chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,124 @@
|
||||
// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#pragma once
|
||||
|
||||
#include "paddle/cinn/operator_fusion/pattern.h"
|
||||
#include "paddle/cinn/operator_fusion/pattern_fuser.h"
|
||||
#include "paddle/cinn/operator_fusion/utils.h"
|
||||
|
||||
namespace cinn::fusion {
|
||||
|
||||
struct PatternNode {
|
||||
using PatternNodePtr = std::shared_ptr<PatternNode>;
|
||||
using MergePatternFn =
|
||||
std::function<StmtPattern(const StmtPattern&, const StmtPattern&)>;
|
||||
|
||||
explicit PatternNode(const PatternContent& content)
|
||||
: sink_op_(content.op), stmt_pattern_(ConvertToStmtPattern(content)) {}
|
||||
|
||||
explicit PatternNode(PatternNodePtr fused_up_node,
|
||||
PatternNodePtr fused_down_node,
|
||||
MergePatternFn merge_pattern_fn)
|
||||
: sink_op_(fused_down_node->sink_op_),
|
||||
stmt_pattern_(merge_pattern_fn(fused_up_node->stmt_pattern_,
|
||||
fused_down_node->stmt_pattern_)) {
|
||||
// Update the upstream & downstream
|
||||
ExtendVector(&upstream_, fused_up_node->upstream());
|
||||
ExtendVector(&upstream_, fused_down_node->upstream());
|
||||
RemoveFromVector(&upstream_, fused_up_node);
|
||||
|
||||
ExtendVector(&downstream_, fused_up_node->downstream());
|
||||
ExtendVector(&downstream_, fused_down_node->downstream());
|
||||
RemoveFromVector(&downstream_, fused_down_node);
|
||||
}
|
||||
|
||||
std::string DebugStr() const {
|
||||
std::stringstream ss;
|
||||
ss << "Node: " << this << ", ID: " << GetPatternId(stmt_pattern());
|
||||
ss << "\n -u>: ";
|
||||
for (const auto& u : upstream_) {
|
||||
ss << GetPatternId(u->stmt_pattern()) << "(" << u << "), ";
|
||||
}
|
||||
ss << "\n <d-: ";
|
||||
for (const auto& d : downstream_) {
|
||||
ss << GetPatternId(d->stmt_pattern()) << "(" << d << "), ";
|
||||
}
|
||||
ss << "\nOps in pattern:" << std::endl;
|
||||
ss << OpsDebugStr(GetOpsInPattern(this->stmt_pattern()));
|
||||
ss << "\nLoop Mapping is: " << loop_axis_mapping().DebugStr();
|
||||
return ss.str();
|
||||
}
|
||||
|
||||
pir::Operation* sink_op() const { return sink_op_; }
|
||||
std::vector<pir::Operation*> ops() const {
|
||||
return GetOpsInPattern(stmt_pattern_);
|
||||
}
|
||||
const StmtPattern& stmt_pattern() const { return stmt_pattern_; }
|
||||
void set_stmt_pattern(const StmtPattern& pattern) { stmt_pattern_ = pattern; }
|
||||
const std::vector<PatternNodePtr>& upstream() const { return upstream_; }
|
||||
const std::vector<PatternNodePtr>& downstream() const { return downstream_; }
|
||||
PatternType type() const { return GetPatternType(stmt_pattern_); }
|
||||
std::string id() const { return GetPatternId(stmt_pattern_); }
|
||||
void set_return() const { SetReturnInstr(stmt_pattern_); }
|
||||
void AddNodeToUpstream(PatternNodePtr node) { upstream_.push_back(node); }
|
||||
void AddNodeToDownstream(PatternNodePtr node) { downstream_.push_back(node); }
|
||||
void RemoveNodeFromUpstream(PatternNodePtr node) {
|
||||
RemoveFromVector(&upstream_, node);
|
||||
}
|
||||
void RemoveNodeFromDownstream(PatternNodePtr node) {
|
||||
RemoveFromVector(&downstream_, node);
|
||||
}
|
||||
void ClearUpstream() { upstream_.clear(); }
|
||||
void ClearDownstream() { downstream_.clear(); }
|
||||
void UniqueUpstream() { upstream_ = UniqueVectorBySet(upstream_); }
|
||||
void UniqueDownstream() { downstream_ = UniqueVectorBySet(downstream_); }
|
||||
void AppendInstr(FusionInstrPtr instr) {
|
||||
GetFusionTracker(stmt_pattern_)->append(instr);
|
||||
}
|
||||
void UpdateTracker() { PatternUpdateTracker(stmt_pattern_); }
|
||||
FusionTrackerPtr fusion_tracker() { return GetFusionTracker(stmt_pattern_); }
|
||||
void set_loop_axis_mapping(const LoopAxisMapping& loop_axis_mapping) {
|
||||
std::visit(
|
||||
[&](auto& pattern) {
|
||||
pattern.set_loop_axis_mapping(loop_axis_mapping);
|
||||
},
|
||||
stmt_pattern_);
|
||||
}
|
||||
LoopAxisMapping loop_axis_mapping() const {
|
||||
return GetPatternLoopAxisMapping(stmt_pattern_);
|
||||
}
|
||||
|
||||
private:
|
||||
StmtPattern stmt_pattern_;
|
||||
pir::Operation* sink_op_;
|
||||
|
||||
std::vector<PatternNodePtr> upstream_;
|
||||
std::vector<PatternNodePtr> downstream_;
|
||||
};
|
||||
|
||||
using PatternNodePtr = std::shared_ptr<PatternNode>;
|
||||
|
||||
struct PatternNodeCompare {
|
||||
bool operator()(const PatternNodePtr& lhs, const PatternNodePtr& rhs) const {
|
||||
int lhs_id = std::stoi(
|
||||
lhs->id().substr(lhs->id().find_last_of('_') + 1, std::string::npos));
|
||||
int rhs_id = std::stoi(
|
||||
rhs->id().substr(rhs->id().find_last_of('_') + 1, std::string::npos));
|
||||
return lhs->type() == rhs->type() ? lhs_id < rhs_id
|
||||
: lhs->type() < rhs->type();
|
||||
}
|
||||
};
|
||||
using PatternNodePtrSet = std::set<PatternNodePtr, PatternNodeCompare>;
|
||||
} // namespace cinn::fusion
|
||||
Reference in New Issue
Block a user