wehub-resource-sync
125 lines
4.9 KiB
C++
125 lines
4.9 KiB
C++
// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#pragma once
|
|
|
|
#include "paddle/cinn/operator_fusion/pattern.h"
|
|
#include "paddle/cinn/operator_fusion/pattern_fuser.h"
|
|
#include "paddle/cinn/operator_fusion/utils.h"
|
|
|
|
namespace cinn::fusion {
|
|
|
|
struct PatternNode {
|
|
using PatternNodePtr = std::shared_ptr<PatternNode>;
|
|
using MergePatternFn =
|
|
std::function<StmtPattern(const StmtPattern&, const StmtPattern&)>;
|
|
|
|
explicit PatternNode(const PatternContent& content)
|
|
: sink_op_(content.op), stmt_pattern_(ConvertToStmtPattern(content)) {}
|
|
|
|
explicit PatternNode(PatternNodePtr fused_up_node,
|
|
PatternNodePtr fused_down_node,
|
|
MergePatternFn merge_pattern_fn)
|
|
: sink_op_(fused_down_node->sink_op_),
|
|
stmt_pattern_(merge_pattern_fn(fused_up_node->stmt_pattern_,
|
|
fused_down_node->stmt_pattern_)) {
|
|
// Update the upstream & downstream
|
|
ExtendVector(&upstream_, fused_up_node->upstream());
|
|
ExtendVector(&upstream_, fused_down_node->upstream());
|
|
RemoveFromVector(&upstream_, fused_up_node);
|
|
|
|
ExtendVector(&downstream_, fused_up_node->downstream());
|
|
ExtendVector(&downstream_, fused_down_node->downstream());
|
|
RemoveFromVector(&downstream_, fused_down_node);
|
|
}
|
|
|
|
std::string DebugStr() const {
|
|
std::stringstream ss;
|
|
ss << "Node: " << this << ", ID: " << GetPatternId(stmt_pattern());
|
|
ss << "\n -u>: ";
|
|
for (const auto& u : upstream_) {
|
|
ss << GetPatternId(u->stmt_pattern()) << "(" << u << "), ";
|
|
}
|
|
ss << "\n <d-: ";
|
|
for (const auto& d : downstream_) {
|
|
ss << GetPatternId(d->stmt_pattern()) << "(" << d << "), ";
|
|
}
|
|
ss << "\nOps in pattern:" << std::endl;
|
|
ss << OpsDebugStr(GetOpsInPattern(this->stmt_pattern()));
|
|
ss << "\nLoop Mapping is: " << loop_axis_mapping().DebugStr();
|
|
return ss.str();
|
|
}
|
|
|
|
pir::Operation* sink_op() const { return sink_op_; }
|
|
std::vector<pir::Operation*> ops() const {
|
|
return GetOpsInPattern(stmt_pattern_);
|
|
}
|
|
const StmtPattern& stmt_pattern() const { return stmt_pattern_; }
|
|
void set_stmt_pattern(const StmtPattern& pattern) { stmt_pattern_ = pattern; }
|
|
const std::vector<PatternNodePtr>& upstream() const { return upstream_; }
|
|
const std::vector<PatternNodePtr>& downstream() const { return downstream_; }
|
|
PatternType type() const { return GetPatternType(stmt_pattern_); }
|
|
std::string id() const { return GetPatternId(stmt_pattern_); }
|
|
void set_return() const { SetReturnInstr(stmt_pattern_); }
|
|
void AddNodeToUpstream(PatternNodePtr node) { upstream_.push_back(node); }
|
|
void AddNodeToDownstream(PatternNodePtr node) { downstream_.push_back(node); }
|
|
void RemoveNodeFromUpstream(PatternNodePtr node) {
|
|
RemoveFromVector(&upstream_, node);
|
|
}
|
|
void RemoveNodeFromDownstream(PatternNodePtr node) {
|
|
RemoveFromVector(&downstream_, node);
|
|
}
|
|
void ClearUpstream() { upstream_.clear(); }
|
|
void ClearDownstream() { downstream_.clear(); }
|
|
void UniqueUpstream() { upstream_ = UniqueVectorBySet(upstream_); }
|
|
void UniqueDownstream() { downstream_ = UniqueVectorBySet(downstream_); }
|
|
void AppendInstr(FusionInstrPtr instr) {
|
|
GetFusionTracker(stmt_pattern_)->append(instr);
|
|
}
|
|
void UpdateTracker() { PatternUpdateTracker(stmt_pattern_); }
|
|
FusionTrackerPtr fusion_tracker() { return GetFusionTracker(stmt_pattern_); }
|
|
void set_loop_axis_mapping(const LoopAxisMapping& loop_axis_mapping) {
|
|
std::visit(
|
|
[&](auto& pattern) {
|
|
pattern.set_loop_axis_mapping(loop_axis_mapping);
|
|
},
|
|
stmt_pattern_);
|
|
}
|
|
LoopAxisMapping loop_axis_mapping() const {
|
|
return GetPatternLoopAxisMapping(stmt_pattern_);
|
|
}
|
|
|
|
private:
|
|
StmtPattern stmt_pattern_;
|
|
pir::Operation* sink_op_;
|
|
|
|
std::vector<PatternNodePtr> upstream_;
|
|
std::vector<PatternNodePtr> downstream_;
|
|
};
|
|
|
|
using PatternNodePtr = std::shared_ptr<PatternNode>;
|
|
|
|
struct PatternNodeCompare {
|
|
bool operator()(const PatternNodePtr& lhs, const PatternNodePtr& rhs) const {
|
|
int lhs_id = std::stoi(
|
|
lhs->id().substr(lhs->id().find_last_of('_') + 1, std::string::npos));
|
|
int rhs_id = std::stoi(
|
|
rhs->id().substr(rhs->id().find_last_of('_') + 1, std::string::npos));
|
|
return lhs->type() == rhs->type() ? lhs_id < rhs_id
|
|
: lhs->type() < rhs->type();
|
|
}
|
|
};
|
|
using PatternNodePtrSet = std::set<PatternNodePtr, PatternNodeCompare>;
|
|
} // namespace cinn::fusion
|