/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ==============================================================================*/ #ifndef TENSORFLOW_DTENSOR_MLIR_LAYOUT_PARSING_H_ #define TENSORFLOW_DTENSOR_MLIR_LAYOUT_PARSING_H_ #include #include #include #include "absl/container/flat_hash_map.h" #include "absl/container/flat_hash_set.h" #include "absl/types/optional.h" #include "absl/types/span.h" #include "llvm/ADT/SmallVector.h" #include "mlir/Dialect/Func/IR/FuncOps.h" // from @llvm-project #include "mlir/IR/Builders.h" // from @llvm-project #include "mlir/IR/BuiltinOps.h" // from @llvm-project #include "mlir/IR/Operation.h" // from @llvm-project #include "mlir/IR/Value.h" // from @llvm-project #include "tensorflow/core/platform/status.h" #include "tensorflow/dtensor/cc/dstatus.h" #include "tensorflow/dtensor/cc/tensor_layout.h" #include "tensorflow/dtensor/proto/layout.pb.h" namespace tensorflow { namespace dtensor { // Extracts `_layout` attribute from `op` and assert a single layout. StatusOr> ExtractSingleLayoutFromOp(mlir::Operation* op); // Extracts `_layout` attribute from `op`, and returns an error is the layout // is missing. StatusOr ExtractRequiredSingleLayoutFromOp(mlir::Operation* op); // Extracts `_layout` attribute from `op` and assert a single layout. StatusOr> ExtractSingleLayoutFromOp( mlir::Operation* op, std::string attr_name); // Extracts `_layout` attribute from `op`. StatusOr>> ExtractLayoutFromOp( mlir::Operation* op); // Extracts `_layout` attribute from `op` and returns an error if any are // missing. StatusOr> ExtractRequiredLayoutFromOp(mlir::Operation* op); // Extract and deserialize a tensor layout from `attr_name`. StatusOr>> ExtractLayoutFromOp( mlir::Operation* op, std::string attr_name); // Extracts '_layout' attribute from `operand`. StatusOr> ExtractLayoutFromOperand(mlir::Value operand); // Extracts '_layout' attribute from `operand` and returns an error if missing. StatusOr ExtractRequiredLayoutFromOperand(mlir::Value operand); // Extracts `_layout` attribute from `op`'s operands and returns an error if // any are missing. StatusOr> ExtractRequiredLayoutFromOperands( mlir::Operation* op); // Set `_layout` attribute for op. For layouts without value, an empty string is // used as place holder. void SetLayoutOnOp(mlir::Operation* op, mlir::OpBuilder builder, absl::Span> layouts); void SetLayoutOnOp(mlir::Operation* op, absl::Span> layouts); void SetSingleLayoutOnOp(mlir::Operation* op, const Layout& layout); // Extracts device mesh configuration from op's enclosing tf_device.Cluster op. StatusOr ExtractDeviceMeshEnclosingCluster(mlir::Operation* op); // Extracts device mesh configuration from op's `_mesh` attribute. StatusOr> ExtractDeviceMeshFromOp(mlir::Operation* op); // Extracts default layout information from function return attribute. StatusOr> ExtractLayoutFromFunctionReturnAttr( mlir::func::ReturnOp return_op, int return_index); // Extract element layouts from the iterator resource operand of an op that uses // that iterator (e.g. IteratorGetNext, OptionalGetValue, etc.). The layouts are // extracted from the `tf._element_layouts` attribute of that resource tensor. StatusOr> ExtractElementLayoutsFromOperand( mlir::OpOperand& input_value); } // namespace dtensor } // namespace tensorflow #endif // TENSORFLOW_DTENSOR_MLIR_LAYOUT_PARSING_H_