/* Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #include "paddle/phi/infermeta/spmd_rules/stack.h" #include #include #include "paddle/phi/infermeta/spmd_rules/elementwise.h" #include "paddle/phi/infermeta/spmd_rules/utils.h" namespace phi::distributed { std::string FillStackNotation(int64_t n_axis) { static const std::string alphabet = "abcdefghijlopqrstuvwxyz"; PADDLE_ENFORCE_GT(alphabet.size(), static_cast(n_axis), common::errors::InvalidArgument( "alphabet.size() [%d]; n_axis [%d] is too large", alphabet.size(), n_axis)); std::string all_axis = alphabet.substr(0, n_axis); return all_axis; } SpmdInfo StackInferSpmd(const std::vector& x, int axis) { // 1、check tensors shapes std::vector> tensor_shapes; std::transform(x.begin(), x.end(), std::back_inserter(tensor_shapes), [](const DistMetaTensor& meta) { return vectorize(meta.dims()); }); bool all_empty = std::all_of(tensor_shapes.begin(), tensor_shapes.end(), IsEmpty); auto non_empty_iter = std::find_if(tensor_shapes.begin(), tensor_shapes.end(), [](auto& shape) { return !IsEmpty(shape); }); auto non_empty_index = all_empty ? 0 : non_empty_iter - tensor_shapes.begin(); auto ndim = tensor_shapes[non_empty_index].size(); // normalize dim auto dim = axis < 0 ? static_cast(ndim) + axis + 1 : axis; std::vector input_attrs; std::transform( x.begin(), x.end(), std::back_inserter(input_attrs), [](auto& meta) { return meta.dist_attr(); }); if (!all_empty) { std::string notation = FillStackNotation(ndim); std::vector axis_names(input_attrs.size(), notation); AlignDimsSharding( &input_attrs, tensor_shapes, axis_names, {}, notation, true); } TensorDistAttr output_attr = CopyTensorDistAttrForOutput(input_attrs[non_empty_index]); output_attr.set_partial_status(input_attrs[non_empty_index].partial_status()); std::vector dim_mapping(ndim + 1, -1); const auto& input_dim_mapping = input_attrs[non_empty_index].dims_mapping(); for (size_t i = 0; i < ndim; i++) { size_t out_index = i < static_cast(dim) ? i : (i + 1); dim_mapping[out_index] = input_dim_mapping[i]; } output_attr.set_dims_mapping(dim_mapping); return {{input_attrs}, {output_attr}}; } SpmdInfo StackInferSpmdReverse(const std::vector& x, const DistMetaTensor& output, int axis) { auto out_dist_attr = output.dist_attr(); out_dist_attr = UnShardTensorDim(out_dist_attr, axis); auto n_inputs = x.size(); TensorDistAttr input_attr = CopyTensorDistAttrForOutput(out_dist_attr); auto ndim = output.dims().size(); auto dim = axis < 0 ? static_cast(ndim) + axis : axis; std::vector dim_mapping(ndim - 1, -1); const auto& input_dim_mapping = out_dist_attr.dims_mapping(); for (size_t i = 0; i < static_cast(ndim - 1); i++) { size_t out_index = i < static_cast(dim) ? i : (i + 1); dim_mapping[i] = input_dim_mapping[out_index]; } input_attr.set_dims_mapping(dim_mapping); std::vector input_attrs(n_inputs, input_attr); return {{input_attrs}, {output.dist_attr()}}; } SpmdInfo StackGradInferSpmd(const DistMetaTensor& output_grad, int axis) { auto out_dist_attr = output_grad.dist_attr(); out_dist_attr = UnShardTensorDim(out_dist_attr, axis); TensorDistAttr input_attr = CopyTensorDistAttrForOutput(out_dist_attr); auto ndim = output_grad.dims().size(); auto dim = axis < 0 ? static_cast(ndim) + axis : axis; auto n_inputs = output_grad.dims().at(dim); std::vector dim_mapping(ndim - 1, -1); const auto& input_dim_mapping = out_dist_attr.dims_mapping(); for (size_t i = 0; i < static_cast(ndim - 1); i++) { size_t out_index = i < static_cast(dim) ? i : (i + 1); dim_mapping[i] = input_dim_mapping[out_index]; } input_attr.set_dims_mapping(dim_mapping); std::vector input_attrs(n_inputs, input_attr); return {{out_dist_attr}, {input_attrs}}; } } // namespace phi::distributed