/* Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #pragma once #include "paddle/phi/api/include/tensor.h" #include "paddle/phi/backends/all_context.h" #include "paddle/phi/core/compat/convert_utils.h" #include "paddle/phi/core/dense_tensor.h" #include "paddle/phi/core/distributed/auto_parallel/dist_attr.h" #include "paddle/phi/core/distributed/auto_parallel/dist_meta_tensor.h" #include "paddle/phi/core/distributed/auto_parallel/dist_tensor.h" #include "paddle/phi/core/distributed/type_defs.h" #include "paddle/phi/core/meta_tensor.h" #include "paddle/phi/core/selected_rows.h" #include "paddle/phi/core/sparse_coo_tensor.h" #include "paddle/phi/core/sparse_csr_tensor.h" #include "paddle/phi/core/string_tensor.h" namespace paddle { namespace experimental { enum class TensorType { DENSE_TENSOR, SPARSE_CSR, SPARSE_COO, STRING_TENSOR }; /* ------------------ for input ----------------------- */ std::shared_ptr TensorToDenseTensor(const Tensor& tensor); paddle::optional TensorToDenseTensor( const paddle::optional& tensor); std::unique_ptr> TensorToDenseTensor( const std::vector& tensors); std::vector TensorToConstDenseTensorPtr( const std::vector& tensors); paddle::optional> TensorToConstDenseTensorPtr( const paddle::optional>& tensors); std::shared_ptr TensorToSelectedRows(const Tensor& tensor); paddle::optional TensorToSelectedRows( const paddle::optional& tensor); std::shared_ptr TensorToStringTensor(const Tensor& tensor); std::shared_ptr TensorToSparseCooTensor( const Tensor& tensor); /* ----------------- for infer_meta --------------------- */ phi::MetaTensor MakeMetaTensor(const phi::TensorBase& tensor); phi::MetaTensor MakeMetaTensor( const paddle::optional& tensor); std::vector MakeMetaTensor( const std::vector& tensors); std::vector MakeMetaTensor( const std::vector& tensors); std::vector MakeMetaTensor( const std::vector& tensors); phi::MetaTensor MakeMetaTensor( const paddle::optional& tensor); phi::MetaTensor MakeMetaTensor( const paddle::optional& tensor); phi::MetaTensor MakeMetaTensor( const paddle::optional& tensor); std::vector MakeMetaTensor( const paddle::optional>& tensors); std::vector MakeMetaTensor( const std::vector& tensors); /* ------------------ for output ----------------------- */ phi::DenseTensor* SetKernelOutput(Tensor* out); std::vector SetKernelOutput(size_t out_size, std::vector* out); std::vector SetInplaceVectorKernelOutput( size_t out_size, std::vector* out); std::vector SetInplaceOptionalVectorKernelOutput( size_t out_size, const paddle::optional>& out); // For backward api std::vector SetKernelOutput(std::vector* out); phi::SelectedRows* SetSelectedRowsKernelOutput(Tensor* out); phi::TensorBase* SetSparseKernelOutput(Tensor* out, TensorType type); phi::TensorBase* SetStringsKernelOutput(Tensor* out, TensorType type); phi::DenseTensor* ProcessStrideBackup(phi::DenseTensor** tensor); std::vector ProcessStrideBackup( std::vector* tensor); phi::SelectedRows* ProcessStrideBackup(phi::SelectedRows** tensor); void TransStride(phi::DeviceContext* dev_ctx, phi::DenseTensor* from, phi::DenseTensor* to); void TransStride(phi::DeviceContext* dev_ctx, const std::vector& from, const std::vector& to); void TransStride(phi::DeviceContext* dev_ctx, phi::SelectedRows* from, phi::SelectedRows* to); PADDLE_API void TransStrideLegacy(phi::DeviceContext* dev_ctx, phi::DenseTensor* from, phi::DenseTensor* to); /* ------------------ for auto parallel ----------------------- */ phi::distributed::DistMetaTensor MakeDistMetaTensor( const phi::TensorBase& tensor); std::vector MakeDistMetaTensor( const std::vector& tensors); phi::distributed::DistTensor* SetKernelDistOutput( Tensor* out, const phi::distributed::ArgDistAttr& dist_attr = phi::distributed::TensorDistAttr()); // For backward std::vector SetKernelDistOutput( std::vector out); std::vector SetKernelDistOutput( size_t out_size, std::vector* out); std::vector SetKernelDistOutput( const phi::distributed::ArgDistAttr& dist_attr, std::vector* out); std::shared_ptr CreateKernelDistOutput( Tensor* out, bool set_dist_output_as_tensor_impl, const phi::distributed::TensorDistAttr& dist_attr); std::shared_ptr CreateKernelDistOutput( Tensor* out, bool set_dist_output_as_tensor_impl, const phi::distributed::ArgDistAttr& dist_attr = phi::distributed::TensorDistAttr()); std::vector> CreateKernelDistOutput(std::vector out, bool set_dist_output_as_tensor_impl, const phi::distributed::ArgDistAttr& dist_attr); std::vector> CreateKernelDistOutput(std::vector out, bool set_dist_output_as_tensor_impl); std::shared_ptr CreateKernelDistOutput( Tensor* out, const phi::distributed::ArgDistAttr& dist_attr); // DistTensor need to set initial dist attr after the dims set, it is // constructed based dims and current process mesh, before calling this // function, the out should hold correct dims void SetReplicatedDistAttrForOutput( phi::distributed::DistTensor* out, const phi::distributed::ProcessMesh& process_mesh); /* ------------------ for Allocator ----------------------- */ // Check whether need to compact by current memory stat info and api output // Tensor's meta info. void CheckAndDoCompact(const std::vector& meta_tensors, std::string api = ""); } // namespace experimental } // namespace paddle