chore: import upstream snapshot with attribution

2026-07-13 12:40:42 +08:00
commit e25996e7db
15472 changed files with 3536181 additions and 0 deletions
@@ -0,0 +1,98 @@
+// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+#include "paddle/phi/kernels/as_complex_kernel.h"
+#include "paddle/common/flags.h"
+#include "paddle/phi/backends/all_context.h"
+#include "paddle/phi/common/type_traits.h"
+#include "paddle/phi/core/kernel_registry.h"
+
+COMMON_DECLARE_bool(use_stride_kernel);
+
+namespace phi {
+
+template <typename T, typename Context>
+void AsComplexStridedKernel(const Context& dev_ctx,
+                            const DenseTensor& x,
+                            DenseTensor* out) {
+  if (!FLAGS_use_stride_kernel) {
+    PADDLE_THROW(common::errors::Fatal(
+        "FLAGS_use_stride_kernel is closed. Strided kernel "
+        "be called, something wrong has happened!"));
+  }
+  if (out && out->numel() == 0) {
+    if (x.dtype() == DataType::FLOAT32) {
+      out->set_type(DataType::COMPLEX64);
+    } else if (x.dtype() == DataType::FLOAT64) {
+      out->set_type(DataType::COMPLEX128);
+    } else {
+      PADDLE_THROW(common::errors::Unimplemented(
+          "as_complex is not supported data type (%s).",
+          DataTypeToString(x.dtype())));
+    }
+    out->set_offset(x.offset());
+    out->ResetHolder(x.Holder());
+    out->ShareInplaceVersionCounterWith(x);
+    return;
+  }
+
+  PADDLE_ENFORCE_EQ(
+      x.strides()[x.strides().size() - 1],
+      1,
+      common::errors::InvalidArgument(
+          "Expected the stride of last dimension of input(X) to be 1."
+          "But received %d. This means that the last dimension of the "
+          "Tensor(x) is not continuous and cannot be as_complex directly."
+          "You can call x.contiguous() to make the Tensor(x) contiguous first.",
+          x.strides()[x.strides().size() - 1]));
+
+  phi::DDim out_strides(x.strides().Get(), x.strides().size() - 1);
+  for (int i = 0; i < out_strides.size(); ++i) {
+    out_strides[i] /= 2;
+  }
+  out->set_strides(out_strides);
+
+  if (x.dtype() == DataType::FLOAT32) {
+    out->set_type(DataType::COMPLEX64);
+  } else if (x.dtype() == DataType::FLOAT64) {
+    out->set_type(DataType::COMPLEX128);
+  } else {
+    PADDLE_THROW(common::errors::Unimplemented(
+        "as_complex is not supported data type (%s).",
+        DataTypeToString(x.dtype())));
+  }
+  out->set_offset(x.offset());
+  out->ResetHolder(x.Holder());
+  out->ShareInplaceVersionCounterWith(x);
+}
+
+}  // namespace phi
+
+PD_REGISTER_KERNEL(
+    as_complex, CPU, STRIDED, phi::AsComplexStridedKernel, float, double) {
+  kernel->OutputAt(0).SetDataType(phi::dtype::ToReal(kernel_key.dtype()));
+}
+
+#if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP)
+PD_REGISTER_KERNEL(
+    as_complex, GPU, STRIDED, phi::AsComplexStridedKernel, float, double) {
+  kernel->OutputAt(0).SetDataType(phi::dtype::ToReal(kernel_key.dtype()));
+}
+#endif
+
+#if defined(PADDLE_WITH_CUSTOM_DEVICE) && !defined(PADDLE_WITH_CUDA)
+PD_REGISTER_KERNEL(
+    as_complex, Custom, STRIDED, phi::AsComplexStridedKernel, float, double) {
+  kernel->OutputAt(0).SetDataType(phi::dtype::ToReal(kernel_key.dtype()));
+}
+#endif