chore: import upstream snapshot with attribution

2026-07-13 12:40:42 +08:00
commit e25996e7db
15472 changed files with 3536181 additions and 0 deletions
@@ -0,0 +1,103 @@
+// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "paddle/phi/kernels/masked_select_kernel.h"
+#include "paddle/phi/backends/cpu/cpu_context.h"
+#include "paddle/phi/core/kernel_registry.h"
+#include "paddle/phi/kernels/expand_kernel.h"
+#include "paddle/phi/kernels/funcs/common_shape.h"
+
+namespace phi {
+
+template <typename T, typename Context>
+void MaskedSelectKernel(const Context& dev_ctx,
+                        const DenseTensor& x,
+                        const DenseTensor& mask,
+                        DenseTensor* out) {
+  DenseTensor mask_expand;
+  DenseTensor x_expand;
+
+  auto expanded_size = funcs::MatrixGetBroadcastBatchPortion(
+      vectorize(x.dims()), vectorize(mask.dims()));
+
+  DDim expand_dims = make_ddim(expanded_size);
+  if (mask.dims() != expand_dims) {
+    ExpandKernel<bool, Context>(
+        dev_ctx, mask, IntArray(expanded_size), &mask_expand);
+  } else {
+    mask_expand = mask;
+  }
+
+  if (x.dims() != expand_dims) {
+    ExpandKernel<T, Context>(dev_ctx, x, IntArray(expanded_size), &x_expand);
+  } else {
+    x_expand = x;
+  }
+
+  auto input_dim = x_expand.dims();
+  auto mask_dim = mask_expand.dims();
+  PADDLE_ENFORCE_EQ(input_dim,
+                    mask_dim,
+                    common::errors::InvalidArgument(
+                        "The dim size of input and mask in OP(masked_selected) "
+                        "must be equal, but got input dim:(%ld), mask dim: "
+                        "(%ld). Please check input "
+                        "value.",
+                        input_dim,
+                        mask_dim));
+
+  auto input_data = x_expand.data<T>();
+  auto mask_data = mask_expand.data<bool>();
+
+  auto mask_size = mask_expand.numel();
+
+  int out_size = 0;
+  for (int i = 0; i < mask_size; i++) {
+    if (mask_data[i]) out_size++;
+  }
+
+  DDim out_dim{out_size};
+  out->Resize(out_dim);
+
+  auto out_data = dev_ctx.template HostAlloc<T>(out);
+
+  int index = 0;
+  for (int i = 0; i < mask_size; i++) {
+    if (mask_data[i]) {
+      out_data[index] = input_data[i];
+      index++;
+    }
+  }
+}
+
+}  // namespace phi
+
+PD_REGISTER_KERNEL(masked_select,
+                   CPU,
+                   ALL_LAYOUT,
+                   phi::MaskedSelectKernel,
+                   bool,
+                   float,
+                   double,
+                   int,
+                   int8_t,
+                   int64_t,
+                   int16_t,
+                   uint8_t,
+                   phi::float16,
+                   phi::bfloat16,
+                   phi::complex64,
+                   phi::complex128) {
+  kernel->InputAt(1).SetDataType(phi::DataType::BOOL);
+}