chore: import upstream snapshot with attribution

2026-07-13 12:40:42 +08:00
commit e25996e7db
15472 changed files with 3536181 additions and 0 deletions
@@ -0,0 +1,72 @@
+// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "paddle/phi/kernels/index_select_kernel.h"
+
+#include "glog/logging.h"
+
+#include "paddle/common/flags.h"
+#include "paddle/phi/backends/all_context.h"
+#include "paddle/phi/core/kernel_registry.h"
+
+COMMON_DECLARE_bool(use_stride_kernel);
+
+namespace phi {
+
+template <typename Context>
+void IndexSelectStridedKernel(const Context& dev_ctx,
+                              const DenseTensor& x,
+                              int64_t index,
+                              int dim,
+                              DenseTensor* output) {
+  if (!FLAGS_use_stride_kernel) {
+    PADDLE_THROW(common::errors::Fatal(
+        "FLAGS_use_stride_kernel is closed. Strided kernel "
+        "be called, something wrong has happened!"));
+  }
+  auto input_dim = x.dims();
+  dim = dim >= 0 ? dim : dim + input_dim.size();
+
+  std::vector<int64_t> shape = vectorize<int64_t>(x.dims());
+  std::vector<int64_t> stride = vectorize<int64_t>(x.strides());
+  int64_t offset = static_cast<int64_t>(x.offset());
+
+  offset = static_cast<int64_t>(offset +
+                                index * stride[dim] * SizeOf(output->dtype()));
+  shape.erase(shape.begin() + dim);
+  stride.erase(stride.begin() + dim);
+
+  auto meta = output->meta();
+  meta.offset = offset;
+  auto tmp_dim = DDim(shape.data(), static_cast<int>(shape.size()));
+  // if (product(meta.dims) > 0 && meta.dims != tmp_dim) {
+  //   PADDLE_THROW(
+  //       common::errors::Fatal("Index_select kernel stride compute diff, infer
+  //       "
+  //                          "shape is %s, but compute is %s.",
+  //                          meta.dims,
+  //                          tmp_dim));
+  // }
+  meta.dims = tmp_dim;
+  meta.strides = DDim(stride.data(), static_cast<int>(stride.size()));
+  output->set_meta(meta);
+  output->ResetHolder(x.Holder());
+  output->ShareInplaceVersionCounterWith(x);
+}
+
+}  // namespace phi
+
+PD_REGISTER_KERNEL_FOR_ALL_BACKEND_DTYPE(index_select_strided,
+                                         STRIDED,
+                                         phi::IndexSelectStridedKernel) {}