chore: import upstream snapshot with attribution

2026-07-13 12:40:42 +08:00
commit e25996e7db
15472 changed files with 3536181 additions and 0 deletions
@@ -0,0 +1,104 @@
+// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "paddle/phi/core/kernel_registry.h"
+#include "paddle/phi/kernels/funcs/eigen/common.h"
+
+namespace phi {
+
+template <typename T, typename Context>
+void AddPositionEncodingKernel(const Context& dev_ctx,
+                               const DenseTensor& x_in,
+                               float alpha,
+                               float beta,
+                               DenseTensor* out) {
+  auto* X = &x_in;
+  auto& x_lod = X->lod();
+  auto* src_ptr = X->data<T>();
+
+  auto* dst_ptr = dev_ctx.template Alloc<T>(out);
+
+  auto x_dim = X->dims();
+  int64_t batch_size = 0;
+  int64_t max_seq_len = 0;
+  int64_t enc_size = 0;
+
+  if (x_lod.empty()) {
+    PADDLE_ENFORCE_EQ(x_dim.size(),
+                      3,
+                      common::errors::InvalidArgument(
+                          "The input(X)'s dimension of AddPositionEncodingOp "
+                          "should be equal to "
+                          "3, but received %d. ",
+                          x_dim.size()));
+    batch_size = x_dim[0];
+    max_seq_len = x_dim[1];
+    enc_size = x_dim[2];
+  } else {
+    PADDLE_ENFORCE_EQ(x_dim.size(),
+                      2,
+                      common::errors::InvalidArgument(
+                          "The input(X)'s dimension of AddPositionEncodingOp "
+                          "should be equal to "
+                          "2, but received %d. ",
+                          x_dim.size()));
+    PADDLE_ENFORCE_EQ(x_lod.size(),
+                      1,
+                      common::errors::InvalidArgument(
+                          "The input(X)'s lod level of AddPositionEncodingOp "
+                          "should be equal to "
+                          "1, but received %d. ",
+                          x_lod.size()));
+
+    batch_size = x_lod[0].size() - 1;
+    max_seq_len = -1;
+    enc_size = x_dim[1];
+  }
+
+  PADDLE_ENFORCE_EQ(enc_size % 2,
+                    0,
+                    common::errors::InvalidArgument(
+                        "The input(X)'s feature size of "
+                        "AddPositionEncodingOp only support even, "
+                        "but received an odd number: %d. ",
+                        enc_size));
+
+  const int64_t half_size = enc_size / 2;
+  for (int64_t i = 0; i < batch_size; ++i) {
+    const int64_t max_length =
+        x_lod.empty() ? max_seq_len : x_lod[0][i + 1] - x_lod[0][i];
+    for (int64_t j = 0; j < max_length; ++j) {
+      for (int64_t k = 0; k < half_size; ++k) {
+        const double val =
+            (half_size > 1)
+                ? j / pow(10000.0, static_cast<double>(k) / (half_size - 1))
+                : j / 10000.0;
+        dst_ptr[k] = src_ptr[k] * alpha + sin(val) * beta;
+        dst_ptr[half_size + k] =
+            src_ptr[half_size + k] * alpha + cos(val) * beta;
+      }
+      src_ptr += enc_size;
+      dst_ptr += enc_size;
+    }
+  }
+}
+
+}  // namespace phi
+
+PD_REGISTER_KERNEL(add_position_encoding,
+                   CPU,
+                   ALL_LAYOUT,
+                   phi::AddPositionEncodingKernel,
+                   float,
+                   double) {}