// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "paddle/phi/kernels/embedding_kernel.h" #include "paddle/phi/backends/xpu/enforce_xpu.h" #include "paddle/phi/core/kernel_registry.h" namespace phi { template void EmbeddingKernel(const Context &dev_ctx, const DenseTensor &inputx, const DenseTensor &weight, int64_t padding_idx, DenseTensor *out) { using XPUType = typename XPUTypeTrait::Type; auto *ids_t = &inputx; // int auto *output_t = out; // float PADDLE_ENFORCE_EQ( (std::is_same::value), true, common::errors::PreconditionNotMet("Unsupported place! only support " "xpu place , please check your " "place.")); int64_t ids_numel = ids_t->numel(); auto *table_t = &weight; auto *table = table_t->data(); auto *output = dev_ctx.template Alloc(output_t); if (ids_numel == 0) return; int64_t ym = ids_numel; int64_t xm = table_t->dims()[0]; int64_t n = table_t->dims()[1]; int r; xpu::ctx_guard RAII_GUARD(dev_ctx.x_context()); if (ids_t->dtype() == DataType::INT64) { #ifndef PADDLE_WITH_XPU_PLUGIN r = xpu::paddle_embedding( dev_ctx.x_context(), reinterpret_cast(table), ids_t->data(), reinterpret_cast(output), xm, n, ym, padding_idx); #else r = xpu::plugin::fast_embedding( dev_ctx.x_context(), reinterpret_cast(table), ids_t->data(), reinterpret_cast(output), xm, n, ym, padding_idx); #endif } else { #ifndef PADDLE_WITH_XPU_PLUGIN int64_t *ids_tt = RAII_GUARD.alloc_l3_or_gm(ids_t->numel()); r = xpu::cast( dev_ctx.x_context(), ids_t->data(), ids_tt, ids_t->numel()); PADDLE_ENFORCE_XDNN_SUCCESS(r, "cast"); const int64_t *ids = reinterpret_cast(ids_tt); r = xpu::paddle_embedding(dev_ctx.x_context(), reinterpret_cast(table), ids, reinterpret_cast(output), xm, n, ym, padding_idx); #else r = xpu::plugin::fast_embedding( dev_ctx.x_context(), reinterpret_cast(table), ids_t->data(), reinterpret_cast(output), xm, n, ym, padding_idx); #endif } PADDLE_ENFORCE_XDNN_SUCCESS(r, "paddle_embedding"); } } // namespace phi PD_REGISTER_KERNEL(embedding, XPU, ALL_LAYOUT, phi::EmbeddingKernel, float, phi::float16, phi::bfloat16) {}