// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "paddle/phi/kernels/pad_kernel.h" #include "paddle/phi/backends/xpu/enforce_xpu.h" #include "paddle/phi/core/kernel_registry.h" #include "paddle/phi/kernels/complex_kernel.h" #include "paddle/phi/kernels/full_kernel.h" namespace phi { template void PadKernel(const Context& dev_ctx, const DenseTensor& x, const std::vector& paddings, const Scalar& pad_value, DenseTensor* out) { using XPUType = typename XPUTypeTrait::Type; dev_ctx.template Alloc(out); if (x.numel() == 0) { if (out) { Full(dev_ctx, out->dims(), pad_value, out); return; } } std::vector pad_left, pad_right; std::vector xshape = vectorize(x.dims()); for (size_t i = 0; i < paddings.size() / 2; ++i) { pad_left.push_back(paddings[i * 2]); pad_right.push_back(paddings[i * 2 + 1]); } XPUType value = static_cast(pad_value.to()); int r = xpu::pad(dev_ctx.x_context(), reinterpret_cast(x.data()), reinterpret_cast(out->data()), xshape, pad_left, pad_right, value); PADDLE_ENFORCE_XDNN_SUCCESS(r, "pad"); } #ifdef PADDLE_WITH_XPU_FFT template <> void PadKernel(const XPUContext& dev_ctx, const DenseTensor& x, const std::vector& paddings, const Scalar& pad_value, DenseTensor* out) { using T = phi::complex64; dev_ctx.template Alloc(out); if (x.numel() == 0) { Full(dev_ctx, out->dims(), pad_value, out); return; } std::vector pad_left, pad_right; std::vector xshape = vectorize(x.dims()); for (size_t i = 0; i < paddings.size() / 2; ++i) { pad_left.push_back(paddings[i * 2]); pad_right.push_back(paddings[i * 2 + 1]); } // The current complex number implementation uses separate real/imaginary // parts,resulting in redundant operations and performance // penalties.Optimization should address this in future iterations. DenseTensor real_out, imag_out; real_out.Resize(out->dims()); imag_out.Resize(out->dims()); dev_ctx.template Alloc(&real_out); dev_ctx.template Alloc(&imag_out); const DenseTensor real = Real(dev_ctx, x); const DenseTensor imag = Imag(dev_ctx, x); T complex_val = pad_value.to(); float real_part = complex_val.real; float imag_part = complex_val.imag; int r = xpu::pad(dev_ctx.x_context(), real.data(), real_out.data(), xshape, pad_left, pad_right, real_part); PADDLE_ENFORCE_XDNN_SUCCESS(r, "pad"); r = xpu::pad(dev_ctx.x_context(), imag.data(), imag_out.data(), xshape, pad_left, pad_right, imag_part); PADDLE_ENFORCE_XDNN_SUCCESS(r, "pad"); phi::ComplexKernel(dev_ctx, real_out, imag_out, out); } #endif } // namespace phi PD_REGISTER_KERNEL(pad, XPU, ALL_LAYOUT, phi::PadKernel, float, int, int16_t, int64_t, #ifdef PADDLE_WITH_XPU_FFT phi::complex64, #endif phi::bfloat16, phi::float16) { }