// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "paddle/phi/kernels/transpose_grad_kernel.h" #include "paddle/phi/backends/xpu/enforce_xpu.h" #include "paddle/phi/core/kernel_registry.h" #include "paddle/phi/kernels/complex_kernel.h" namespace phi { template void TransposeGradKernel(const Context& dev_ctx, const DenseTensor& out_grad, const std::vector& axis, DenseTensor* x_grad) { using XPUType = typename XPUTypeTrait::Type; dev_ctx.template Alloc(x_grad); if (x_grad->numel() == 0) { return; } size_t axis_size = axis.size(); if (axis_size == 0) { Copy(dev_ctx, out_grad, dev_ctx.GetPlace(), false, x_grad); return; } std::vector formatted_axis(axis.begin(), axis.end()); for (size_t i = 0; i < axis_size; i++) { if (axis[i] < 0) { formatted_axis[i] = axis[i] + axis_size; } } std::vector reversed_axis(axis.begin(), axis.end()); for (size_t i = 0; i < axis_size; i++) { reversed_axis[formatted_axis[i]] = i; } std::vector out_grad_dim_vec = vectorize(out_grad.dims()); int r = xpu::transpose( dev_ctx.x_context(), reinterpret_cast(out_grad.data()), reinterpret_cast(x_grad->data()), out_grad_dim_vec, reversed_axis); PADDLE_ENFORCE_XDNN_SUCCESS(r, "transpose_grad"); } #ifdef PADDLE_WITH_XPU_FFT template <> void TransposeGradKernel( const XPUContext& dev_ctx, const DenseTensor& out_grad, const std::vector& axis, DenseTensor* x_grad) { using T = phi::complex64; dev_ctx.template Alloc(x_grad); if (x_grad->numel() == 0) { return; } size_t axis_size = axis.size(); if (axis_size == 0) { Copy(dev_ctx, out_grad, dev_ctx.GetPlace(), false, x_grad); return; } std::vector formatted_axis(axis.begin(), axis.end()); for (size_t i = 0; i < axis_size; i++) { if (axis[i] < 0) { formatted_axis[i] = axis[i] + axis_size; } } std::vector reversed_axis(axis.begin(), axis.end()); for (size_t i = 0; i < axis_size; i++) { reversed_axis[formatted_axis[i]] = i; } // The current complex number implementation uses separate real/imaginary // parts,resulting in redundant operations and performance // penalties.Optimization should address this in future iterations. DenseTensor real_out, imag_out; real_out.Resize(x_grad->dims()); imag_out.Resize(x_grad->dims()); dev_ctx.template Alloc(&real_out); dev_ctx.template Alloc(&imag_out); const DenseTensor real = Real(dev_ctx, out_grad); const DenseTensor imag = Imag(dev_ctx, out_grad); std::vector out_grad_dim_vec = vectorize(out_grad.dims()); int r = xpu::transpose(dev_ctx.x_context(), real.data(), real_out.data(), out_grad_dim_vec, reversed_axis); PADDLE_ENFORCE_XDNN_SUCCESS(r, "transpose_grad"); r = xpu::transpose(dev_ctx.x_context(), imag.data(), imag_out.data(), out_grad_dim_vec, reversed_axis); PADDLE_ENFORCE_XDNN_SUCCESS(r, "transpose_grad"); phi::ComplexKernel(dev_ctx, real_out, imag_out, x_grad); } #endif } // namespace phi PD_REGISTER_KERNEL(transpose_grad, XPU, ALL_LAYOUT, phi::TransposeGradKernel, float, phi::float16, phi::bfloat16, #ifdef PADDLE_WITH_XPU_FFT phi::complex64, #endif int64_t, int, bool) { }