// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "paddle/phi/kernels/complex_grad_kernel.h" #include "paddle/common/flags.h" #include "paddle/phi/backends/all_context.h" #include "paddle/phi/common/type_traits.h" #include "paddle/phi/core/kernel_registry.h" #include "paddle/phi/kernels/complex_kernel.h" #include "paddle/phi/kernels/funcs/strided_utils.h" COMMON_DECLARE_bool(use_stride_kernel); namespace phi { template void RealGradStridedKernel(const Context& dev_ctx, const DenseTensor& dout, DenseTensor* dx) { if (dx && dx->numel() == 0) { dev_ctx.template Alloc(dx); return; } if (!FLAGS_use_stride_kernel) { PADDLE_THROW(common::errors::Fatal( "FLAGS_use_stride_kernel is closed. Strided kernel " "be called, something wrong has happened!")); } dev_ctx.Alloc(dx, dx->dtype()); dx->set_strides(DenseTensorMeta::calc_strides(dx->dims())); PD_VISIT_ALL_TYPES(dx->dtype(), "RealGradStridedKernel", ([&] { phi::StridedTensorFill(*dx, 0, dx); })); DenseTensor tmp; tmp.set_meta(dout.meta()); RealStridedKernel(dev_ctx, *dx, &tmp); PD_VISIT_ALL_TYPES(dout.dtype(), "RealGradStridedKernel", ([&] { phi::StridedTensorCopy( dout, vectorize(tmp.dims()), vectorize(tmp.strides()), tmp.offset(), &tmp); })); } template void ImagGradStridedKernel(const Context& dev_ctx, const DenseTensor& dout, DenseTensor* dx) { if (dx && dx->numel() == 0) { dev_ctx.template Alloc(dx); return; } if (!FLAGS_use_stride_kernel) { PADDLE_THROW(common::errors::Fatal( "FLAGS_use_stride_kernel is closed. Strided kernel " "be called, something wrong has happened!")); } dev_ctx.Alloc(dx, dx->dtype()); dx->set_strides(DenseTensorMeta::calc_strides(dx->dims())); PD_VISIT_ALL_TYPES(dx->dtype(), "ImagGradStridedKernel", ([&] { phi::StridedTensorFill(*dx, 0, dx); })); DenseTensor tmp; tmp.set_meta(dout.meta()); ImagStridedKernel(dev_ctx, *dx, &tmp); PD_VISIT_ALL_TYPES(dout.dtype(), "ImagGradStridedKernel", ([&] { phi::StridedTensorCopy( dout, vectorize(tmp.dims()), vectorize(tmp.strides()), tmp.offset(), &tmp); })); } } // namespace phi PD_REGISTER_KERNEL(real_grad, CPU, STRIDED, phi::RealGradStridedKernel, phi::complex64, phi::complex128) { kernel->InputAt(0).SetDataType(phi::dtype::ToReal(kernel_key.dtype())); } PD_REGISTER_KERNEL(imag_grad, CPU, STRIDED, phi::ImagGradStridedKernel, phi::complex64, phi::complex128) { kernel->InputAt(0).SetDataType(phi::dtype::ToReal(kernel_key.dtype())); } #if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP) PD_REGISTER_KERNEL(real_grad, GPU, STRIDED, phi::RealGradStridedKernel, phi::complex64, phi::complex128) { kernel->InputAt(0).SetDataType(phi::dtype::ToReal(kernel_key.dtype())); } PD_REGISTER_KERNEL(imag_grad, GPU, STRIDED, phi::ImagGradStridedKernel, phi::complex64, phi::complex128) { kernel->InputAt(0).SetDataType(phi::dtype::ToReal(kernel_key.dtype())); } #endif #if defined(PADDLE_WITH_CUSTOM_DEVICE) && !defined(PADDLE_WITH_CUDA) PD_REGISTER_KERNEL(real_grad, Custom, STRIDED, phi::RealGradStridedKernel, phi::complex64, phi::complex128) { kernel->InputAt(0).SetDataType(phi::dtype::ToReal(kernel_key.dtype())); } PD_REGISTER_KERNEL(imag_grad, Custom, STRIDED, phi::ImagGradStridedKernel, phi::complex64, phi::complex128) { kernel->InputAt(0).SetDataType(phi::dtype::ToReal(kernel_key.dtype())); } #endif