// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include "paddle/phi/kernels/full_kernel.h" #include "paddle/phi/kernels/funcs/common_shape.h" #include "paddle/phi/kernels/funcs/eigen/common.h" namespace phi { template static void LerpGradFunction(const Context& dev_ctx, const DenseTensor& x UNUSED, const DenseTensor& y UNUSED, const DenseTensor& weight, const DenseTensor& out, const DenseTensor& out_grad, DenseTensor* x_grad, DenseTensor* y_grad) { if (out_grad.numel() == 0) { if (x_grad) { Full(dev_ctx, x_grad->dims(), 0, x_grad); } if (y_grad) { Full(dev_ctx, y_grad->dims(), 0, y_grad); } return; } auto& w = weight; auto& dout = out_grad; auto* dx = x_grad; auto* dy = y_grad; auto& out_dims = out.dims(); DDim dx_dims; DDim dy_dims; auto w_dims = funcs::ExtendDims2Rank(w.dims(), D); auto g_dims = funcs::ExtendDims2Rank(out_grad.dims(), D); Eigen::DSizes dx_bcast_dims; Eigen::DSizes dy_bcast_dims; Eigen::DSizes w_bcast_dims; Eigen::DSizes g_bcast_dims; if (dx) { dx_dims = funcs::ExtendDims2Rank(dx->dims(), D); funcs::GetBroadcastDims(dx_dims, out_dims, &dx_bcast_dims); } if (dy) { dy_dims = funcs::ExtendDims2Rank(dy->dims(), D); funcs::GetBroadcastDims(dy_dims, out_dims, &dy_bcast_dims); } funcs::GetBroadcastDims(w_dims, out_dims, &w_bcast_dims); funcs::GetBroadcastDims(g_dims, out_dims, &g_bcast_dims); auto eigen_w = EigenTensor::From(w, w_dims); auto eigen_dout = EigenTensor::From(dout, g_dims); Eigen::DSizes dx_reshape_dims; Eigen::DSizes dy_reshape_dims; Eigen::DSizes reduce_dims; for (int i = 0; i < out_dims.size(); ++i) { if (dx) { dx_reshape_dims[2 * i] = dx_bcast_dims[i]; dx_reshape_dims[2 * i + 1] = dx_dims[i]; } if (dy) { dy_reshape_dims[2 * i] = dy_bcast_dims[i]; dy_reshape_dims[2 * i + 1] = dy_dims[i]; } reduce_dims[i] = 2 * i; } auto& place = *dev_ctx.eigen_device(); if (dx) { dev_ctx.template Alloc(dx); auto eigen_dx = EigenTensor::From(*dx, dx_dims); auto eigen_expr = (1 - eigen_w.broadcast(w_bcast_dims)) * eigen_dout.broadcast(g_bcast_dims); eigen_dx.device(place) = eigen_expr.reshape(dx_reshape_dims) .sum(reduce_dims) .reshape(eigen_dx.dimensions()); } if (dy) { dev_ctx.template Alloc(dy); auto eigen_dy = EigenTensor::From(*dy, dy_dims); auto eigen_expr = eigen_w.broadcast(w_bcast_dims) * eigen_dout.broadcast(g_bcast_dims); eigen_dy.device(place) = eigen_expr.reshape(dy_reshape_dims) .sum(reduce_dims) .reshape(eigen_dy.dimensions()); } } template static void LerpGradFunctionZero(const Context& dev_ctx, const DenseTensor& x UNUSED, const DenseTensor& y UNUSED, const DenseTensor& weight, const DenseTensor& out UNUSED, const DenseTensor& out_grad, DenseTensor* x_grad, DenseTensor* y_grad) { auto dim = make_ddim(std::vector(1, 1)); auto eigen_w = EigenTensor::From(weight, dim); auto eigen_dout = EigenTensor::From(out_grad, dim); auto& place = *dev_ctx.eigen_device(); if (x_grad) { dev_ctx.template Alloc(x_grad); auto eigen_dx = EigenTensor::From(*x_grad, dim); eigen_dx.device(place) = (1 - eigen_w) * eigen_dout; } if (y_grad) { dev_ctx.template Alloc(y_grad); auto eigen_dy = EigenTensor::From(*y_grad, dim); eigen_dy.device(place) = eigen_w * eigen_dout; } } template void LerpGradKernel(const Context& dev_ctx, const DenseTensor& x, const DenseTensor& y, const DenseTensor& weight, const DenseTensor& out, const DenseTensor& out_grad, DenseTensor* x_grad, DenseTensor* y_grad) { int rank = out.dims().size(); PADDLE_ENFORCE_GE( rank, 0, common::errors::InvalidArgument( "The number of dimensions for LerpGradOp must be " "greater than or equal to 0, but the value received is %d.", rank)); PADDLE_ENFORCE_LE( rank, 6, common::errors::InvalidArgument( "The number of dimensions for LerpGradOp must be " "less than or equal to 6, but the value received is %d.", rank)); switch (rank) { case 0: LerpGradFunctionZero( dev_ctx, x, y, weight, out, out_grad, x_grad, y_grad); break; case 1: LerpGradFunction( dev_ctx, x, y, weight, out, out_grad, x_grad, y_grad); break; case 2: LerpGradFunction( dev_ctx, x, y, weight, out, out_grad, x_grad, y_grad); break; case 3: LerpGradFunction( dev_ctx, x, y, weight, out, out_grad, x_grad, y_grad); break; case 4: LerpGradFunction( dev_ctx, x, y, weight, out, out_grad, x_grad, y_grad); break; case 5: LerpGradFunction( dev_ctx, x, y, weight, out, out_grad, x_grad, y_grad); break; case 6: LerpGradFunction( dev_ctx, x, y, weight, out, out_grad, x_grad, y_grad); break; } } } // namespace phi