// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "paddle/phi/kernels/allclose_kernel.h" #include #include "glog/logging.h" #include "paddle/phi/backends/gpu/gpu_launch_config.h" #include "paddle/phi/common/amp_type_traits.h" #include "paddle/phi/common/data_type.h" #include "paddle/phi/core/enforce.h" #include "paddle/phi/core/kernel_registry.h" #include "paddle/phi/kernels/full_kernel.h" namespace phi { template __global__ void AllcloseCUDAKernel(const T* in_data, const T* other_data, const double rtol, const double atol, bool equal_nan, IndexType num, bool* out_data) { unsigned int idx = threadIdx.x + blockIdx.x * blockDim.x; bool val; using BaseMT = typename MPTypeTrait::Type; using MT = typename std::conditional::value || std::is_same::value || std::is_same::value, double, BaseMT>::type; for (IndexType i = idx; i < num; i += blockDim.x * gridDim.x) { const MT a = static_cast(in_data[i]); const MT b = static_cast(other_data[i]); if (isnan(a) || isnan(b)) { val = equal_nan && isnan(a) == isnan(b); } else { MT left = (a > b ? a - b : b - a); MT right = atol + (b > 0 ? rtol * b : (-rtol) * b); MT diff = (left > right ? left - right : right - left); val = a == b || left <= right || diff <= 1e-15; } if (!val) *out_data = false; } } template void AllCloseKernel(const Context& dev_ctx, const DenseTensor& x, const DenseTensor& y, const Scalar& rtol, const Scalar& atol, bool equal_nan, DenseTensor* out) { if (x.numel() == 0 || y.numel() == 0) { Full(dev_ctx, out->dims(), true, out); return; } double rtol_v, atol_v; if (rtol.dtype() == DataType::FLOAT64) { rtol_v = rtol.to(); } else if (rtol.dtype() == DataType::FLOAT32) { rtol_v = rtol.to(); } else { PADDLE_THROW(common::errors::InvalidArgument( "Input (Rtol) type must be double or float, but get %s.", rtol.dtype())); } if (atol.dtype() == DataType::FLOAT64) { atol_v = atol.to(); } else if (atol.dtype() == DataType::FLOAT32) { atol_v = atol.to(); } else { PADDLE_THROW(common::errors::InvalidArgument( "Input (Atol) type must be double or float, but get %s.", atol.dtype())); } VLOG(3) << "rtol and atol is : " << rtol_v << " " << atol_v; const T* in_data = x.data(); const T* other_data = y.data(); bool* out_data = dev_ctx.template Alloc(out); int64_t num = x.numel(); const int vec_size = 4; auto config = backends::gpu::GetGpuLaunchConfig1D(dev_ctx, num, vec_size); uint32_t grid = config.block_per_grid.x; uint32_t block = config.thread_per_block.x; #ifdef PADDLE_WITH_HIP hipMemset(out_data, true, sizeof(bool)); #else cudaMemset(out_data, true, sizeof(bool)); #endif if (num > std::numeric_limits::max()) { AllcloseCUDAKernel<<>>( in_data, other_data, rtol_v, atol_v, equal_nan, num, out_data); } else { AllcloseCUDAKernel<<>>( in_data, other_data, rtol_v, atol_v, equal_nan, num, out_data); } } } // namespace phi PD_REGISTER_KERNEL(allclose, GPU, ALL_LAYOUT, phi::AllCloseKernel, float, double, bool, int, int64_t, phi::float16) { kernel->OutputAt(0).SetDataType(phi::DataType::BOOL); }