// Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP) #include "paddle/phi/kernels/logical_kernel.h" #include "paddle/common/flags.h" #include "paddle/phi/backends/gpu/gpu_context.h" #include "paddle/phi/core/kernel_registry.h" #include "paddle/phi/kernels/bitwise_kernel.h" #include "paddle/phi/kernels/funcs/logical_functor.h" #include "paddle/phi/kernels/stride/elementwise_stride_base.cu.h" #if defined(__NVCC__) || defined(__HIPCC__) || defined(__xpu__) #include "paddle/phi/kernels/funcs/dims_simplifier.h" #endif COMMON_DECLARE_bool(use_stride_kernel); COMMON_DECLARE_bool(use_stride_compute_kernel); COMMON_DECLARE_bool(force_stride_compute_contig_out); namespace phi { template void LaunchLogicalNotStrideKernel(const Context &dev_ctx, const DenseTensor &x, Functor func, DenseTensor *out) { std::vector inputs = {&x}; std::vector outputs = {out}; dev_ctx.template Alloc(out); UnaryStrideElementwiseKernel(dev_ctx, inputs, &outputs, func); } template void LogicalKernelStrideImpl(const Context &dev_ctx, const DenseTensor &x, const DenseTensor &y, DenseTensor *out) { dev_ctx.template Alloc(out); Functor binary_func; std::vector inputs = {&x, &y}; std::vector outputs = {out}; BinaryStrideBroadcastKernel( dev_ctx, inputs, &outputs, binary_func, -1); } template void InplaceLogicalKernelStrideImpl(const Context &dev_ctx, const DenseTensor &x, const DenseTensor &y, DenseTensor *out) { auto x_origin = x; dev_ctx.template Alloc(out); out->set_type(phi::DataType::BOOL); Functor binary_func; std::vector inputs = {&x, &y}; std::vector outputs = {out}; BinaryStrideBroadcastKernel( dev_ctx, inputs, &outputs, binary_func, -1); } #define DEFINE_CUDA_BINARY_LOGICAL_STRIDE_OP(name) \ template \ void Logical##name##StrideKernel(const Context &dev_ctx, \ const DenseTensor &x, \ const DenseTensor &y, \ DenseTensor *out) { \ if (!FLAGS_use_stride_kernel) { \ PADDLE_THROW(common::errors::Fatal( \ "FLAGS_use_stride_kernel is closed. Strided kernel " \ "be called, something wrong has happened!")); \ } \ DenseTensor x_; \ DenseTensor y_; \ bool zero_size = false; \ if (x.numel() == 0 || y.numel() == 0) { \ zero_size = true; \ } \ if (!FLAGS_use_stride_compute_kernel || zero_size) { \ if (!x.meta().is_contiguous()) { \ x_ = Tensor2Contiguous(dev_ctx, x); \ } else { \ x_ = x; \ } \ if (!y.meta().is_contiguous()) { \ y_ = Tensor2Contiguous(dev_ctx, y); \ } else { \ y_ = y; \ } \ } else { \ x_ = x; \ y_ = y; \ } \ if (x_.meta().is_contiguous() && y_.meta().is_contiguous()) { \ auto meta = out->meta(); \ meta.strides = meta.calc_strides(out->dims()); \ out->set_meta(meta); \ phi::Logical##name##Kernel(dev_ctx, x_, y_, out); \ return; \ } \ if (!FLAGS_use_stride_compute_kernel) { \ PADDLE_THROW( \ common::errors::Fatal("FLAGS_use_stride_compute_kernel is closed. " \ "Kernel using DenseTensorIterator " \ "be called, something wrong has happened!")); \ } \ if (FLAGS_force_stride_compute_contig_out) { \ auto meta = out->meta(); \ meta.strides = meta.calc_strides(out->dims()); \ out->set_meta(meta); \ } \ if (out->IsSharedWith(x_)) { \ InplaceLogicalKernelStrideImpl>( \ dev_ctx, x_, y_, out); \ } else { \ LogicalKernelStrideImpl>( \ dev_ctx, x_, y_, out); \ } \ } DEFINE_CUDA_BINARY_LOGICAL_STRIDE_OP(And) DEFINE_CUDA_BINARY_LOGICAL_STRIDE_OP(Or) DEFINE_CUDA_BINARY_LOGICAL_STRIDE_OP(Xor) #undef DEFINE_CUDA_BINARY_LOGICAL_STRIDE_OP template void LogicalNotStrideKernel(const Context &dev_ctx, const DenseTensor &x, DenseTensor *out) { if (!FLAGS_use_stride_kernel) { PADDLE_THROW(common::errors::Fatal( "FLAGS_use_stride_kernel is closed. Strided kernel " "be called, something wrong has happened!")); } DenseTensor x_; bool zero_size = false; if (x.numel() == 0) { zero_size = true; } if (!FLAGS_use_stride_compute_kernel || zero_size) { if (!x.meta().is_contiguous()) { x_ = Tensor2Contiguous(dev_ctx, x); } else { x_ = x; } } else { x_ = x; } if (x_.meta().is_contiguous()) { auto meta = out->meta(); meta.strides = meta.calc_strides(out->dims()); out->set_meta(meta); phi::LogicalNotKernel(dev_ctx, x_, out); return; } if (!FLAGS_use_stride_compute_kernel) { PADDLE_THROW( common::errors::Fatal("FLAGS_use_stride_compute_kernel is closed. " "Kernel using DenseTensorIterator " "be called, something wrong has happened!")); } if (FLAGS_force_stride_compute_contig_out) { auto meta = out->meta(); meta.strides = meta.calc_strides(out->dims()); out->set_meta(meta); } if (!out->IsSharedWith(x_)) { LaunchLogicalNotStrideKernel( dev_ctx, x_, funcs::LogicalNotFunctor(), out); } else { auto x_origin = x_; out->set_type(phi::DataType::BOOL); LaunchLogicalNotStrideKernel( dev_ctx, x_origin, funcs::LogicalNotFunctor(), out); } } } // namespace phi #define REGISTER_LOGICAL_CUDA_STRIDE_KERNEL(logical_and, func_type) \ PD_REGISTER_KERNEL(logical_and, \ GPU, \ STRIDED, \ phi::Logical##func_type##StrideKernel, \ float, \ phi::float16, \ phi::bfloat16, \ double, \ bool, \ int64_t, \ int, \ int8_t, \ phi::complex64, \ phi::complex128, \ int16_t) { \ kernel->OutputAt(0).SetDataType(phi::DataType::BOOL); \ } REGISTER_LOGICAL_CUDA_STRIDE_KERNEL(logical_and, And) REGISTER_LOGICAL_CUDA_STRIDE_KERNEL(logical_or, Or) REGISTER_LOGICAL_CUDA_STRIDE_KERNEL(logical_xor, Xor) REGISTER_LOGICAL_CUDA_STRIDE_KERNEL(logical_not, Not) #undef REGISTER_LOGICAL_CUDA_STRIDE_KERNEL #endif