// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once namespace phi { namespace funcs { #define BITWISE_BINARY_FUNCTOR(func, expr, bool_expr) \ template \ struct Bitwise##func##Functor { \ HOSTDEVICE T operator()(const T a, const T b) const { return a expr b; } \ }; \ \ template <> \ struct Bitwise##func##Functor { \ HOSTDEVICE bool operator()(const bool a, const bool b) const { \ return a bool_expr b; \ } \ }; BITWISE_BINARY_FUNCTOR(And, &, &&) BITWISE_BINARY_FUNCTOR(Or, |, ||) BITWISE_BINARY_FUNCTOR(Xor, ^, !=) #undef BITWISE_BINARY_FUNCTOR template struct BitwiseNotFunctor { using ELEM_TYPE = T; HOSTDEVICE T operator()(const T a) const { return ~a; } }; template <> struct BitwiseNotFunctor { using ELEM_TYPE = bool; HOSTDEVICE bool operator()(const bool a) const { return !a; } }; template struct BitwiseLeftShiftArithmeticFunctor { HOSTDEVICE T operator()(const T a, const T b) const { if (b >= static_cast(sizeof(T) * 8)) return static_cast(0); if (b < static_cast(0)) return static_cast(0); return a << b; } }; template struct InverseBitwiseLeftShiftArithmeticFunctor { inline HOSTDEVICE T operator()(const T a, const T b) const { if (a >= static_cast(sizeof(T) * 8)) return static_cast(0); if (a < static_cast(0)) return static_cast(0); return b << a; } }; template struct BitwiseLeftShiftLogicFunctor { HOSTDEVICE T operator()(const T a, const T b) const { if (b < static_cast(0) || b >= static_cast(sizeof(T) * 8)) return static_cast(0); return a << b; } }; template struct InverseBitwiseLeftShiftLogicFunctor { inline HOSTDEVICE T operator()(const T a, const T b) const { if (a < static_cast(0) || a >= static_cast(sizeof(T) * 8)) return static_cast(0); return b << a; } }; template struct BitwiseRightShiftArithmeticFunctor { HOSTDEVICE T operator()(const T a, const T b) const { if (b < static_cast(0) || b >= static_cast(sizeof(T) * 8)) return static_cast(-(a >> (sizeof(T) * 8 - 1) & 1)); return a >> b; } }; template struct InverseBitwiseRightShiftArithmeticFunctor { inline HOSTDEVICE T operator()(const T a, const T b) const { if (a < static_cast(0) || a >= static_cast(sizeof(T) * 8)) return static_cast(-(b >> (sizeof(T) * 8 - 1) & 1)); return b >> a; } }; template <> struct BitwiseRightShiftArithmeticFunctor { HOSTDEVICE uint8_t operator()(const uint8_t a, const uint8_t b) const { if (b >= static_cast(sizeof(uint8_t) * 8)) return static_cast(0); return a >> b; } }; template <> struct InverseBitwiseRightShiftArithmeticFunctor { inline HOSTDEVICE uint8_t operator()(const uint8_t a, const uint8_t b) const { if (a >= static_cast(sizeof(uint8_t) * 8)) return static_cast(0); return b >> a; } }; template struct BitwiseRightShiftLogicFunctor { HOSTDEVICE T operator()(const T a, const T b) const { if (b >= static_cast(sizeof(T) * 8) || b < static_cast(0)) return static_cast(0); return a >> b; } }; template struct InverseBitwiseRightShiftLogicFunctor { inline HOSTDEVICE T operator()(const T a, const T b) const { if (a >= static_cast(sizeof(T) * 8) || a < static_cast(0)) return static_cast(0); return b >> a; } }; template HOSTDEVICE T logic_shift_func(const T a, const T b) { if (b < static_cast(0) || b >= static_cast(sizeof(T) * 8)) return static_cast(0); T t = static_cast(sizeof(T) * 8 - 1); T mask = (((a >> t) << t) >> b) << 1; return (a >> b) ^ mask; } // signed int8 template <> struct BitwiseRightShiftLogicFunctor { HOSTDEVICE int8_t operator()(const int8_t a, const int8_t b) const { return logic_shift_func(a, b); } }; template <> struct InverseBitwiseRightShiftLogicFunctor { inline HOSTDEVICE int8_t operator()(const int8_t a, const int8_t b) const { return logic_shift_func(b, a); } }; // signed int16 template <> struct BitwiseRightShiftLogicFunctor { HOSTDEVICE int16_t operator()(const int16_t a, const int16_t b) const { return logic_shift_func(a, b); } }; template <> struct InverseBitwiseRightShiftLogicFunctor { inline HOSTDEVICE int16_t operator()(const int16_t a, const int16_t b) const { return logic_shift_func(b, a); } }; // signed int32 template <> struct BitwiseRightShiftLogicFunctor { HOSTDEVICE int operator()(const int a, const int b) const { return logic_shift_func(a, b); } }; template <> struct InverseBitwiseRightShiftLogicFunctor { inline HOSTDEVICE int operator()(const int a, const int b) const { return logic_shift_func(b, a); } }; // signed int64 template <> struct BitwiseRightShiftLogicFunctor { HOSTDEVICE int64_t operator()(const int64_t a, const int64_t b) const { return logic_shift_func(a, b); } }; template <> struct InverseBitwiseRightShiftLogicFunctor { inline HOSTDEVICE int64_t operator()(const int64_t a, const int64_t b) const { return logic_shift_func(b, a); } }; } // namespace funcs } // namespace phi