wehub-resource-sync
135 lines
4.3 KiB
C++
135 lines
4.3 KiB
C++
/* Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License. */
|
|
|
|
#pragma once
|
|
|
|
#if defined(_WIN32) && !defined(STATIC_PADDLE)
|
|
#ifndef PADDLE_API
|
|
#ifdef PADDLE_DLL_EXPORT
|
|
#define PADDLE_API __declspec(dllexport)
|
|
#else
|
|
#define PADDLE_API __declspec(dllimport)
|
|
#endif // PADDLE_DLL_EXPORT
|
|
#endif // PADDLE_API
|
|
#else
|
|
#define PADDLE_API
|
|
#endif // _WIN32
|
|
|
|
#if defined(_WIN32) && !defined(STATIC_PADDLE)
|
|
#ifndef PADDLE_EXP_API
|
|
#ifdef PADDLE_DLL_EXPORT
|
|
#define PADDLE_EXP_API __declspec(dllexport)
|
|
#else
|
|
#define PADDLE_EXP_API
|
|
#endif // PADDLE_DLL_EXPORT
|
|
#endif // PADDLE_API
|
|
#else
|
|
#define PADDLE_EXP_API
|
|
#endif // _WIN32
|
|
|
|
#if defined(PADDLE_WITH_NCCL) || defined(PADDLE_WITH_RCCL)
|
|
#define COMM_CONTEXT phi::distributed::NCCLCommContext
|
|
#elif (defined(PADDLE_WITH_XPU) && defined(PADDLE_WITH_XPU_BKCL))
|
|
#define COMM_CONTEXT phi::distributed::BKCLCommContext
|
|
#elif defined(PADDLE_WITH_CUSTOM_DEVICE)
|
|
#define COMM_CONTEXT phi::distributed::XCCLCommContext
|
|
#endif
|
|
|
|
#if defined(PADDLE_WITH_NCCL) || defined(PADDLE_WITH_RCCL)
|
|
#define CREATE_COMM_CONTEXT \
|
|
phi::distributed::CommContextManager::CreateNCCLCommContext
|
|
#elif defined(PADDLE_WITH_XPU_BKCL)
|
|
#define CREATE_COMM_CONTEXT \
|
|
phi::distributed::CommContextManager::CreateBKCLCommContext
|
|
#elif defined(PADDLE_WITH_CUSTOM_DEVICE)
|
|
#define CREATE_COMM_CONTEXT \
|
|
phi::distributed::CommContextManager::CreateXCCLCommContext
|
|
#endif
|
|
|
|
namespace common {
|
|
|
|
// Disable the copy and assignment operator for a class.
|
|
#ifndef DISABLE_COPY_AND_ASSIGN
|
|
#define DISABLE_COPY_AND_ASSIGN(classname) \
|
|
private: \
|
|
classname(const classname&) = delete; \
|
|
classname(classname&&) = delete; \
|
|
classname& operator=(const classname&) = delete; \
|
|
classname& operator=(classname&&) = delete
|
|
#endif
|
|
|
|
#define PD_STATIC_ASSERT_GLOBAL_NAMESPACE(uniq_name, msg) \
|
|
_PD_STATIC_ASSERT_GLOBAL_NAMESPACE(uniq_name, msg)
|
|
|
|
#define _PD_STATIC_ASSERT_GLOBAL_NAMESPACE(uniq_name, msg) \
|
|
struct __test_global_namespace_##uniq_name##__ {}; \
|
|
static_assert(std::is_same<::__test_global_namespace_##uniq_name##__, \
|
|
__test_global_namespace_##uniq_name##__>::value, \
|
|
msg)
|
|
|
|
#ifdef __COUNTER__
|
|
#define PD_ID __COUNTER__
|
|
#else
|
|
#define PD_ID __LINE__
|
|
#endif
|
|
|
|
#if defined(_WIN32)
|
|
#define UNUSED
|
|
#define __builtin_expect(EXP, C) (EXP)
|
|
#else
|
|
#define UNUSED __attribute__((unused))
|
|
#endif
|
|
|
|
// Because most enforce conditions would evaluate to true, we can use
|
|
// __builtin_expect to instruct the C++ compiler to generate code that
|
|
// always forces branch prediction of true.
|
|
// This generates faster binary code. __builtin_expect is since C++11.
|
|
// For more details, please check https://stackoverflow.com/a/43870188/724872.
|
|
#if !defined(_WIN32)
|
|
#define UNLIKELY(condition) __builtin_expect(static_cast<bool>(condition), 0)
|
|
#define LIKELY(condition) __builtin_expect(static_cast<bool>(condition), 1)
|
|
#else
|
|
// there is no equivalent intrinsics in msvc.
|
|
#define UNLIKELY(condition) (condition)
|
|
#define LIKELY(condition) (condition)
|
|
#endif
|
|
|
|
#define PD_CONCATENATE(arg1, arg2) PD_CONCATENATE1(arg1, arg2)
|
|
#define PD_CONCATENATE1(arg1, arg2) PD_CONCATENATE2(arg1, arg2)
|
|
#define PD_CONCATENATE2(arg1, arg2) arg1##arg2
|
|
#define PD_EXPAND(x) x
|
|
|
|
#if defined(__NVCC__) || defined(__HIPCC__)
|
|
#define PADDLE_RESTRICT __restrict__
|
|
#else
|
|
#define PADDLE_RESTRICT
|
|
#endif
|
|
|
|
#ifndef PADDLE_WITH_MUSL
|
|
#ifndef FLT_MAX // Fix windows_cuda12.0
|
|
#ifdef __FLT_MAX__
|
|
#define FLT_MAX __FLT_MAX__
|
|
#endif
|
|
#endif // __FLT_MAX__
|
|
#endif // PADDLE_WITH_MUSL
|
|
|
|
#define REGISTER_FILE_SYMBOLS(name) \
|
|
PADDLE_API int RegisterSymbolsFor##name() { return 0; }
|
|
|
|
#define DECLARE_FILE_SYMBOLS(name) \
|
|
PADDLE_API extern int RegisterSymbolsFor##name(); \
|
|
UNUSED static int use_file_##name = RegisterSymbolsFor##name()
|
|
|
|
} // namespace common
|