wehub-resource-sync
104 lines
2.5 KiB
C++
104 lines
2.5 KiB
C++
// Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#pragma once
|
|
|
|
#include "paddle/phi/kernels/primitive/helper_primitives.h"
|
|
|
|
// macro
|
|
#ifdef PADDLE_WITH_XPU_KP
|
|
|
|
#define KPStream XPUStream
|
|
#define KPDevice XPUContext
|
|
#define _ptr_ _global_ptr_
|
|
#define __forceinline__ __inline__
|
|
#define __restrict__
|
|
|
|
#define THREAD_ID_X core_id()
|
|
#define THREAD_ID_Y 0
|
|
#define THREAD_ID_Z 0
|
|
|
|
#define BLOCK_NUM_X core_num()
|
|
#define BLOCK_NUM_Y 0
|
|
#define BLOCK_NUM_Z 0
|
|
|
|
#define BLOCK_ID_X cluster_id()
|
|
#define BLOCK_ID_Y 0
|
|
#define BLOCK_ID_Z 0
|
|
|
|
#define GRID_NUM_X cluster_num()
|
|
#define GRID_NUM_Y 0
|
|
#define GRID_NUM_Z 0
|
|
#define VecSizeL 512
|
|
#define VecSizeM 256
|
|
#define VecSizeS 128
|
|
#else
|
|
|
|
#define KPStream gpuStream_t
|
|
#define KPDevice phi::GPUContext
|
|
#define _ptr_
|
|
#define __simd__
|
|
|
|
#define THREAD_ID_X threadIdx.x
|
|
#define THREAD_ID_Y threadIdx.y
|
|
#define THREAD_ID_Z threadIdx.z
|
|
|
|
#define BLOCK_NUM_X blockDim.x
|
|
#define BLOCK_NUM_Y blockDim.y
|
|
#define BLOCK_NUM_Z blockDim.z
|
|
|
|
#define BLOCK_ID_X blockIdx.x
|
|
#define BLOCK_ID_Y blockIdx.y
|
|
#define BLOCK_ID_Z blockIdx.z
|
|
|
|
#define GRID_NUM_X gridDim.x
|
|
#define GRID_NUM_Y gridDim.y
|
|
#define GRID_NUM_Z gridDim.z
|
|
|
|
#define VecSizeVL 8 // VecSize for fp16 or bf16
|
|
#define VecSizeL 4
|
|
#define VecSizeM 2
|
|
#define VecSizeS 1
|
|
#endif
|
|
|
|
// include file
|
|
#ifdef PADDLE_WITH_XPU_KP
|
|
|
|
#include "paddle/phi/backends/xpu/xpu_context.h"
|
|
#include "paddle/phi/kernels/primitive/compute_primitives_xpu2.h"
|
|
#include "paddle/phi/kernels/primitive/datamover_primitives_xpu2.h"
|
|
#include "paddle/phi/kernels/primitive/functor_primitives_xpu2.h"
|
|
|
|
#else
|
|
|
|
#include "paddle/phi/backends/gpu/gpu_context.h"
|
|
#include "paddle/phi/kernels/primitive/compute_primitives.h"
|
|
#include "paddle/phi/kernels/primitive/datamover_primitives.h"
|
|
#include "paddle/phi/kernels/primitive/functor_primitives.h"
|
|
|
|
#endif
|
|
|
|
namespace phi {
|
|
namespace kps {
|
|
|
|
#ifdef PADDLE_WITH_XPU_KP
|
|
// The type of index used in kernel
|
|
using IndexType = int;
|
|
#else
|
|
using IndexType = int64_t;
|
|
#endif
|
|
|
|
} // namespace kps
|
|
} // namespace phi
|