73 lines
2.6 KiB
C++
73 lines
2.6 KiB
C++
// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#include "paddle/phi/kernels/index_select_kernel.h"
|
|
|
|
#include "glog/logging.h"
|
|
|
|
#include "paddle/common/flags.h"
|
|
#include "paddle/phi/backends/all_context.h"
|
|
#include "paddle/phi/core/kernel_registry.h"
|
|
|
|
COMMON_DECLARE_bool(use_stride_kernel);
|
|
|
|
namespace phi {
|
|
|
|
template <typename Context>
|
|
void IndexSelectStridedKernel(const Context& dev_ctx,
|
|
const DenseTensor& x,
|
|
int64_t index,
|
|
int dim,
|
|
DenseTensor* output) {
|
|
if (!FLAGS_use_stride_kernel) {
|
|
PADDLE_THROW(common::errors::Fatal(
|
|
"FLAGS_use_stride_kernel is closed. Strided kernel "
|
|
"be called, something wrong has happened!"));
|
|
}
|
|
auto input_dim = x.dims();
|
|
dim = dim >= 0 ? dim : dim + input_dim.size();
|
|
|
|
std::vector<int64_t> shape = vectorize<int64_t>(x.dims());
|
|
std::vector<int64_t> stride = vectorize<int64_t>(x.strides());
|
|
int64_t offset = static_cast<int64_t>(x.offset());
|
|
|
|
offset = static_cast<int64_t>(offset +
|
|
index * stride[dim] * SizeOf(output->dtype()));
|
|
shape.erase(shape.begin() + dim);
|
|
stride.erase(stride.begin() + dim);
|
|
|
|
auto meta = output->meta();
|
|
meta.offset = offset;
|
|
auto tmp_dim = DDim(shape.data(), static_cast<int>(shape.size()));
|
|
// if (product(meta.dims) > 0 && meta.dims != tmp_dim) {
|
|
// PADDLE_THROW(
|
|
// common::errors::Fatal("Index_select kernel stride compute diff, infer
|
|
// "
|
|
// "shape is %s, but compute is %s.",
|
|
// meta.dims,
|
|
// tmp_dim));
|
|
// }
|
|
meta.dims = tmp_dim;
|
|
meta.strides = DDim(stride.data(), static_cast<int>(stride.size()));
|
|
output->set_meta(meta);
|
|
output->ResetHolder(x.Holder());
|
|
output->ShareInplaceVersionCounterWith(x);
|
|
}
|
|
|
|
} // namespace phi
|
|
|
|
PD_REGISTER_KERNEL_FOR_ALL_BACKEND_DTYPE(index_select_strided,
|
|
STRIDED,
|
|
phi::IndexSelectStridedKernel) {}
|