// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "paddle/phi/kernels/index_sample_kernel.h" #include #include #include #include #include #include #include "glog/logging.h" #include "paddle/phi/backends/cpu/cpu_context.h" #include "paddle/phi/common/data_type.h" #include "paddle/phi/core/kernel_registry.h" #include "paddle/phi/core/tensor_utils.h" #include "paddle/phi/core/utils/data_type.h" namespace phi { template void IndexSampleInner(const Context &dev_ctx, const DenseTensor &input, const DenseTensor &index, DenseTensor *output) { auto input_dims = input.dims(); auto index_dims = index.dims(); int64_t batch_size = input_dims[0]; auto value_length = input_dims[1]; auto index_length = index_dims[1]; int64_t index_ids_num = index.numel(); std::vector input_vec; std::vector index_vec; TensorToVector(input, dev_ctx, &input_vec); TensorToVector(index, dev_ctx, &index_vec); std::vector res(index_ids_num); for (int64_t i = 0; i < index_ids_num; i++) { int64_t b = floor(i / index_length); PADDLE_ENFORCE_GE( index_vec[i], 0, errors::InvalidArgument( "Variable value (index) of OP(index_sample) " "expected >= 0 and < %ld, but got %ld. Please check input " "value.", value_length, index_vec[i])); PADDLE_ENFORCE_LT( index_vec[i], value_length, errors::InvalidArgument( "Variable value (index) of OP(index_sample) " "expected >= 0 and < %ld, but got %ld. Please check input " "value.", value_length, index_vec[i])); int64_t v_i = b * value_length + static_cast(index_vec[i]); T v = input_vec[v_i]; VLOG(4) << "Index Sample: batch = " << b << " index = " << v_i << " value = " << v; res[i] = v; } auto ddim = make_ddim({batch_size, index_length}); dev_ctx.template Alloc(output); TensorFromVector(res, dev_ctx, output); output->Resize(ddim); } template void IndexSampleKernel(const Context &dev_ctx, const DenseTensor &x, const DenseTensor &index, DenseTensor *out) { dev_ctx.template Alloc(out); if (out && out->numel() == 0) { return; } auto index_type = index.dtype(); bool index_type_match = index_type == DataType::INT32 || index_type == DataType::INT64; PADDLE_ENFORCE_EQ(index_type_match, true, errors::InvalidArgument( "Input(Index) holds the wrong type, it holds %s, but " "desires to be %s or %s", DataTypeToString(index_type), DataTypeToString(DataType::INT32), DataTypeToString(DataType::INT64))); if (index_type == DataType::INT32) { IndexSampleInner(dev_ctx, x, index, out); } else if (index_type == DataType::INT64) { IndexSampleInner(dev_ctx, x, index, out); } } } // namespace phi PD_REGISTER_KERNEL(index_sample, CPU, ALL_LAYOUT, phi::IndexSampleKernel, float, double, int, int64_t, phi::complex64, phi::complex128) {}