chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,224 @@
|
||||
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#include "paddle/phi/kernels/arg_min_max_kernel.h"
|
||||
|
||||
#include "paddle/common/ddim.h"
|
||||
#include "paddle/phi/backends/cpu/cpu_context.h"
|
||||
#include "paddle/phi/core/kernel_registry.h"
|
||||
#include "paddle/phi/core/utils/data_type.h"
|
||||
#include "paddle/phi/kernels/funcs/eigen/common.h"
|
||||
#include "paddle/phi/kernels/funcs/math_function.h"
|
||||
|
||||
namespace phi {
|
||||
|
||||
enum ArgMinMaxType { kArgMin, kArgMax };
|
||||
|
||||
template <typename Context,
|
||||
typename T,
|
||||
typename Tout,
|
||||
int64_t Rank,
|
||||
ArgMinMaxType argMinMaxValue>
|
||||
struct ArgMinMaxFunctor {};
|
||||
|
||||
#define DECLARE_ARG_MIN_MAX_FUNCTOR(eigen_op_type, enum_argminmax_value) \
|
||||
template <typename Context, typename T, typename Tout, int64_t Rank> \
|
||||
struct ArgMinMaxFunctor<Context, T, Tout, Rank, enum_argminmax_value> { \
|
||||
void operator()(const Context& dev_ctx, \
|
||||
const DenseTensor& in, \
|
||||
DenseTensor* out, \
|
||||
DDim x_dims, \
|
||||
DDim out_dims, \
|
||||
int64_t axis, \
|
||||
bool keepdims, \
|
||||
bool flatten) { \
|
||||
auto in_eigen = EigenTensor<T, Rank>::From(in, x_dims); \
|
||||
if (flatten) { \
|
||||
auto out_eigen = EigenTensor<Tout, 0>::From(*out, out_dims); \
|
||||
out_eigen.device(*(dev_ctx.eigen_device())) = \
|
||||
in_eigen.eigen_op_type(axis).template cast<Tout>(); \
|
||||
} else { \
|
||||
if (keepdims) { \
|
||||
auto out_eigen = EigenTensor<Tout, Rank>::From(*out, out_dims); \
|
||||
out_eigen.device(*(dev_ctx.eigen_device())) = \
|
||||
in_eigen.eigen_op_type(axis).template cast<Tout>(); \
|
||||
} else { \
|
||||
auto out_eigen = EigenTensor<Tout, Rank - 1>::From(*out, out_dims); \
|
||||
out_eigen.device(*(dev_ctx.eigen_device())) = \
|
||||
in_eigen.eigen_op_type(axis).template cast<Tout>(); \
|
||||
} \
|
||||
} \
|
||||
} \
|
||||
}
|
||||
|
||||
DECLARE_ARG_MIN_MAX_FUNCTOR(argmin, ArgMinMaxType::kArgMin);
|
||||
DECLARE_ARG_MIN_MAX_FUNCTOR(argmax, ArgMinMaxType::kArgMax);
|
||||
|
||||
template <typename Context, typename T, ArgMinMaxType EnumArgMinMaxValue>
|
||||
struct VisitDataArgMinMaxFunctor {
|
||||
const Context& dev_ctx;
|
||||
const DenseTensor& x;
|
||||
int64_t axis;
|
||||
bool keepdims;
|
||||
bool flatten;
|
||||
DenseTensor* out;
|
||||
|
||||
explicit VisitDataArgMinMaxFunctor(const Context& dev_ctx,
|
||||
const DenseTensor& x,
|
||||
int64_t axis,
|
||||
bool keepdims,
|
||||
bool flatten,
|
||||
DenseTensor* out)
|
||||
: dev_ctx(dev_ctx),
|
||||
x(x),
|
||||
axis(axis),
|
||||
keepdims(keepdims),
|
||||
flatten(flatten),
|
||||
out(out) {}
|
||||
template <typename Tout>
|
||||
void apply() const {
|
||||
dev_ctx.template Alloc<Tout>(out);
|
||||
if (x.numel() == 0) return;
|
||||
// if flatten, will construct the new dims for the calculation
|
||||
DDim x_dims;
|
||||
DDim out_dims;
|
||||
int new_axis = axis;
|
||||
if (flatten) {
|
||||
// always reduce 1D -> 0D
|
||||
x_dims = make_ddim({x.numel()});
|
||||
out_dims = make_ddim({});
|
||||
new_axis = 0;
|
||||
} else {
|
||||
x_dims = x.dims();
|
||||
out_dims = out->dims();
|
||||
if (axis < 0) new_axis = axis + x_dims.size();
|
||||
}
|
||||
|
||||
#define CALL_ARG_MINMAX_FUNCTOR(rank) \
|
||||
ArgMinMaxFunctor<Context, T, Tout, rank, EnumArgMinMaxValue> functor##rank; \
|
||||
functor##rank(dev_ctx, x, out, x_dims, out_dims, new_axis, keepdims, flatten)
|
||||
|
||||
switch (x_dims.size()) {
|
||||
case 0:
|
||||
funcs::set_constant(dev_ctx, out, static_cast<Tout>(0));
|
||||
return;
|
||||
case 1:
|
||||
CALL_ARG_MINMAX_FUNCTOR(1);
|
||||
break;
|
||||
case 2:
|
||||
CALL_ARG_MINMAX_FUNCTOR(2);
|
||||
break;
|
||||
case 3:
|
||||
CALL_ARG_MINMAX_FUNCTOR(3);
|
||||
break;
|
||||
case 4:
|
||||
CALL_ARG_MINMAX_FUNCTOR(4);
|
||||
break;
|
||||
case 5:
|
||||
CALL_ARG_MINMAX_FUNCTOR(5);
|
||||
break;
|
||||
case 6:
|
||||
CALL_ARG_MINMAX_FUNCTOR(6);
|
||||
break;
|
||||
default:
|
||||
PADDLE_ENFORCE_LE(
|
||||
x_dims.size(),
|
||||
6,
|
||||
common::errors::InvalidArgument(
|
||||
"%s operator doesn't supports tensors whose ranks are greater "
|
||||
"than 6.",
|
||||
(EnumArgMinMaxValue == kArgMin ? "argmin" : "argmax")));
|
||||
break;
|
||||
#undef CALL_ARG_MINMAX_FUNCTOR
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
template <typename Context, typename T, ArgMinMaxType EnumArgMinMaxValue>
|
||||
void ArgMinMaxKernel(const Context& dev_ctx,
|
||||
const DenseTensor& x,
|
||||
const Scalar& axis,
|
||||
bool keepdims,
|
||||
bool flatten,
|
||||
DataType dtype,
|
||||
DenseTensor* out) {
|
||||
PADDLE_ENFORCE_GE(
|
||||
x.numel(),
|
||||
0,
|
||||
common::errors::InvalidArgument(
|
||||
"argmin/argmax input numel must > 0, bug got %d", x.numel()));
|
||||
if (dtype == DataType::UNDEFINED) {
|
||||
VisitDataTypeTiny(
|
||||
DataType::INT64,
|
||||
VisitDataArgMinMaxFunctor<Context, T, EnumArgMinMaxValue>(
|
||||
dev_ctx, x, axis.to<int64_t>(), keepdims, flatten, out));
|
||||
return;
|
||||
}
|
||||
VisitDataTypeTiny(
|
||||
dtype,
|
||||
VisitDataArgMinMaxFunctor<Context, T, EnumArgMinMaxValue>(
|
||||
dev_ctx, x, axis.to<int64_t>(), keepdims, flatten, out));
|
||||
}
|
||||
|
||||
template <typename T, typename Context>
|
||||
void ArgMinKernel(const Context& dev_ctx,
|
||||
const DenseTensor& x,
|
||||
const Scalar& axis,
|
||||
bool keepdims,
|
||||
bool flatten,
|
||||
DataType dtype,
|
||||
DenseTensor* out) {
|
||||
ArgMinMaxKernel<Context, T, ArgMinMaxType::kArgMin>(
|
||||
dev_ctx, x, axis, keepdims, flatten, dtype, out);
|
||||
}
|
||||
|
||||
template <typename T, typename Context>
|
||||
void ArgMaxKernel(const Context& dev_ctx,
|
||||
const DenseTensor& x,
|
||||
const Scalar& axis,
|
||||
bool keepdims,
|
||||
bool flatten,
|
||||
DataType dtype,
|
||||
DenseTensor* out) {
|
||||
ArgMinMaxKernel<Context, T, ArgMinMaxType::kArgMax>(
|
||||
dev_ctx, x, axis, keepdims, flatten, dtype, out);
|
||||
}
|
||||
|
||||
} // namespace phi
|
||||
|
||||
PD_REGISTER_KERNEL(argmin,
|
||||
CPU,
|
||||
ALL_LAYOUT,
|
||||
phi::ArgMinKernel,
|
||||
float,
|
||||
double,
|
||||
int32_t,
|
||||
int64_t,
|
||||
int16_t,
|
||||
uint8_t) {
|
||||
kernel->OutputAt(0).SetDataType(phi::DataType::UNDEFINED);
|
||||
}
|
||||
|
||||
PD_REGISTER_KERNEL(argmax,
|
||||
CPU,
|
||||
ALL_LAYOUT,
|
||||
phi::ArgMaxKernel,
|
||||
float,
|
||||
double,
|
||||
int32_t,
|
||||
int64_t,
|
||||
int16_t,
|
||||
uint8_t) {
|
||||
kernel->OutputAt(0).SetDataType(phi::DataType::UNDEFINED);
|
||||
}
|
||||
Reference in New Issue
Block a user