173 lines
6.1 KiB
C++
173 lines
6.1 KiB
C++
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#pragma once
|
|
|
|
#include "paddle/common/ddim.h"
|
|
#include "paddle/phi/core/dense_tensor.h"
|
|
#include "paddle/phi/core/enforce.h"
|
|
#include "paddle/phi/kernels/funcs/eigen/common.h"
|
|
#include "paddle/phi/kernels/funcs/eigen/eigen_function.h"
|
|
|
|
// TODO(paddle-dev): Remove this file when we can call related Kernel directly
|
|
|
|
namespace phi {
|
|
namespace funcs {
|
|
|
|
template <typename Context, typename T, size_t D>
|
|
void EigenSliceWrapper(const Context& dev_ctx,
|
|
const DenseTensor* in,
|
|
const std::vector<int64_t>& start,
|
|
const std::vector<int64_t>& end,
|
|
DenseTensor* out) {
|
|
// Slice by call Eigen Tensor Function `.slice()`
|
|
size_t rank = in->dims().size();
|
|
PADDLE_ENFORCE_EQ(start.size(),
|
|
rank,
|
|
errors::InvalidArgument(
|
|
"EigenSliceWrapper function start "
|
|
"argument must have the same length as input rank."));
|
|
PADDLE_ENFORCE_EQ(end.size(),
|
|
rank,
|
|
errors::InvalidArgument(
|
|
"EigenSliceWrapper function end "
|
|
"argument must have the same length as input rank."));
|
|
auto eigen_place_ptr = dev_ctx.eigen_device();
|
|
auto eigen_place = *eigen_place_ptr;
|
|
auto out_t = EigenTensor<T, D>::From(*out, out->dims());
|
|
auto in_t = EigenTensor<T, D>::From(*in, in->dims());
|
|
Eigen::DSizes<int64_t, D> offsets_64bit, extents_64bit;
|
|
for (size_t i = 0; i < D; i++) {
|
|
offsets_64bit[i] = start[i];
|
|
extents_64bit[i] = end[i];
|
|
}
|
|
EigenSlice<std::decay_t<decltype(eigen_place)>, T, D>::Eval(
|
|
eigen_place, out_t, in_t, offsets_64bit, extents_64bit);
|
|
}
|
|
|
|
#define SLICE_RANK_CASE(N) \
|
|
case N: { \
|
|
EigenSliceWrapper<Context, T, N>(dev_ctx, &x, offset, extends, &ret); \
|
|
break; \
|
|
}
|
|
|
|
template <typename T, typename Context>
|
|
DenseTensor Slice(const Context& dev_ctx,
|
|
const DenseTensor& x,
|
|
std::vector<int> axes,
|
|
std::vector<int64_t> starts,
|
|
std::vector<int64_t> ends) {
|
|
DenseTensor ret;
|
|
std::vector<int> new_axes = axes;
|
|
std::vector<int64_t> out_shape = vectorize(x.dims());
|
|
size_t rank = out_shape.size();
|
|
PADDLE_ENFORCE_EQ(
|
|
axes.size(),
|
|
starts.size(),
|
|
errors::InvalidArgument("Slice Operator Argument Invalided"));
|
|
PADDLE_ENFORCE_EQ(
|
|
ends.size(),
|
|
starts.size(),
|
|
errors::InvalidArgument("Slice Operator Argument Invalided"));
|
|
for (unsigned int i = 0; i < axes.size(); ++i) {
|
|
int axis = axes[i];
|
|
if (axis < 0) axis = rank + axis;
|
|
new_axes[i] = axis; // change negative to positive
|
|
int64_t st = starts[i];
|
|
int64_t ed = ends[i];
|
|
PADDLE_ENFORCE_GT(
|
|
ed,
|
|
st,
|
|
errors::InvalidArgument("C++ Slice Operation Not Support End < Start"));
|
|
out_shape[axis] = ed - st;
|
|
}
|
|
std::vector<int64_t> offset(rank), extends(rank);
|
|
for (size_t i = 0; i < rank; ++i) {
|
|
offset[i] = 0;
|
|
extends[i] = x.dims()[i];
|
|
}
|
|
for (size_t i = 0; i < new_axes.size(); ++i) {
|
|
offset[new_axes[i]] = starts[i];
|
|
extends[new_axes[i]] = ends[i] - starts[i];
|
|
}
|
|
ret.Resize(out_shape);
|
|
dev_ctx.template Alloc<T>(&ret);
|
|
switch (rank) {
|
|
SLICE_RANK_CASE(1);
|
|
SLICE_RANK_CASE(2);
|
|
SLICE_RANK_CASE(3);
|
|
SLICE_RANK_CASE(4);
|
|
SLICE_RANK_CASE(5);
|
|
SLICE_RANK_CASE(6);
|
|
default: {
|
|
PADDLE_THROW(
|
|
errors::InvalidArgument("Invalid Rank number, "
|
|
"currently only support rank between 2~6"));
|
|
}
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
// Use in conv_transpose kernel
|
|
template <typename Context, typename T, size_t D>
|
|
static void Slice(const Context& dev_ctx,
|
|
const DenseTensor* input,
|
|
DenseTensor* out,
|
|
const std::vector<int64_t>& begin_vec,
|
|
const std::vector<int64_t>& end_vec,
|
|
const std::vector<int64_t>& axes_vec) {
|
|
auto& place = *dev_ctx.eigen_device();
|
|
auto in_dims = input->dims();
|
|
auto offsets = Eigen::DSizes<int64_t, D>();
|
|
auto extents = Eigen::DSizes<int64_t, D>();
|
|
for (size_t i = 0; i < D; ++i) {
|
|
offsets[i] = 0;
|
|
extents[i] = in_dims[i];
|
|
}
|
|
|
|
std::vector<int64_t> out_shape_vec = vectorize(in_dims);
|
|
for (size_t i = 0; i < axes_vec.size(); ++i) {
|
|
offsets[axes_vec[i]] = begin_vec[i];
|
|
extents[axes_vec[i]] = end_vec[i] - begin_vec[i];
|
|
out_shape_vec[axes_vec[i]] = end_vec[i] - begin_vec[i];
|
|
}
|
|
|
|
DDim out_dims(make_ddim(out_shape_vec));
|
|
out->Resize(out_dims);
|
|
dev_ctx.template Alloc<T>(out);
|
|
|
|
auto in_t = EigenTensor<T, D, Eigen::RowMajor>::From(*input);
|
|
auto out_t = EigenTensor<T, D, Eigen::RowMajor>::From(*out, out_dims);
|
|
|
|
funcs::EigenSlice<std::decay_t<decltype(place)>, T, D>::Eval(
|
|
place, out_t, in_t, offsets, extents);
|
|
out->Resize(out_dims);
|
|
}
|
|
|
|
template <typename Context, typename T, size_t D>
|
|
static void Slice(const Context& dev_ctx,
|
|
const DenseTensor* input,
|
|
DenseTensor* out,
|
|
int64_t begin_idx,
|
|
int64_t end_idx,
|
|
int64_t axes) {
|
|
std::vector<int64_t> begin_vec = {begin_idx};
|
|
std::vector<int64_t> end_vec = {end_idx};
|
|
std::vector<int64_t> axes_vec = {axes};
|
|
Slice<Context, T, D>(dev_ctx, input, out, begin_vec, end_vec, axes_vec);
|
|
}
|
|
|
|
} // namespace funcs
|
|
} // namespace phi
|