Files
2026-07-13 12:40:42 +08:00

173 lines
6.1 KiB
C++

// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#pragma once
#include "paddle/common/ddim.h"
#include "paddle/phi/core/dense_tensor.h"
#include "paddle/phi/core/enforce.h"
#include "paddle/phi/kernels/funcs/eigen/common.h"
#include "paddle/phi/kernels/funcs/eigen/eigen_function.h"
// TODO(paddle-dev): Remove this file when we can call related Kernel directly
namespace phi {
namespace funcs {
template <typename Context, typename T, size_t D>
void EigenSliceWrapper(const Context& dev_ctx,
const DenseTensor* in,
const std::vector<int64_t>& start,
const std::vector<int64_t>& end,
DenseTensor* out) {
// Slice by call Eigen Tensor Function `.slice()`
size_t rank = in->dims().size();
PADDLE_ENFORCE_EQ(start.size(),
rank,
errors::InvalidArgument(
"EigenSliceWrapper function start "
"argument must have the same length as input rank."));
PADDLE_ENFORCE_EQ(end.size(),
rank,
errors::InvalidArgument(
"EigenSliceWrapper function end "
"argument must have the same length as input rank."));
auto eigen_place_ptr = dev_ctx.eigen_device();
auto eigen_place = *eigen_place_ptr;
auto out_t = EigenTensor<T, D>::From(*out, out->dims());
auto in_t = EigenTensor<T, D>::From(*in, in->dims());
Eigen::DSizes<int64_t, D> offsets_64bit, extents_64bit;
for (size_t i = 0; i < D; i++) {
offsets_64bit[i] = start[i];
extents_64bit[i] = end[i];
}
EigenSlice<std::decay_t<decltype(eigen_place)>, T, D>::Eval(
eigen_place, out_t, in_t, offsets_64bit, extents_64bit);
}
#define SLICE_RANK_CASE(N) \
case N: { \
EigenSliceWrapper<Context, T, N>(dev_ctx, &x, offset, extends, &ret); \
break; \
}
template <typename T, typename Context>
DenseTensor Slice(const Context& dev_ctx,
const DenseTensor& x,
std::vector<int> axes,
std::vector<int64_t> starts,
std::vector<int64_t> ends) {
DenseTensor ret;
std::vector<int> new_axes = axes;
std::vector<int64_t> out_shape = vectorize(x.dims());
size_t rank = out_shape.size();
PADDLE_ENFORCE_EQ(
axes.size(),
starts.size(),
errors::InvalidArgument("Slice Operator Argument Invalided"));
PADDLE_ENFORCE_EQ(
ends.size(),
starts.size(),
errors::InvalidArgument("Slice Operator Argument Invalided"));
for (unsigned int i = 0; i < axes.size(); ++i) {
int axis = axes[i];
if (axis < 0) axis = rank + axis;
new_axes[i] = axis; // change negative to positive
int64_t st = starts[i];
int64_t ed = ends[i];
PADDLE_ENFORCE_GT(
ed,
st,
errors::InvalidArgument("C++ Slice Operation Not Support End < Start"));
out_shape[axis] = ed - st;
}
std::vector<int64_t> offset(rank), extends(rank);
for (size_t i = 0; i < rank; ++i) {
offset[i] = 0;
extends[i] = x.dims()[i];
}
for (size_t i = 0; i < new_axes.size(); ++i) {
offset[new_axes[i]] = starts[i];
extends[new_axes[i]] = ends[i] - starts[i];
}
ret.Resize(out_shape);
dev_ctx.template Alloc<T>(&ret);
switch (rank) {
SLICE_RANK_CASE(1);
SLICE_RANK_CASE(2);
SLICE_RANK_CASE(3);
SLICE_RANK_CASE(4);
SLICE_RANK_CASE(5);
SLICE_RANK_CASE(6);
default: {
PADDLE_THROW(
errors::InvalidArgument("Invalid Rank number, "
"currently only support rank between 2~6"));
}
}
return ret;
}
// Use in conv_transpose kernel
template <typename Context, typename T, size_t D>
static void Slice(const Context& dev_ctx,
const DenseTensor* input,
DenseTensor* out,
const std::vector<int64_t>& begin_vec,
const std::vector<int64_t>& end_vec,
const std::vector<int64_t>& axes_vec) {
auto& place = *dev_ctx.eigen_device();
auto in_dims = input->dims();
auto offsets = Eigen::DSizes<int64_t, D>();
auto extents = Eigen::DSizes<int64_t, D>();
for (size_t i = 0; i < D; ++i) {
offsets[i] = 0;
extents[i] = in_dims[i];
}
std::vector<int64_t> out_shape_vec = vectorize(in_dims);
for (size_t i = 0; i < axes_vec.size(); ++i) {
offsets[axes_vec[i]] = begin_vec[i];
extents[axes_vec[i]] = end_vec[i] - begin_vec[i];
out_shape_vec[axes_vec[i]] = end_vec[i] - begin_vec[i];
}
DDim out_dims(make_ddim(out_shape_vec));
out->Resize(out_dims);
dev_ctx.template Alloc<T>(out);
auto in_t = EigenTensor<T, D, Eigen::RowMajor>::From(*input);
auto out_t = EigenTensor<T, D, Eigen::RowMajor>::From(*out, out_dims);
funcs::EigenSlice<std::decay_t<decltype(place)>, T, D>::Eval(
place, out_t, in_t, offsets, extents);
out->Resize(out_dims);
}
template <typename Context, typename T, size_t D>
static void Slice(const Context& dev_ctx,
const DenseTensor* input,
DenseTensor* out,
int64_t begin_idx,
int64_t end_idx,
int64_t axes) {
std::vector<int64_t> begin_vec = {begin_idx};
std::vector<int64_t> end_vec = {end_idx};
std::vector<int64_t> axes_vec = {axes};
Slice<Context, T, D>(dev_ctx, input, out, begin_vec, end_vec, axes_vec);
}
} // namespace funcs
} // namespace phi