98 lines
4.0 KiB
C++
98 lines
4.0 KiB
C++
/* Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License. */
|
|
|
|
#include "paddle/phi/kernels/sparse/pool_grad_kernel.h"
|
|
|
|
#include "paddle/phi/core/kernel_registry.h"
|
|
#include "paddle/phi/core/tensor_utils.h"
|
|
#include "paddle/phi/core/visit_type.h"
|
|
#include "paddle/phi/kernels/empty_kernel.h"
|
|
#include "paddle/phi/kernels/funcs/pooling.h"
|
|
#include "paddle/phi/kernels/funcs/sparse/convolution.h"
|
|
|
|
namespace phi::sparse {
|
|
|
|
template <typename T, typename IntT = int>
|
|
void MaxPoolCooGradCPUKernel(const CPUContext& dev_ctx,
|
|
const SparseCooTensor& x,
|
|
const DenseTensor& rulebook,
|
|
const DenseTensor& counter,
|
|
const SparseCooTensor& out,
|
|
const SparseCooTensor& out_grad,
|
|
const std::vector<int>& kernel_sizes,
|
|
SparseCooTensor* x_grad) {
|
|
int kernel_size = kernel_sizes[0] * kernel_sizes[1] * kernel_sizes[2];
|
|
const int channels = static_cast<int>(x.dims()[4]);
|
|
int rulebook_len = static_cast<int>(rulebook.dims()[1]);
|
|
const IntT* rulebook_ptr = rulebook.data<IntT>();
|
|
std::vector<int> offsets(kernel_size + 1);
|
|
const int* counter_ptr = counter.data<int>();
|
|
|
|
funcs::sparse::PrefixSum(counter_ptr, &offsets[0], kernel_size);
|
|
|
|
const T* in_features_ptr = x.values().data<T>();
|
|
const T* out_features_ptr = out.values().data<T>();
|
|
const T* out_grad_ptr = out_grad.values().data<T>();
|
|
// TODO(zhangkaihuo): call phi::sparse::EmptyLike
|
|
DenseTensor x_grad_indices = EmptyLike<IntT>(dev_ctx, x.indices());
|
|
DenseTensor x_grad_values = EmptyLike<T>(dev_ctx, x.values());
|
|
x_grad->SetMember(x_grad_indices, x_grad_values, x.dims(), true);
|
|
T* x_grad_ptr = x_grad_values.data<T>();
|
|
memset(x_grad_ptr, 0, sizeof(T) * x_grad_values.numel());
|
|
phi::Copy<CPUContext>(
|
|
dev_ctx, x.indices(), dev_ctx.GetPlace(), false, &x_grad_indices);
|
|
|
|
funcs::MaxPoolGrad<T> grad_functor;
|
|
for (int i = 0; i < kernel_size; i++) {
|
|
for (int j = 0; j < counter_ptr[i]; j++) {
|
|
IntT in_i = rulebook_ptr[rulebook_len + offsets[i] + j];
|
|
IntT out_i = rulebook_ptr[rulebook_len * 2 + offsets[i] + j];
|
|
for (int c = 0; c < channels; c++) {
|
|
grad_functor.compute(in_features_ptr[in_i * channels + c],
|
|
out_features_ptr[out_i * channels + c],
|
|
out_grad_ptr[out_i * channels + c],
|
|
1,
|
|
&x_grad_ptr[in_i * channels + c]);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
template <typename T, typename Context>
|
|
void MaxPoolCooGradKernel(const Context& dev_ctx,
|
|
const SparseCooTensor& x,
|
|
const DenseTensor& rulebook,
|
|
const DenseTensor& counter,
|
|
const SparseCooTensor& out,
|
|
const SparseCooTensor& out_grad,
|
|
const std::vector<int>& kernel_sizes,
|
|
SparseCooTensor* x_grad) {
|
|
PD_VISIT_BASE_INTEGRAL_TYPES(
|
|
x.indices().dtype(), "MaxPoolCooGradCPUKernel", ([&] {
|
|
MaxPoolCooGradCPUKernel<T, data_t>(
|
|
dev_ctx, x, rulebook, counter, out, out_grad, kernel_sizes, x_grad);
|
|
}));
|
|
}
|
|
|
|
} // namespace phi::sparse
|
|
|
|
PD_REGISTER_KERNEL(maxpool_coo_grad,
|
|
CPU,
|
|
ALL_LAYOUT,
|
|
phi::sparse::MaxPoolCooGradKernel,
|
|
float,
|
|
double) {
|
|
kernel->InputAt(0).SetDataLayout(phi::DataLayout::SPARSE_COO);
|
|
}
|