// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include "paddle/phi/core/dense_tensor.h" #include "paddle/phi/kernels/funcs/common_shape.h" #include "paddle/phi/kernels/funcs/fc_functor.h" namespace phi { namespace fusion { template void FCKernel(const Context& dev_ctx, const DenseTensor& input, const DenseTensor& w, const optional& bias, const int in_num_col_dims, const std::string& activation_type, const bool padding_weights, DenseTensor* out) { bool with_relu = (activation_type == "relu") ? true : false; auto w_dims = w.dims(); std::vector output_dims; funcs::FCOutputSize( input.dims(), w_dims, output_dims, in_num_col_dims, padding_weights); out->Resize(output_dims); out->set_lod(input.lod()); auto out_dims = out->dims(); auto w_dims0 = padding_weights ? w_dims[0] - 4 : w_dims[0]; auto w_dims1 = padding_weights ? w_dims[1] - 4 : w_dims[1]; int M = common::product(out_dims) / w_dims1; const T* input_data = input.data(); const T* w_data = w.data(); auto* output_data = dev_ctx.template Alloc(out, out->numel() * sizeof(T)); funcs::FCFunctor fc; fc(dev_ctx, M, w_dims1, w_dims0, input_data, w_data, output_data, bias ? bias->data() : NULL, with_relu, padding_weights); } } // namespace fusion } // namespace phi