// // DeconvBufExecution.cpp // MNN // // Created by MNN on 2021/04/09. // Copyright © 2018, Alibaba Group Holding Limited // #ifndef MNN_OPENCL_BUFFER_CLOSED #include "backend/opencl/execution/buffer/DeconvBufExecution.hpp" #include "core/Macro.h" #include "core/TensorUtils.hpp" #include "backend/opencl/core/OpenCLBackend.hpp" #include "backend/opencl/core/OpenCLRunningUtils.hpp" #include "core/ConvolutionCommon.hpp" namespace MNN { namespace OpenCL { DeconvBufExecution::DeconvBufExecution(const std::vector &inputs, const MNN::Op *op, Backend *backend) : ConvBufCommonExecution(op->main_as_Convolution2D(), backend), CommonExecution(backend, op) { if (!mConvComValid) { mValid = false; return; } mOpenCLBackend = static_cast(backend); const auto *conv2dParams = op->main_as_Convolution2D(); const auto *conv2dCommonParams = conv2dParams->common(); mResource->mConv2dCommonParams = conv2dCommonParams; mResource->mStrides = {conv2dCommonParams->strideY(), conv2dCommonParams->strideX()}; mResource->mDilations = {conv2dCommonParams->dilateY(), conv2dCommonParams->dilateX()}; int kernelWidth = conv2dCommonParams->kernelX(); int kernelHeight = conv2dCommonParams->kernelY(); MNN_ASSERT(mResource->mStrides[0] > 0 && mResource->mStrides[1] > 0); int outputChannel = conv2dCommonParams->outputCount(); const float* filterDataPtr = nullptr; int weightSize = 0; std::shared_ptr quanCommon; ConvolutionCommon::getConvParameters(&quanCommon, backend, op, &filterDataPtr, &weightSize); int inputChannel = weightSize / (kernelWidth * kernelHeight * outputChannel); mResource->mFilter.reset(Tensor::createDevice({1, UP_DIV(outputChannel, 4) * kernelWidth * kernelHeight, 1, 4 * inputChannel})); OPENCL_CHECK_ALLOC_CTOR(mOpenCLBackend->onAcquireBuffer(mResource->mFilter.get(), Backend::STATIC)); if (mOpenCLBackend->getRuntime()->hint().useCachedMmap <= 1){ std::vector filterDataPtrTransformed; filterDataPtrTransformed.resize(weightSize); IOHW2OIHW(filterDataPtr, filterDataPtrTransformed.data(), outputChannel, inputChannel, kernelHeight, kernelWidth); std::shared_ptr filterBuffer(Tensor::createDevice({outputChannel, inputChannel, kernelHeight, kernelWidth})); size_t buffer_size = filterBuffer->elementSize() * sizeof(float); cl::Buffer filterBufferCL(mOpenCLBackend->getOpenCLRuntime()->context(), CL_MEM_READ_ONLY | CL_MEM_ALLOC_HOST_PTR, buffer_size); filterBuffer->buffer().device = (uint64_t)(&filterBufferCL); cl_int error; auto ptrCL = mOpenCLBackend->getOpenCLRuntime()->commandQueue().enqueueMapBuffer(filterBufferCL, true, CL_MAP_WRITE, 0, buffer_size, nullptr, nullptr, &error); if(ptrCL != nullptr && error == CL_SUCCESS){ ::memcpy(ptrCL, filterDataPtrTransformed.data(), filterBuffer->size()); }else{ MNN_ERROR("Map error ptrCL == nullptr \n"); } mOpenCLBackend->getOpenCLRuntime()->commandQueue().enqueueUnmapMemObject(filterBufferCL, ptrCL); MNN::OpenCL::BufferConvertor bufferConvertor{mOpenCLBackend->getOpenCLRuntime()}; bool needTrans = true; bufferConvertor.convertToNC4HW4Buffer(filterBuffer.get(), MNN::OpenCL::CONV2D_FILTER, mResource->mFilter.get(), mOpenCLBackend->getPrecision(), needTrans); } mResource->mBuildOptions.emplace("-DBIAS"); if (conv2dCommonParams->relu() == true) { mResource->mBuildOptions.emplace("-DRELU"); } else if (conv2dCommonParams->relu6() == true) { mResource->mBuildOptions.emplace("-DRELU6"); } mResource->mBuildOptions.emplace("-DUSE_BUFFER"); } DeconvBufExecution::~DeconvBufExecution() { // Do nothing } DeconvBufExecution::DeconvBufExecution(std::shared_ptr resource, const MNN::Op* op, Backend *backend) : ConvBufCommonExecution(backend), CommonExecution(backend, op) { if (!mConvComValid) { mValid = false; return; } mResource = resource; const auto *conv2dParams = op->main_as_Convolution2D(); const auto *conv2dCommonParams = conv2dParams->common(); mResource->mConv2dParams = conv2dParams; mResource->mConv2dCommonParams = conv2dCommonParams; } bool DeconvBufExecution::onClone(Backend* bn, const Op* op, Execution** dst) { if (!mValid) { return false; } if (nullptr == dst) { return true; } *dst = new DeconvBufExecution(mResource, op, bn); return true; } ErrorCode DeconvBufExecution::onEncode(const std::vector &inputs, const std::vector &outputs) { mUnits.resize(1); auto &unit = mUnits[0]; auto output = outputs[0]; auto input = inputs[0]; std::vector inputShape = tensorShapeFormat(input); std::vector outputShape = tensorShapeFormat(output); auto runtime = mOpenCLBackend->getOpenCLRuntime(); const int outputBatch = outputShape.at(0); const int outputHeight = outputShape.at(1); const int outputWidth = outputShape.at(2); const int outputChannels = outputShape.at(3); const int inputChannels = inputShape.at(3); const int outputChannelBlocks = UP_DIV(outputChannels, 4); const int strideHeight = mResource->mStrides[0]; const int strideWidth = mResource->mStrides[1]; auto pad = ConvolutionCommon::convolutionTransposePad(input, output, mResource->mConv2dCommonParams); const int paddingHeight = pad.second; const int paddingWidth = pad.first; auto ky = mResource->mConv2dCommonParams->kernelY(); auto kx = mResource->mConv2dCommonParams->kernelX(); auto kernelSize = kx * ky; const int transPadH = ky - 1 - pad.second; const int transPadW = kx - 1 - pad.first; const int alignHeight = mResource->mStrides[0] - 1 - transPadH; const int alignWidth = mResource->mStrides[1] - 1 - transPadW; unit.kernel = runtime->buildKernel("deconv_2d", "deconv_2d", mResource->mBuildOptions, mOpenCLBackend->getPrecision()); auto maxWorkGroupSize = static_cast(runtime->getMaxWorkGroupSize(unit.kernel)); mGWS = {static_cast(outputChannelBlocks), static_cast(outputWidth), static_cast(outputHeight * outputBatch)}; int inputImageShape[2] = {inputShape.at(1), inputShape.at(2)}; int outputImageShape[2] = {outputHeight, outputWidth}; int strideShape[2] = {strideHeight, strideWidth}; int paddingShape[2] = {transPadH, transPadW}; int alignShape[2] = {alignHeight, alignWidth}; int kernelShape[2] = {ky, kx}; uint32_t idx = 0; unit.kernel->get().setArg(idx++, mGWS[0]); unit.kernel->get().setArg(idx++, mGWS[1]); unit.kernel->get().setArg(idx++, mGWS[2]); unit.kernel->get().setArg(idx++, openCLBuffer(input)); unit.kernel->get().setArg(idx++, openCLBuffer(mResource->mFilter.get())); unit.kernel->get().setArg(idx++, openCLBuffer(mResource->mBias.get())); unit.kernel->get().setArg(idx++, openCLBuffer(output)); unit.kernel->get().setArg(idx++, static_cast(outputBatch)); unit.kernel->get().setArg(idx++, sizeof(inputImageShape), inputImageShape); unit.kernel->get().setArg(idx++, sizeof(outputImageShape), outputImageShape); unit.kernel->get().setArg(idx++, sizeof(strideShape), strideShape); unit.kernel->get().setArg(idx++, sizeof(alignShape), alignShape); unit.kernel->get().setArg(idx++, sizeof(paddingShape), paddingShape); unit.kernel->get().setArg(idx++, sizeof(kernelShape), kernelShape); unit.kernel->get().setArg(idx++, static_cast(kernelSize)); unit.kernel->get().setArg(idx++, static_cast(UP_DIV(inputChannels, 4))); unit.kernel->get().setArg(idx++, static_cast(outputChannelBlocks)); std::string name = "deconv2d_buf"; mLWS = localWS3DDefault(mGWS, maxWorkGroupSize, mOpenCLBackend->getOpenCLRuntime(), name, unit.kernel, mOpenCLBackend->getCLTuneLevel(), "deconv_2d").first; mOpenCLBackend->recordKernel3d(unit.kernel, mGWS, mLWS); unit.globalWorkSize = {mGWS[0], mGWS[1], mGWS[2]}; unit.localWorkSize = {mLWS[0], mLWS[1], mLWS[2]}; return NO_ERROR; } class DeconvolutionBufCreator : public OpenCLBackend::Creator { public: virtual ~DeconvolutionBufCreator() = default; virtual Execution *onCreate(const std::vector &inputs, const std::vector &outputs, const MNN::Op *op, Backend *backend) const override { if(inputs.size() != 1){ return nullptr; } for (int i = 0; i < inputs.size(); ++i) { TensorUtils::setTensorSupportPack(inputs[i], false); } for (int i = 0; i < outputs.size(); ++i) { TensorUtils::setTensorSupportPack(outputs[i], false); } OPENCL_CREATOR_CHECK(new DeconvBufExecution(inputs, op, backend)); } }; REGISTER_OPENCL_OP_CREATOR(DeconvolutionBufCreator, OpType_Deconvolution, BUFFER); } // namespace OpenCL } // namespace MNN #endif /* MNN_OPENCL_BUFFER_CLOSED */