// // CPUBinary.cpp // MNN // // Created by MNN on 2018/08/02. // Copyright © 2018, Alibaba Group Holding Limited // #include "CPUBinary.hpp" #include "CPUBinaryInt8.hpp" #include "CPUBackend.hpp" #include "compute/CommonOptFunction.h" #include "compute/ConvOpt.h" #include "core/Macro.h" #include "core/Concurrency.h" #include "core/OpCommonUtils.hpp" #include "BinaryUtils.hpp" #include "math/Vec.hpp" using Vec4 = MNN::Math::Vec; using Vec4Int = MNN::Math::Vec; namespace MNN { ErrorCode CPUBinary::onResize(const std::vector& inputs, const std::vector& outputs) { auto input0DataCount = TensorUtils::getRawSize(inputs[0]); auto input1DataCount = TensorUtils::getRawSize(inputs[1]); if (input1DataCount == input0DataCount) { mNeedBroadcastIndex = -1; } else if (input0DataCount == 1) { mNeedBroadcastIndex = 0; } else { mNeedBroadcastIndex = 1; } mTotalSize = ((CPUBackend*)backend())->getTensorSize(outputs[0]); if (mActivationType == 1 && outputs[0]->getType().code == halide_type_float) { mActivationExe.reset(new CPURelu(backend(), 0.0)); mActivationExe->onResize(outputs, outputs); } const int threads = static_cast(backend())->threadNumber(); if (static_cast(backend())->getTensorSize(outputs[0], false) < LAUNCH_MULTI_THREADS_WORKLOAD) { mThreadNum = 1; mWorkDiv = mTotalSize; } else { mThreadNum = threads; mWorkDiv = UP_DIV(mTotalSize, threads); } int inpBytes = inputs[0]->getType().bytes(); int outBytes = outputs[0]->getType().bytes(); if (halide_type_float == inputs[0]->getType().code) { inpBytes = static_cast(backend())->functions()->bytes; } if (halide_type_float == outputs[0]->getType().code) { outBytes = static_cast(backend())->functions()->bytes; } bool outputInt = outputs[0]->getType().code == halide_type_int; mTask = std::make_pair( [this, inpBytes, outBytes, outputInt](int tId) { int start = tId * mWorkDiv; int realSize = ALIMIN(mWorkDiv, mTotalSize - start); if (realSize > 0) { auto inp0 = mInput0Ptr + start * inpBytes; auto inp1 = mInput1Ptr + start * inpBytes; if (mNeedBroadcastIndex == 0) { inp0 = mInput0Ptr; } else if (mNeedBroadcastIndex == 1) { inp1 = mInput1Ptr; } auto out = mOutputPtr + start * outBytes; mProc(out, inp0, inp1, realSize, mNeedBroadcastIndex); if (mActivationType == 1 && outputInt) { for (int i = 0; i < realSize; i++) { auto val = ((int32_t*)out)[i]; auto res = val > 0 ? val : 0; ((int32_t*)out)[i] = res; } } } }, mThreadNum); return NO_ERROR; } ErrorCode CPUBinary::onExecute(const std::vector& inputs, const std::vector& outputs) { auto input = inputs[0]; auto input1 = inputs[1]; auto output = outputs[0]; auto input0Ptr = input->host(); auto input1Ptr = input1->host(); auto outputPtr = outputs[0]->host(); int inpBytes = input->getType().bytes(); int outBytes = output->getType().bytes(); if (halide_type_float == input->getType().code) { inpBytes = static_cast(backend())->functions()->bytes; } if (halide_type_float == output->getType().code) { outBytes = static_cast(backend())->functions()->bytes; } auto precision = static_cast(backend())->precisionMode(); mInput0Ptr = input0Ptr; mInput1Ptr = input1Ptr; mOutputPtr = outputPtr; MNN_CONCURRENCY_ENQUEUE(mTask); if (mActivationType == 1 && output->getType().code == halide_type_float) { mActivationExe->onExecute(outputs, outputs); } return NO_ERROR; } MNNBinaryExecute CPUBinary::selectForFloat(int type) { auto vecFunction = selectVector(type); if (nullptr != vecFunction) { return vecFunction; } switch (type) { case BinaryOpOperation_REALDIV: return execute>; case BinaryOpOperation_FLOORDIV: return execute>; case BinaryOpOperation_FLOORMOD: return execute>; case BinaryOpOperation_NOTEQUAL: return execute>; case BinaryOpOperation_POW: return execute>; case BinaryOpOperation_ATAN2: return execute>; case BinaryOpOperation_MOD: return execute>; default: MNN_ASSERT(false); break; } return nullptr; } MNNBinaryExecute CPUBinary::selectForInt(int type) { auto vecFunction = selectVector(type); if (nullptr != vecFunction) { return vecFunction; } switch (type) { case BinaryOpOperation_MUL: return execute>; case BinaryOpOperation_REALDIV: return execute>; case BinaryOpOperation_FLOORDIV: return execute>; break; case BinaryOpOperation_FLOORMOD: return execute>; break; case BinaryOpOperation_LOGICALOR: return execute>; break; case BinaryOpOperation_NOTEQUAL: return execute>; break; case BinaryOpOperation_MOD: return execute>; break; case BinaryOpOperation_LOGICALXOR: return execute>; break; case BinaryOpOperation_LEFTSHIFT: return execute>; break; case BinaryOpOperation_RIGHTSHIFT: return execute>; break; case BinaryOpOperation_BITWISE_AND: return execute>; break; case BinaryOpOperation_BITWISE_OR: return execute>; break; case BinaryOpOperation_BITWISE_XOR: return execute>; break; case BinaryOpOperation_POW: return execute>; break; default: MNN_ERROR("Don't support binary - int compute for type %d\n", type); MNN_ASSERT(false); break; } return nullptr; } class MulSilu : public Execution { public: MulSilu(Backend* b) : Execution(b) { auto func = static_cast(backend())->functions(); auto precision = static_cast(backend())->precisionMode(); mSilu = func->MNNSelectUnaryFunctionForFloat(UnaryOpOperation_SILU, precision); mMul = func->MNNSelectBinaryFunctionForFloat(BinaryOpOperation_MUL); } virtual ~MulSilu() = default; virtual ErrorCode onExecute(const std::vector& inputs, const std::vector& outputs) override { auto input0 = inputs[0]; auto output = outputs[0]; auto size = static_cast(backend())->getTensorSize(output); auto schedule = static_cast(backend())->multiThreadDivide(size); auto bytes = static_cast(backend())->functions()->bytes; auto i0 = input0->host(); auto o0 = output->host(); auto input1 = inputs[1]; auto i1 = input1->host(); MNN_CONCURRENCY_BEGIN(tId, schedule.second) { int start = schedule.first * (int)tId; int realSize = schedule.first; if (tId == schedule.second - 1) { realSize = size - start; } if (realSize > 0) { auto inp = i0 + start * bytes; auto inp1 = i1 + start * bytes; auto out = o0 + start * bytes; mSilu((float*)out, (float*)inp1, realSize); mMul((float*)out, (float*)out, (float*)inp, realSize, -1); } } MNN_CONCURRENCY_END(); return NO_ERROR; } private: MNNBinaryExecute mMul; MNNUnaryExecute mSilu; }; class CPUBinaryCreator : public CPUBackend::Creator { public: virtual Execution* onCreate(const std::vector& inputs, const std::vector& outputs, const MNN::Op* op, Backend* backend) const override { int32_t type = op->main_as_BinaryOp()->opType(); if (BinaryOpOperation_MUL_SILU == type) { return new MulSilu(backend); } auto dataType = inputs[0]->getType(); auto core = static_cast(backend)->functions(); #ifdef MNN_SUPPORT_QUANT_EXTEND if (CPUBackend::getDataType(inputs[0]) == DataType_DT_INT8 || inputs[0]->getType().bytes() == 1) { if (CPUBackend::getDataType(inputs[1]) == DataType_DT_INT8 || inputs[1]->getType().bytes() == 1) { if (CPUBackend::getDataType(outputs[0]) == DataType_DT_INT8 || outputs[0]->getType().bytes() == 1) { auto func = CPUBinaryInt8::selectForInt8(type); if (nullptr == func) { return nullptr; } return new CPUBinaryInt8(backend, func, op->main_as_BinaryOp()->activationType()); } } } #endif if (dataType.bits == 32) { if (dataType.code == halide_type_int) { auto func = CPUBinary::selectForInt(type); if (nullptr == func) { return nullptr; } return new CPUBinary(backend, func, op->main_as_BinaryOp()->activationType()); } else if (dataType.code == halide_type_float) { auto func = core->MNNSelectBinaryFunctionForFloat(type); if (nullptr == func) { return nullptr; } return new CPUBinary(backend, func, op->main_as_BinaryOp()->activationType()); } } MNN_ERROR("CpuBinary: unsupported data type (bits: %d, code: %d)\n", dataType.bits, dataType.code); return nullptr; } }; REGISTER_CPU_OP_CREATOR(CPUBinaryCreator, OpType_BinaryOp); } // namespace MNN