wehub-resource-sync
81 lines
3.2 KiB
Plaintext
Executable File
81 lines
3.2 KiB
Plaintext
Executable File
//
|
|
// MetalPReLU.mm
|
|
// MNN
|
|
//
|
|
// Created by MNN on 2019/01/30.
|
|
// Copyright © 2018, Alibaba Group Holding Limited
|
|
//
|
|
|
|
#import "backend/metal/MetalPReLU.hpp"
|
|
#import "backend/metal/MNNMetalContext.h"
|
|
#import "core/Macro.h"
|
|
#import "backend/metal/MetalBackend.hpp"
|
|
|
|
#if MNN_METAL_ENABLED
|
|
namespace MNN {
|
|
|
|
MetalPReLU::MetalPReLU(Backend *backend, const float *slope, int count) : MetalExecution(backend) {
|
|
auto context = (__bridge MNNMetalContext *)static_cast<MetalBackend *>(backend)->context();
|
|
auto mtbn = static_cast<MetalBackend*>(backend);
|
|
auto bufferAlloc = mtbn->getStaticBufferPool();
|
|
mSlope = bufferAlloc->alloc(UP_DIV(count, 4) * 4 * sizeof(float));
|
|
if (nullptr == mSlope.first) {
|
|
mValid = false;
|
|
return;
|
|
}
|
|
auto buffer = ((MetalRuntimeAllocator::MetalBufferAlloc*)mSlope.first)->getBuffer();
|
|
auto ptr = MetalBackend::getMemPtr(mSlope);
|
|
::memset(ptr, 0, UP_DIV(count, 4) * 4 * sizeof(float));
|
|
::memcpy(ptr, slope, count * sizeof(float));
|
|
mShareChannel = 1 == count;
|
|
if (!mShareChannel) {
|
|
mShape = [context newDeviceBuffer:3 * sizeof(int) access:CPUWriteOnly];
|
|
}
|
|
mPipeline = [context pipelineWithName:mShareChannel ? @"prelu" : @"prelu_slopes" fp16:mtbn->useFp16InsteadFp32()];
|
|
}
|
|
MetalPReLU::~MetalPReLU() {
|
|
if (nullptr != mSlope.first) {
|
|
auto mtbn = static_cast<MetalBackend*>(backend());
|
|
auto bufferAlloc = mtbn->getStaticBufferPool();
|
|
bufferAlloc->free(mSlope);
|
|
}
|
|
}
|
|
ErrorCode MetalPReLU::onResize(const std::vector<Tensor *> &inputs, const std::vector<Tensor *> &outputs) {
|
|
auto backend = static_cast<MetalBackend *>(this->backend());
|
|
auto context = (__bridge MNNMetalContext *)backend->context();
|
|
auto output = outputs[0];
|
|
int w = output->width(), h = output->height(), z = UP_DIV(output->channel(), 4), b = output->batch();
|
|
if (mShareChannel) {
|
|
mThreads = [context computeBestGroupAndLocal:mPipeline threads:MTLSizeMake(w * h * z * b, 1, 1)];
|
|
} else {
|
|
((int *)mShape.contents)[0] = w * h;
|
|
((int *)mShape.contents)[1] = z;
|
|
((int *)mShape.contents)[2] = b;
|
|
mThreads = [context computeBestGroupAndLocal:mPipeline threads:MTLSizeMake(w * h, z, b)];
|
|
}
|
|
return NO_ERROR;
|
|
}
|
|
|
|
void MetalPReLU::onEncode(const std::vector<Tensor *> &inputs, const std::vector<Tensor *> &outputs, id<MTLComputeCommandEncoder> encoder) {
|
|
auto input = inputs[0], output = outputs[0];
|
|
[encoder setComputePipelineState:mPipeline];
|
|
MetalBackend::setTensor(input, encoder, 0);
|
|
MetalBackend::setTensor(output, encoder, 1);
|
|
MetalBackend::setMem(mSlope, encoder, 2);
|
|
if (!mShareChannel) {
|
|
[encoder setBuffer:mShape offset:0 atIndex:3];
|
|
}
|
|
[encoder dispatchThreadgroups:mThreads.first threadsPerThreadgroup:mThreads.second];
|
|
}
|
|
|
|
class MetalPReLUCreator : public MetalBackend::Creator {
|
|
public:
|
|
virtual Execution *onCreate(const std::vector<Tensor *> &inputs, const MNN::Op *op, Backend *backend, const std::vector<Tensor *>& outputs) const {
|
|
auto prelu = op->main_as_PRelu();
|
|
return new MetalPReLU(backend, prelu->slope()->data(), prelu->slopeCount());
|
|
}
|
|
};
|
|
REGISTER_METAL_OP_CREATOR(MetalPReLUCreator, OpType_PReLU);
|
|
} // namespace MNN
|
|
#endif /* MNN_METAL_ENABLED */
|