// // GeometryShape.cpp // MNN // // Created by MNN on 2021/03/08. // Copyright © 2018, Alibaba Group Holding Limited // #include #include #include #include "core/AutoStorage.h" #include "geometry/GeometryComputer.hpp" #include "geometry/GeometryComputerUtils.hpp" #include "backend/cpu/compute/CommonOptFunction.h" namespace MNN { static std::pair _resolveShapeRange(const Op* op, int rank) { int start = 0; int end = rank; if (auto param = op->main_as_ShapeParam()) { if (param->hasStart()) { start = param->start(); if (start < 0) { start += rank; } } if (param->hasEnd()) { end = param->end(); if (end < 0) { end += rank; } } } start = std::max(0, std::min(start, rank)); end = std::max(start, std::min(end, rank)); return std::make_pair(start, end); } class GeometryShape : public GeometryComputer { public: virtual bool onCompute(const Op* op, const std::vector& inputs, const std::vector& outputs, Context& context, CommandBuffer& res) const override { if (nullptr == TensorUtils::getDescribeOrigin(outputs[0])->mem.get()) { auto originSize = outputs[0]->length(0); outputs[0]->setLength(0, MNN_MAX_TENSOR_DIM); if(!context.allocTensor(outputs[0])) { return false; } outputs[0]->setLength(0, originSize); } auto& ib = inputs[0]->buffer(); auto outputData = outputs[0]->host(); auto inputFormat = TensorUtils::getDescribe(inputs[0])->dimensionFormat; int shapeData[MNN_MAX_TENSOR_DIM]; int rank = ib.dimensions; if ((inputFormat == MNN_DATA_FORMAT_NC4HW4) && TensorUtils::getDescribe(outputs[0])->dimensionFormat == MNN_DATA_FORMAT_NHWC) { rank = 4; shapeData[0] = ib.dim[0].extent; shapeData[1] = ib.dim[2].extent; shapeData[2] = ib.dim[3].extent; shapeData[3] = ib.dim[1].extent; } else { for (int i = 0; i < ib.dimensions; i++) { shapeData[i] = ib.dim[i].extent; } } auto range = _resolveShapeRange(op, rank); for (int i = range.first; i < range.second; ++i) { outputData[i - range.first] = shapeData[i]; } return true; } }; class GeometryRank : public GeometryComputer { public: virtual bool onCompute(const Op* op, const std::vector& inputs, const std::vector& outputs, Context& context, CommandBuffer& res) const override { if (nullptr == TensorUtils::getDescribeOrigin(outputs[0])->mem.get()) { if(!context.allocTensor(outputs[0])) { return false; } } outputs[0]->host()[0] = inputs[0]->buffer().dimensions; return true; } }; class GeometryPriorBox : public GeometryComputer { public: virtual bool onCompute(const Op* op, const std::vector& inputs, const std::vector& outputs, Context& context, CommandBuffer& res) const override { if(!context.allocTensor(outputs[0])) { return false; } std::shared_ptr outputTemp(new Tensor(outputs[0], Tensor::CAFFE)); if (nullptr == outputTemp->host()) { // Out of memory return false; } auto layer = op->main_as_PriorBox(); auto input0 = inputs[0]; const int w = input0->width(); const int h = input0->height(); // image width, height int imageW = layer->imageWidth(); if (imageW <= 0) { imageW = inputs[1]->width(); } int imageH = layer->imageHeight(); if (imageH <= 0) { imageH = inputs[1]->height(); } // step width, height float stepW = layer->stepWidth(); if (stepW <= 0) { stepW = (float)imageW / w; } float stepH = layer->stepHeight(); if (stepH <= 0) { stepH = (float)imageH / h; } // sizes auto minSizes = layer->minSizes(); auto minSizeCount = minSizes ? minSizes->size() : 0; auto maxSizes = layer->maxSizes(); auto maxSizeCount = maxSizes ? maxSizes->size() : 0; auto aspectRatios = layer->aspectRatios(); bool flip = layer->flip(); std::vector aspectRatiosValue{1.0f}; if (aspectRatios != nullptr) { for (int i = 0; i < aspectRatios->size(); ++i) { auto ratio = aspectRatios->data()[i]; bool exist = false; for (auto v : aspectRatiosValue) { auto diff = v - ratio; if (diff < 0) { diff = -diff; } if (diff < 1e-6) { exist = true; break; } } if (!exist) { aspectRatiosValue.emplace_back(ratio); if (flip) { aspectRatiosValue.emplace_back(1.0f / ratio); } } } } int priorCount = minSizeCount * aspectRatiosValue.size() + maxSizeCount; // boxes float offset = layer->offset(); auto boxesPtr = outputTemp->host(); for (int i = 0; i < h; i++) { float *box = boxesPtr + i * w * priorCount * 4; float centerX = offset * stepW; float centerY = offset * stepH + i * stepH; for (int j = 0; j < w; j++, centerX += stepW) { for (int k = 0; k < minSizeCount; k++) { // min size box float minSize = minSizes->data()[k]; { box[0] = (centerX - minSize * 0.5f) / imageW; box[1] = (centerY - minSize * 0.5f) / imageH; box[2] = (centerX + minSize * 0.5f) / imageW; box[3] = (centerY + minSize * 0.5f) / imageH; box += 4; } // max size box if (maxSizeCount > 0) { float maxSize = maxSizes->data()[k]; float ssqrt = sqrt(minSize * maxSize); box[0] = (centerX - ssqrt * 0.5f) / imageW; box[1] = (centerY - ssqrt * 0.5f) / imageH; box[2] = (centerX + ssqrt * 0.5f) / imageW; box[3] = (centerY + ssqrt * 0.5f) / imageH; box += 4; } // aspect ratios for (int p = 0; p < aspectRatiosValue.size(); p++) { float arsqrt = sqrt(aspectRatiosValue[p]); if (fabsf(arsqrt - 1.0f) < 1e-6) { continue; } float boxW = minSize * arsqrt; float boxH = minSize / arsqrt; box[0] = (centerX - boxW * 0.5f) / imageW; box[1] = (centerY - boxH * 0.5f) / imageH; box[2] = (centerX + boxW * 0.5f) / imageW; box[3] = (centerY + boxH * 0.5f) / imageH; box += 4; } } } } // clip int oh = outputs[0]->height(); if (layer->clip()) { float *box = boxesPtr; for (int i = 0; i < oh; i++) { box[i] = std::min(std::max(box[i], 0.f), 1.f); } } // set variance auto variances = layer->variances()->data(); auto var = boxesPtr + oh; for (int i = 0; i < oh / 4; i++) { var[0] = variances[0]; var[1] = variances[1]; var[2] = variances[2]; var[3] = variances[3]; var += 4; } // transform to output auto outputData = outputs[0]->host(); MNNCPUCopyBuffer(outputTemp.get(), outputs[0]); return true; } }; class GeometrySize : public GeometryComputer { public: virtual bool onCompute(const Op* op, const std::vector& inputs, const std::vector& outputs, Context& context, CommandBuffer& res) const override { if (nullptr == TensorUtils::getDescribeOrigin(outputs[0])->mem.get()) { if(!context.allocTensor(outputs[0])) { return false; } } int count = 1; for (int i = 0; i < inputs[0]->buffer().dimensions; i++) { count *= inputs[0]->buffer().dim[i].extent; } outputs[0]->host()[0] = count; return true; } }; class GeometryRaster : public GeometryComputer { public: virtual bool onCompute(const Op* op, const std::vector& inputs, const std::vector& outputs, Context& context, CommandBuffer& res) const override { auto extra = op->main_as_Extra(); if (!extra) { return true; } auto output = outputs[0]; auto outputDes = TensorUtils::getDescribe(output); outputDes->regions.resize(inputs.size()); outputDes->memoryType = Tensor::InsideDescribe::MEMORY_VIRTUAL; for (int i = 0; i < extra->attr()->size(); i++) { auto attr = extra->attr()->Get(i); if (attr->key()->str() == "region") { if (attr->list()->i() == nullptr) { break; } int len = attr->list()->i()->size(); MNN_ASSERT(inputs.size() * 11 == len); for (int j = 0; j < inputs.size(); j++) { auto& region = outputDes->regions[j]; #define _GET(x) attr->list()->i()->Get(j * 11 + x) region.src.offset = _GET(0); region.src.stride[0] = _GET(1); region.src.stride[1] = _GET(2); region.src.stride[2] = _GET(3); region.dst.offset = _GET(4); region.dst.stride[0] = _GET(5); region.dst.stride[1] = _GET(6); region.dst.stride[2] = _GET(7); region.size[0] = _GET(8); region.size[1] = _GET(9); region.size[2] = _GET(10); region.origin = inputs[j]; #undef _GET } break; } } return true; } }; static void _create() { std::shared_ptr comp(new GeometryShape); GeometryComputer::registerGeometryComputer(comp, {OpType_Shape}); std::shared_ptr comp1(new GeometryRank); GeometryComputer::registerGeometryComputer(comp1, {OpType_Rank}); std::shared_ptr comp2(new GeometryPriorBox); GeometryComputer::registerGeometryComputer(comp2, {OpType_PriorBox}); std::shared_ptr comp3(new GeometrySize); GeometryComputer::registerGeometryComputer(comp3, {OpType_Size}); std::shared_ptr comp4(new GeometryRaster); GeometryComputer::registerGeometryComputer(comp4, {OpType_Raster}); } REGISTER_GEOMETRY(GeometryShape, _create); } // namespace MNN