Files
nvidia--tensorrt/plugin/resizeNearestPlugin/resizeNearestPlugin.cpp
T
wehub-resource-sync c8a779b1bb
Docker Image CI / build-ubuntu2004 (push) Waiting to run
chore: import upstream snapshot with attribution
2026-07-13 13:36:55 +08:00

279 lines
7.8 KiB
C++

/*
* SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
* SPDX-License-Identifier: Apache-2.0
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "resizeNearestPlugin.h"
#include "common/plugin.h"
#include <algorithm>
#include <cuda_runtime_api.h>
#include <iostream>
#include <memory>
#include <string_view>
#define DEBUG 0
using namespace nvinfer1;
using namespace plugin;
using nvinfer1::plugin::ResizeNearest;
using nvinfer1::plugin::ResizeNearestPluginCreator;
namespace
{
char const* const kRESIZE_PLUGIN_VERSION{"1"};
char const* const kRESIZE_PLUGIN_NAME{"ResizeNearest_TRT"};
} // namespace
ResizeNearestPluginCreator::ResizeNearestPluginCreator()
{
mPluginAttributes.clear();
mPluginAttributes.emplace_back(PluginField("scale", nullptr, PluginFieldType::kFLOAT32, 1));
mFC.nbFields = mPluginAttributes.size();
mFC.fields = mPluginAttributes.data();
}
char const* ResizeNearestPluginCreator::getPluginName() const noexcept
{
return kRESIZE_PLUGIN_NAME;
}
char const* ResizeNearestPluginCreator::getPluginVersion() const noexcept
{
return kRESIZE_PLUGIN_VERSION;
}
PluginFieldCollection const* ResizeNearestPluginCreator::getFieldNames() noexcept
{
return &mFC;
}
IPluginV2Ext* ResizeNearestPluginCreator::createPlugin(char const* name, PluginFieldCollection const* fc) noexcept
{
try
{
using namespace std::string_view_literals;
plugin::validateRequiredAttributesExist({"scale"}, fc);
PluginField const* fields = fc->fields;
for (int32_t i = 0; i < fc->nbFields; ++i)
{
std::string_view const attrName = fields[i].name;
if (attrName == "scale"sv)
{
PLUGIN_VALIDATE(fields[i].type == PluginFieldType::kFLOAT32);
mScale = *(static_cast<float const*>(fields[i].data));
}
}
return new ResizeNearest(mScale);
}
catch (std::exception const& e)
{
caughtError(e);
}
return nullptr;
}
IPluginV2Ext* ResizeNearestPluginCreator::deserializePlugin(char const* name, void const* data, size_t length) noexcept
{
try
{
return new ResizeNearest(data, length);
}
catch (std::exception const& e)
{
caughtError(e);
}
return nullptr;
}
ResizeNearest::ResizeNearest(float scale)
: mScale(scale)
{
PLUGIN_VALIDATE(mScale > 0);
}
int32_t ResizeNearest::getNbOutputs() const noexcept
{
return 1;
}
Dims ResizeNearest::getOutputDimensions(int32_t index, Dims const* inputDims, int32_t nbInputs) noexcept
{
PLUGIN_ASSERT(nbInputs == 1);
nvinfer1::Dims const& input = inputDims[0];
PLUGIN_ASSERT(index == 0);
nvinfer1::Dims output{};
output.nbDims = input.nbDims;
for (int32_t d = 0; d < input.nbDims; ++d)
{
if (d == input.nbDims - 2 || d == input.nbDims - 1)
{
output.d[d] = int32_t(input.d[d] * mScale);
}
else
{
output.d[d] = input.d[d];
}
}
return output;
}
int32_t ResizeNearest::initialize() noexcept
{
return 0;
}
void ResizeNearest::terminate() noexcept {}
void ResizeNearest::destroy() noexcept
{
delete this;
}
size_t ResizeNearest::getWorkspaceSize(int32_t) const noexcept
{
return 0;
}
size_t ResizeNearest::getSerializationSize() const noexcept
{
// scale, dimensions: 3 * 2
return sizeof(float) + sizeof(int32_t) * 3 * 2;
}
void ResizeNearest::serialize(void* buffer) const noexcept
{
char *d = reinterpret_cast<char*>(buffer), *a = d;
write(d, mScale);
write(d, mInputDims.d[0]);
write(d, mInputDims.d[1]);
write(d, mInputDims.d[2]);
write(d, mOutputDims.d[0]);
write(d, mOutputDims.d[1]);
write(d, mOutputDims.d[2]);
PLUGIN_ASSERT(d == a + getSerializationSize());
}
ResizeNearest::ResizeNearest(void const* data, size_t length)
{
deserialize(static_cast<int8_t const*>(data), length);
}
void ResizeNearest::deserialize(int8_t const* data, size_t length)
{
auto const* d{data};
mScale = read<float>(d);
mInputDims = Dims3();
mInputDims.d[0] = read<int32_t>(d);
mInputDims.d[1] = read<int32_t>(d);
mInputDims.d[2] = read<int32_t>(d);
mOutputDims = Dims3();
mOutputDims.d[0] = read<int32_t>(d);
mOutputDims.d[1] = read<int32_t>(d);
mOutputDims.d[2] = read<int32_t>(d);
PLUGIN_VALIDATE(d == data + length);
}
char const* ResizeNearest::getPluginType() const noexcept
{
return "ResizeNearest_TRT";
}
char const* ResizeNearest::getPluginVersion() const noexcept
{
return "1";
}
IPluginV2Ext* ResizeNearest::clone() const noexcept
{
try
{
auto plugin = std::make_unique<ResizeNearest>(*this);
plugin->setPluginNamespace(mNameSpace.c_str());
return plugin.release();
}
catch (std::exception const& e)
{
caughtError(e);
}
return nullptr;
}
void ResizeNearest::setPluginNamespace(char const* libNamespace) noexcept
{
mNameSpace = libNamespace;
}
char const* ResizeNearest::getPluginNamespace() const noexcept
{
return mNameSpace.c_str();
}
bool ResizeNearest::supportsFormat(DataType type, PluginFormat format) const noexcept
{
return (type == DataType::kFLOAT && format == PluginFormat::kLINEAR);
}
int32_t ResizeNearest::enqueue(
int32_t batch_size, void const* const* inputs, void* const* outputs, void* workspace, cudaStream_t stream) noexcept
{
int32_t nchan = mOutputDims.d[0];
float scale = mScale;
int2 osize = {dimToInt32(mOutputDims.d[2]), dimToInt32(mOutputDims.d[1])};
int32_t istride = mInputDims.d[2];
int32_t ostride = mOutputDims.d[2];
int32_t ibatchstride = mInputDims.d[1] * istride;
int32_t obatchstride = mOutputDims.d[1] * ostride;
dim3 block(32, 16);
dim3 grid((osize.x - 1) / block.x + 1, (osize.y - 1) / block.y + 1, std::min(batch_size * nchan, 65535));
resizeNearest(grid, block, stream, batch_size * nchan, scale, osize, static_cast<float const*>(inputs[0]), istride,
ibatchstride, static_cast<float*>(outputs[0]), ostride, obatchstride);
return cudaGetLastError() != cudaSuccess;
}
// Return the DataType of the plugin output at the requested index
DataType ResizeNearest::getOutputDataType(
int32_t index, nvinfer1::DataType const* inputTypes, int32_t nbInputs) const noexcept
{
// Only 1 input and 1 output from the plugin layer
PLUGIN_ASSERT(index == 0);
// Only DataType::kFLOAT is acceptable by the plugin layer
return DataType::kFLOAT;
}
// Configure the layer with input and output data types.
void ResizeNearest::configurePlugin(Dims const* inputDims, int32_t nbInputs, Dims const* outputDims, int32_t nbOutputs,
DataType const* inputTypes, DataType const* outputTypes, bool const* inputIsBroadcast,
bool const* outputIsBroadcast, PluginFormat floatFormat, int32_t maxBatchSize) noexcept
{
PLUGIN_ASSERT(nbInputs == 1);
mInputDims = inputDims[0];
PLUGIN_ASSERT(nbOutputs == 1);
mOutputDims = outputDims[0];
}
// Attach the plugin object to an execution context and grant the plugin the access to some context resource.
void ResizeNearest::attachToContext(
cudnnContext* cudnnContext, cublasContext* cublasContext, IGpuAllocator* gpuAllocator) noexcept
{
}
// Detach the plugin object from its execution context.
void ResizeNearest::detachFromContext() noexcept {}