1 Star 0 Fork 0

何鹏/onnx-tensorrt

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
Split.hpp 4.35 KB
一键复制 编辑 原始数据 按行查看 历史
/*
* Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved.
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
* DEALINGS IN THE SOFTWARE.
*/
#pragma once
#include <NvInfer.h>
#include "plugin.hpp"
#include "serialize.hpp"
#include <thrust/device_vector.h>
#include <cassert>
namespace {
constexpr const char* SPLIT_PLUGIN_VERSION{"001"};
constexpr const char* SPLIT_PLUGIN_NAME{"Split"};
}
class SplitPlugin final : public onnx2trt::PluginV2 {
int _axis;
std::vector<int> _output_lengths;
int _nx, _ny, _nz;
int _x_stride, _y_stride, _z_stride;
thrust::device_vector<int> _d_segment_offsets;
thrust::device_vector<float*> _d_output_ptrs;
protected:
void deserialize(void const* serialData, size_t serialLength) {
deserializeBase(serialData, serialLength);
deserialize_value(&serialData, &serialLength, &_axis);
deserialize_value(&serialData, &serialLength, &_output_lengths);
}
virtual size_t getSerializationSize() const override {
return serialized_size(_axis) + serialized_size(_output_lengths)
+ getBaseSerializationSize();
}
virtual void serialize(void *buffer) const override {
serializeBase(buffer);
serialize_value(&buffer, _axis);
serialize_value(&buffer, _output_lengths);
}
public:
SplitPlugin(int axis, std::vector<int> const& output_lengths)
: _axis(axis), _output_lengths(output_lengths) {
assert(axis <= nvinfer1::Dims::MAX_DIMS);
}
SplitPlugin(void const* serialData, size_t serialLength) {
this->deserialize(serialData, serialLength);
}
virtual const char* getPluginType() const override { return SPLIT_PLUGIN_NAME; }
virtual void destroy() override { delete this; }
virtual nvinfer1::IPluginV2* clone() const override { return new SplitPlugin{_axis, _output_lengths}; }
virtual const char* getPluginVersion() const override { return SPLIT_PLUGIN_VERSION; }
virtual void setPluginNamespace(const char* pluginNamespace) override {}
virtual const char* getPluginNamespace() const override { return ""; }
virtual int getNbOutputs() const override { return _output_lengths.size(); }
virtual nvinfer1::Dims getOutputDimensions(int index,
const nvinfer1::Dims *inputs, int nbInputDims) override;
virtual int initialize() override;
virtual int enqueue(int batchSize,
const void *const *inputs, void **outputs,
void *workspace, cudaStream_t stream) override;
};
class SplitPluginCreator : public nvinfer1::IPluginCreator
{
public:
SplitPluginCreator() {}
~SplitPluginCreator() {}
const char* getPluginName() const { return SPLIT_PLUGIN_NAME; }
const char* getPluginVersion() const { return SPLIT_PLUGIN_VERSION; }
const nvinfer1::PluginFieldCollection* getFieldNames() { std::cerr<< "Function not implemented" << std::endl; return nullptr; }
nvinfer1::IPluginV2* createPlugin(const char* name, const nvinfer1::PluginFieldCollection* fc) { std::cerr<< "Function not implemented" << std::endl; return nullptr; }
nvinfer1::IPluginV2* deserializePlugin(const char* name, const void* serialData, size_t serialLength) { return new SplitPlugin{serialData, serialLength}; }
void setPluginNamespace(const char* libNamespace) { mNamespace = libNamespace; }
const char* getPluginNamespace() const { return mNamespace.c_str(); }
private:
std::string mNamespace;
};
REGISTER_TENSORRT_PLUGIN(SplitPluginCreator);
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/he_peng1992/onnx-tensorrt.git
git@gitee.com:he_peng1992/onnx-tensorrt.git
he_peng1992
onnx-tensorrt
onnx-tensorrt
5.1

搜索帮助