Ai
1 Star 0 Fork 0

snowingbear/onnx-tensorrt

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
onnx2trt.hpp 3.47 KB
一键复制 编辑 原始数据 按行查看 历史
Kevin Chen 提交于 2023-03-11 00:08 +08:00 . ONNX-TensorRT 8.6-EA release
/*
* SPDX-License-Identifier: Apache-2.0
*/
#pragma once
#include "NvOnnxParser.h"
#include "ShapedWeights.hpp"
#include "Status.hpp"
#include "TensorOrWeights.hpp"
#include <NvInfer.h>
#include <functional>
#include <onnx/onnx_pb.h>
#include <unordered_map>
#include <unordered_set>
#include <fstream>
#include <vector>
namespace onnx2trt
{
class IImporterContext;
// TODO: Find ABI-safe alternative approach for this:
// Can't use std::vector
// Can't use ::onnx::NodeProto
// Can't use std::function
typedef ValueOrStatus<std::vector<TensorOrWeights>> NodeImportResult;
typedef std::function<NodeImportResult(
IImporterContext* ctx, ::ONNX_NAMESPACE::NodeProto const& node, std::vector<TensorOrWeights>& inputs)>
NodeImporter;
template <typename T>
using StringMap = std::unordered_map<std::string, T>;
class IImporterContext
{
public:
virtual nvinfer1::INetworkDefinition* network() = 0;
virtual StringMap<TensorOrWeights>& tensors() = 0;
virtual StringMap<nvinfer1::TensorLocation>& tensorLocations() = 0;
virtual StringMap<float>& tensorRangeMins() = 0;
virtual StringMap<float>& tensorRangeMaxes() = 0;
virtual StringMap<nvinfer1::DataType>& layerPrecisions() = 0;
virtual std::unordered_set<std::string>& unsupportedShapeTensors() = 0;
virtual StringMap<std::string>& loopTensors() = 0;
virtual void setOnnxFileLocation(std::string location) = 0;
virtual std::string getOnnxFileLocation() = 0;
virtual void registerTensor(TensorOrWeights tensor, std::string const& basename, bool const checkUniqueName = false) = 0;
//! Register a layer, which ensures it has a unique name.
//! If node!=nullptr, set the metadata for the layer to the node's name.
virtual void registerLayer(nvinfer1::ILayer* layer, std::string const& basename, ::ONNX_NAMESPACE::NodeProto const* node) = 0;
//! Short form of register layer to use when the basename is the node's name.
virtual void registerLayer(nvinfer1::ILayer* layer, ::ONNX_NAMESPACE::NodeProto const& node) = 0;
virtual ShapedWeights createTempWeights(ShapedWeights::DataType type, nvinfer1::Dims shape, uint8_t value = 0) = 0;
virtual int64_t getOpsetVersion(const char* domain = "") const = 0;
virtual nvinfer1::ILogger& logger() = 0;
virtual bool hasError() const = 0;
virtual nvinfer1::IErrorRecorder* getErrorRecorder() const = 0;
virtual nvinfer1::IConstantLayer* getConstantLayer(const char* name) const = 0;
virtual void setFlags(nvonnxparser::OnnxParserFlags const& onnxParserFlags) = 0;
virtual nvonnxparser::OnnxParserFlags getFlags() const = 0;
//! Push a new scope for base names (ONNX names).
virtual void pushBaseNameScope() = 0;
//! Revert actions of registerTensor for names in the top scope and pop it.
virtual void popBaseNameScope() = 0;
//! Declare the given node requires a plugin library for the given pluginName, which is provided by the
//! logical library name pluginLib (should correspond to the DLL/DSO name with suffix and "lib" prefix stripped,
//! e.g. nvinfer_vc_plugin for libnvinfer_vc_plugin.so.8).
virtual void addUsedVCPluginLibrary(
::ONNX_NAMESPACE::NodeProto const& node, char const* pluginName, char const* pluginLib)
= 0;
// Returns a list of strings corresponding to paths to the used VC plugins on disk. May throw on error.
virtual std::vector<std::string> getUsedVCPluginLibraries() = 0;
protected:
virtual ~IImporterContext() {}
};
} // namespace onnx2trt
Loading...
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/snowingbear/onnx-tensorrt.git
git@gitee.com:snowingbear/onnx-tensorrt.git
snowingbear
onnx-tensorrt
onnx-tensorrt
main

搜索帮助