代码拉取完成,页面将自动刷新
/*
* SPDX-License-Identifier: Apache-2.0
*/
#pragma once
#include "NvOnnxParser.h"
#include "ShapedWeights.hpp"
#include "Status.hpp"
#include "TensorOrWeights.hpp"
#include <NvInfer.h>
#include <functional>
#include <onnx/onnx_pb.h>
#include <unordered_map>
#include <unordered_set>
#include <fstream>
#include <vector>
namespace onnx2trt
{
class IImporterContext;
// TODO: Find ABI-safe alternative approach for this:
// Can't use std::vector
// Can't use ::onnx::NodeProto
// Can't use std::function
typedef ValueOrStatus<std::vector<TensorOrWeights>> NodeImportResult;
typedef std::function<NodeImportResult(
IImporterContext* ctx, ::ONNX_NAMESPACE::NodeProto const& node, std::vector<TensorOrWeights>& inputs)>
NodeImporter;
template <typename T>
using StringMap = std::unordered_map<std::string, T>;
class IImporterContext
{
public:
virtual nvinfer1::INetworkDefinition* network() = 0;
virtual StringMap<TensorOrWeights>& tensors() = 0;
virtual StringMap<nvinfer1::TensorLocation>& tensorLocations() = 0;
virtual StringMap<float>& tensorRangeMins() = 0;
virtual StringMap<float>& tensorRangeMaxes() = 0;
virtual StringMap<nvinfer1::DataType>& layerPrecisions() = 0;
virtual std::unordered_set<std::string>& unsupportedShapeTensors() = 0;
virtual StringMap<std::string>& loopTensors() = 0;
virtual void setOnnxFileLocation(std::string location) = 0;
virtual std::string getOnnxFileLocation() = 0;
virtual void registerTensor(TensorOrWeights tensor, std::string const& basename, bool const checkUniqueName = false) = 0;
//! Register a layer, which ensures it has a unique name.
//! If node!=nullptr, set the metadata for the layer to the node's name.
virtual void registerLayer(nvinfer1::ILayer* layer, std::string const& basename, ::ONNX_NAMESPACE::NodeProto const* node) = 0;
//! Short form of register layer to use when the basename is the node's name.
virtual void registerLayer(nvinfer1::ILayer* layer, ::ONNX_NAMESPACE::NodeProto const& node) = 0;
virtual ShapedWeights createTempWeights(ShapedWeights::DataType type, nvinfer1::Dims shape, uint8_t value = 0) = 0;
virtual int64_t getOpsetVersion(const char* domain = "") const = 0;
virtual nvinfer1::ILogger& logger() = 0;
virtual bool hasError() const = 0;
virtual nvinfer1::IErrorRecorder* getErrorRecorder() const = 0;
virtual nvinfer1::IConstantLayer* getConstantLayer(const char* name) const = 0;
virtual void setFlags(nvonnxparser::OnnxParserFlags const& onnxParserFlags) = 0;
virtual nvonnxparser::OnnxParserFlags getFlags() const = 0;
//! Push a new scope for base names (ONNX names).
virtual void pushBaseNameScope() = 0;
//! Revert actions of registerTensor for names in the top scope and pop it.
virtual void popBaseNameScope() = 0;
//! Declare the given node requires a plugin library for the given pluginName, which is provided by the
//! logical library name pluginLib (should correspond to the DLL/DSO name with suffix and "lib" prefix stripped,
//! e.g. nvinfer_vc_plugin for libnvinfer_vc_plugin.so.8).
virtual void addUsedVCPluginLibrary(
::ONNX_NAMESPACE::NodeProto const& node, char const* pluginName, char const* pluginLib)
= 0;
// Returns a list of strings corresponding to paths to the used VC plugins on disk. May throw on error.
virtual std::vector<std::string> getUsedVCPluginLibraries() = 0;
protected:
virtual ~IImporterContext() {}
};
} // namespace onnx2trt
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。