NvInferPluginBase.h

前往此文件的文档。

/*
 * SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. 保留所有权利。
 * SPDX-License-Identifier: Apache-2.0
 *
 * 根据 Apache 许可证 2.0 版（“许可证”）获得许可；
 * 除非遵守许可证的规定，否则您不得使用此文件。
 * 您可以在以下网址获取许可证副本
 *
 * https://apache.ac.cn/licenses/LICENSE-2.0
 *
 * 除非适用法律要求或书面同意，否则按“原样”分发的
 * 在许可证下分发的软件将按“原样”基础分发，
 * 不附带任何种类的明示或暗示的保证或条件。
 * 有关管理权限和限制的特定语言，请参阅许可证。
 * 许可证下的限制。
 */
 
#ifndef NV_INFER_PLUGIN_BASE_H
#define NV_INFER_PLUGIN_BASE_H
 
#if !defined(NV_INFER_INTERNAL_INCLUDE)
static_assert(false, "请勿直接包含此文件。请包含 NvInferRuntime.h 或 NvInferPluginUtils.h");
#endif
 
#define NV_INFER_INTERNAL_INCLUDE 1
#include "NvInferRuntimeBase.h"
#undef NV_INFER_INTERNAL_INCLUDE
namespace nvinfer1
{
 
enum class PluginFieldType : int32_t
{
 kFLOAT16 = 0,
 kFLOAT32 = 1,
 kFLOAT64 = 2,
 kINT8 = 3,
 kINT16 = 4,
 kINT32 = 5,
 kCHAR = 6,
 kDIMS = 7,
 kUNKNOWN = 8,
 kBF16 = 9,
 kINT64 = 10,
 kFP8 = 11,
 kINT4 = 12,
 kFP4 = 13,
};
 
class PluginField
{
public
 AsciiChar const* name;
 void const* data;
 PluginFieldType type;
 int32_t length;
 
 PluginField(AsciiChar const* const name_ = nullptr, void const* const data_ = nullptr,
 PluginFieldType const type_ = PluginFieldType::kUNKNOWN, int32_t const length_ = 0) noexcept
 : name(name_)
 , data(data_)
 , type(type_)
 , length(length_)
    {
    }
};
 
struct PluginFieldCollection
{
 int32_t nbFields{};
 PluginField const* fields{};
};
 
enum class TensorRTPhase : int32_t
{
 kBUILD = 0,
 kRUNTIME = 1
};
 
enum class PluginCapabilityType : int32_t
{
 kCORE = 0,
 kBUILD = 1,
 kRUNTIME = 2
};
 
namespace v_1_0
{
class IPluginCapability : public IVersionedInterface
{
};
 
class IPluginResource : public IVersionedInterface
{
public
 InterfaceInfo getInterfaceInfo() const noexcept override
    {
 return InterfaceInfo{"IPluginResource", 1, 0};
    }
 virtual int32_t release() noexcept = 0;
 
 virtual IPluginResource* clone() noexcept = 0;
 
 ~IPluginResource() noexcept override = default;
 
 IPluginResource() = default;
 IPluginResource(IPluginResource const&) = default;
 IPluginResource(IPluginResource&&) = default;
 IPluginResource& operator=(IPluginResource const&) & = default;
 IPluginResource& operator=(IPluginResource&&) & = default;
}; // class IPluginResource
 
class IPluginCreatorInterface : public IVersionedInterface
{
public
 ~IPluginCreatorInterface() noexcept override = default;
 
protected
 IPluginCreatorInterface() = default;
 IPluginCreatorInterface(IPluginCreatorInterface const&) = default;
 IPluginCreatorInterface(IPluginCreatorInterface&&) = default;
 IPluginCreatorInterface& operator=(IPluginCreatorInterface const&) & = default;
 IPluginCreatorInterface& operator=(IPluginCreatorInterface&&) & = default;
};
 
class IPluginV3 : public IVersionedInterface
{
public
 InterfaceInfo getInterfaceInfo() const noexcept override
    {
 return InterfaceInfo{"PLUGIN", 1, 0};
    }
 
 virtual IPluginCapability* getCapabilityInterface(PluginCapabilityType type) noexcept = 0;
 
 virtual IPluginV3* clone() noexcept = 0;
};
} // namespace v_1_0
 
using IPluginResource = v_1_0::IPluginResource;
 
using IPluginCreatorInterface = v_1_0::IPluginCreatorInterface;
 
using IPluginV3 = v_1_0::IPluginV3;
 
using IPluginCapability = v_1_0::IPluginCapability;
} // namespace nvinfer1
 
#endif /* NV_INFER_PLUGIN_BASE_H */