核心¶
- Logger
- Profiler
- IOptimizationProfile
- IBuilderConfig
QuantizationFlag
DeviceType
ProfilingVerbosity
TacticSource
EngineCapability
BuilderFlag
PreviewFeature
MemoryPoolType
HardwareCompatibilityLevel
TilingOptimizationLevel
IBuilderConfig
IBuilderConfig.__del__()
IBuilderConfig.__exit__()
IBuilderConfig.__init__()
IBuilderConfig.add_optimization_profile()
IBuilderConfig.can_run_on_DLA()
IBuilderConfig.clear_flag()
IBuilderConfig.clear_quantization_flag()
IBuilderConfig.create_timing_cache()
IBuilderConfig.get_calibration_profile()
IBuilderConfig.get_device_type()
IBuilderConfig.get_flag()
IBuilderConfig.get_memory_pool_limit()
IBuilderConfig.get_preview_feature()
IBuilderConfig.get_quantization_flag()
IBuilderConfig.get_tactic_sources()
IBuilderConfig.get_timing_cache()
IBuilderConfig.is_device_type_set()
IBuilderConfig.reset()
IBuilderConfig.reset_device_type()
IBuilderConfig.set_calibration_profile()
IBuilderConfig.set_device_type()
IBuilderConfig.set_flag()
IBuilderConfig.set_memory_pool_limit()
IBuilderConfig.set_preview_feature()
IBuilderConfig.set_quantization_flag()
IBuilderConfig.set_tactic_sources()
IBuilderConfig.set_timing_cache()
- Builder
- Debug Listener
- ICudaEngine
TensorIOMode
ICudaEngine
ICudaEngine.__del__()
ICudaEngine.__exit__()
ICudaEngine.__getitem__()
ICudaEngine.__init__()
ICudaEngine.create_engine_inspector()
ICudaEngine.create_execution_context()
ICudaEngine.create_execution_context_without_device_memory()
ICudaEngine.create_serialization_config()
ICudaEngine.get_device_memory_size_for_profile()
ICudaEngine.get_device_memory_size_for_profile_v2()
ICudaEngine.get_tensor_bytes_per_component()
ICudaEngine.get_tensor_components_per_element()
ICudaEngine.get_tensor_dtype()
ICudaEngine.get_tensor_format()
ICudaEngine.get_tensor_format_desc()
ICudaEngine.get_tensor_location()
ICudaEngine.get_tensor_mode()
ICudaEngine.get_tensor_name()
ICudaEngine.get_tensor_profile_shape()
ICudaEngine.get_tensor_profile_values()
ICudaEngine.get_tensor_shape()
ICudaEngine.get_tensor_vectorized_dim()
ICudaEngine.get_weight_streaming_automatic_budget()
ICudaEngine.is_debug_tensor()
ICudaEngine.is_shape_inference_io()
ICudaEngine.serialize()
ICudaEngine.serialize_with_config()
- IExecutionContext
IOutputAllocator
IExecutionContext
IExecutionContext.__del__()
IExecutionContext.__exit__()
IExecutionContext.__init__()
IExecutionContext.execute_async_v3()
IExecutionContext.execute_v2()
IExecutionContext.get_debug_listener()
IExecutionContext.get_debug_state()
IExecutionContext.get_input_consumed_event()
IExecutionContext.get_max_output_size()
IExecutionContext.get_output_allocator()
IExecutionContext.get_tensor_address()
IExecutionContext.get_tensor_shape()
IExecutionContext.get_tensor_strides()
IExecutionContext.infer_shapes()
IExecutionContext.report_to_profiler()
IExecutionContext.set_all_tensors_debug_state()
IExecutionContext.set_aux_streams()
IExecutionContext.set_debug_listener()
IExecutionContext.set_device_memory()
IExecutionContext.set_input_consumed_event()
IExecutionContext.set_input_shape()
IExecutionContext.set_optimization_profile_async()
IExecutionContext.set_output_allocator()
IExecutionContext.set_tensor_address()
IExecutionContext.set_tensor_debug_state()
IExecutionContext.update_device_memory_size_for_shapes()
- Runtime
- Refitter
Refitter
Refitter.__del__()
Refitter.__init__()
Refitter.get_all()
Refitter.get_all_weights()
Refitter.get_dynamic_range()
Refitter.get_missing()
Refitter.get_missing_weights()
Refitter.get_named_weights()
Refitter.get_tensors_with_dynamic_range()
Refitter.get_weights_location()
Refitter.get_weights_prototype()
Refitter.refit_cuda_engine()
Refitter.refit_cuda_engine_async()
Refitter.set_dynamic_range()
Refitter.set_named_weights()
Refitter.set_weights()
Refitter.unset_named_weights()
- IErrorRecorder
- ITimingCache
- GPU Allocator
- EngineInspector
- ISerializationConfig