TensorRT Python API¶
Overview
TensorRT Python API Reference
- Foundational Types
- Core
- Logger
- Profiler
- IOptimizationProfile
- IBuilderConfig
DeviceTypeProfilingVerbosityTacticSourceEngineCapabilityBuilderFlagPreviewFeatureMemoryPoolTypeHardwareCompatibilityLevelTilingOptimizationLevelIBuilderConfigIBuilderConfig.__del__()IBuilderConfig.__exit__()IBuilderConfig.__init__()IBuilderConfig.add_optimization_profile()IBuilderConfig.can_run_on_DLA()IBuilderConfig.clear_flag()IBuilderConfig.create_timing_cache()IBuilderConfig.get_device_type()IBuilderConfig.get_flag()IBuilderConfig.get_memory_pool_limit()IBuilderConfig.get_preview_feature()IBuilderConfig.get_tactic_sources()IBuilderConfig.get_timing_cache()IBuilderConfig.is_device_type_set()IBuilderConfig.reset()IBuilderConfig.reset_device_type()IBuilderConfig.set_device_type()IBuilderConfig.set_flag()IBuilderConfig.set_memory_pool_limit()IBuilderConfig.set_preview_feature()IBuilderConfig.set_tactic_sources()IBuilderConfig.set_timing_cache()
- Builder
- NetworkDefinitionCreationFlag
- Builder
BuilderBuilder.__del__()Builder.__exit__()Builder.__init__()Builder.build_engine_with_config()Builder.build_serialized_network()Builder.build_serialized_network_to_stream()Builder.create_builder_config()Builder.create_network()Builder.create_optimization_profile()Builder.get_plugin_registry()Builder.is_network_supported()Builder.reset()
- ProgressMonitor
- Debug Listener
- ICudaEngine
TensorIOModeICudaEngineICudaEngine.__del__()ICudaEngine.__exit__()ICudaEngine.__getitem__()ICudaEngine.__init__()ICudaEngine.create_engine_inspector()ICudaEngine.create_execution_context()ICudaEngine.create_runtime_config()ICudaEngine.create_serialization_config()ICudaEngine.get_aliased_input_tensor()ICudaEngine.get_device_memory_size_for_profile_v2()ICudaEngine.get_engine_stat()ICudaEngine.get_tensor_bytes_per_component()ICudaEngine.get_tensor_components_per_element()ICudaEngine.get_tensor_dtype()ICudaEngine.get_tensor_format()ICudaEngine.get_tensor_format_desc()ICudaEngine.get_tensor_location()ICudaEngine.get_tensor_mode()ICudaEngine.get_tensor_name()ICudaEngine.get_tensor_profile_shape()ICudaEngine.get_tensor_profile_values()ICudaEngine.get_tensor_shape()ICudaEngine.get_tensor_vectorized_dim()ICudaEngine.get_weight_streaming_automatic_budget()ICudaEngine.is_debug_tensor()ICudaEngine.is_shape_inference_io()ICudaEngine.serialize()ICudaEngine.serialize_with_config()
- IExecutionContext
IOutputAllocatorIExecutionContextIExecutionContext.__del__()IExecutionContext.__exit__()IExecutionContext.__init__()IExecutionContext.execute_async_v3()IExecutionContext.execute_v2()IExecutionContext.get_debug_listener()IExecutionContext.get_debug_state()IExecutionContext.get_input_consumed_event()IExecutionContext.get_max_output_size()IExecutionContext.get_output_allocator()IExecutionContext.get_runtime_config()IExecutionContext.get_tensor_address()IExecutionContext.get_tensor_shape()IExecutionContext.get_tensor_strides()IExecutionContext.infer_shapes()IExecutionContext.report_to_profiler()IExecutionContext.set_all_tensors_debug_state()IExecutionContext.set_aux_streams()IExecutionContext.set_communicator()IExecutionContext.set_debug_listener()IExecutionContext.set_device_memory()IExecutionContext.set_input_consumed_event()IExecutionContext.set_input_shape()IExecutionContext.set_optimization_profile_async()IExecutionContext.set_output_allocator()IExecutionContext.set_tensor_address()IExecutionContext.set_tensor_debug_state()IExecutionContext.update_device_memory_size_for_shapes()
- Runtime
- IRuntimeConfig
- Refitter
RefitterRefitter.__del__()Refitter.__init__()Refitter.get_all()Refitter.get_all_weights()Refitter.get_missing()Refitter.get_missing_weights()Refitter.get_named_weights()Refitter.get_weights_location()Refitter.get_weights_prototype()Refitter.refit_cuda_engine()Refitter.refit_cuda_engine_async()Refitter.set_named_weights()Refitter.set_weights()Refitter.unset_named_weights()
- IErrorRecorder
- ITimingCache
- GPU Allocator
- EngineInspector
- ISerializationConfig
- Network
- INetworkDefinition
INetworkDefinitionINetworkDefinition.__del__()INetworkDefinition.__exit__()INetworkDefinition.__getitem__()INetworkDefinition.__init__()INetworkDefinition.__len__()INetworkDefinition.add_activation()INetworkDefinition.add_assertion()INetworkDefinition.add_attention()INetworkDefinition.add_attention_v2()INetworkDefinition.add_cast()INetworkDefinition.add_concatenation()INetworkDefinition.add_constant()INetworkDefinition.add_convolution_nd()INetworkDefinition.add_cumulative()INetworkDefinition.add_deconvolution_nd()INetworkDefinition.add_dequantize()INetworkDefinition.add_dist_collective()INetworkDefinition.add_dynamic_quantize()INetworkDefinition.add_dynamic_quantize_v2()INetworkDefinition.add_einsum()INetworkDefinition.add_elementwise()INetworkDefinition.add_fill()INetworkDefinition.add_gather()INetworkDefinition.add_gather_v2()INetworkDefinition.add_grid_sample()INetworkDefinition.add_identity()INetworkDefinition.add_if_conditional()INetworkDefinition.add_input()INetworkDefinition.add_kv_cache_update()INetworkDefinition.add_loop()INetworkDefinition.add_lrn()INetworkDefinition.add_matrix_multiply()INetworkDefinition.add_moe()INetworkDefinition.add_nms()INetworkDefinition.add_non_zero()INetworkDefinition.add_normalization()INetworkDefinition.add_normalization_v2()INetworkDefinition.add_one_hot()INetworkDefinition.add_padding_nd()INetworkDefinition.add_parametric_relu()INetworkDefinition.add_plugin()INetworkDefinition.add_plugin_v2()INetworkDefinition.add_plugin_v3()INetworkDefinition.add_pooling_nd()INetworkDefinition.add_quantize()INetworkDefinition.add_ragged_softmax()INetworkDefinition.add_reduce()INetworkDefinition.add_resize()INetworkDefinition.add_reverse_sequence()INetworkDefinition.add_rotary_embedding()INetworkDefinition.add_scale()INetworkDefinition.add_scale_nd()INetworkDefinition.add_scatter()INetworkDefinition.add_select()INetworkDefinition.add_shape()INetworkDefinition.add_shuffle()INetworkDefinition.add_slice()INetworkDefinition.add_softmax()INetworkDefinition.add_squeeze()INetworkDefinition.add_topk()INetworkDefinition.add_unary()INetworkDefinition.add_unsqueeze()INetworkDefinition.are_weights_marked_refittable()INetworkDefinition.builderINetworkDefinition.get_flag()INetworkDefinition.get_input()INetworkDefinition.get_layer()INetworkDefinition.get_output()INetworkDefinition.is_debug_tensor()INetworkDefinition.mark_debug()INetworkDefinition.mark_output()INetworkDefinition.mark_output_for_shapes()INetworkDefinition.mark_unfused_tensors_as_debug_tensors()INetworkDefinition.mark_weights_refittable()INetworkDefinition.remove_tensor()INetworkDefinition.set_weights_name()INetworkDefinition.unmark_debug()INetworkDefinition.unmark_output()INetworkDefinition.unmark_output_for_shapes()INetworkDefinition.unmark_unfused_tensors_as_debug_tensors()INetworkDefinition.unmark_weights_refittable()
- Layer Base Classes
- Layers
- PaddingMode
- ICastLayer
- IConvolutionLayer
- IGridSampleLayer
- IActivationLayer
- IPoolingLayer
- ILRNLayer
- IScaleLayer
- ISoftMaxLayer
- IConcatenationLayer
- IDeconvolutionLayer
- IElementWiseLayer
- IGatherLayer
- IPluginV2Layer
- IPluginV3Layer
- IUnaryLayer
- IReduceLayer
- IPaddingLayer
- IParametricReLULayer
- ISelectLayer
- IShuffleLayer
- ISliceLayer
- IShapeLayer
- ITopKLayer
- IMatrixMultiplyLayer
- IRaggedSoftMaxLayer
- IIdentityLayer
- IConstantLayer
- IResizeLayer
- ILoop
- IFillLayer
- IQuantizeLayer
- IDequantizeLayer
- IDynamicQuantizeLayer
- IScatterLayer
- IIfConditional
- IConditionLayer
- IIfConditionalOutputLayer
- IIfConditionalInputLayer
- IEinsumLayer
- IAssertionLayer
- IOneHotLayer
- INonZeroLayer
- INMSLayer
- IReverseSequenceLayer
- INormalizationLayer
- ISqueezeLayer
- IUnsqueezeLayer
- IDistCollectiveLayer
- ICumulativeLayer
- IAttention
- IRotaryEmbeddingLayer
- IKVCacheUpdateLayer
- IMoELayer
- INetworkDefinition
- Plugin
- IPluginCreator
- IPluginRegistry
- IPluginV2DynamicExt
IPluginV2DynamicExtIPluginV2DynamicExt.clone()IPluginV2DynamicExt.configure_plugin()IPluginV2DynamicExt.destroy()IPluginV2DynamicExt.enqueue()IPluginV2DynamicExt.get_output_datatype()IPluginV2DynamicExt.get_output_dimensions()IPluginV2DynamicExt.get_serialization_size()IPluginV2DynamicExt.get_workspace_size()IPluginV2DynamicExt.initialize()IPluginV2DynamicExt.serialize()IPluginV2DynamicExt.supports_format_combination()IPluginV2DynamicExt.terminate()
- IPluginV3
- tensorrt.plugin
- Onnx Parser
OnnxParserOnnxParser.__del__()OnnxParser.__exit__()OnnxParser.__init__()OnnxParser.clear_errors()OnnxParser.clear_flag()OnnxParser.get_error()OnnxParser.get_flag()OnnxParser.get_layer_output_tensor()OnnxParser.get_subgraph_nodes()OnnxParser.get_used_vc_plugin_libraries()OnnxParser.is_subgraph_supported()OnnxParser.load_initializer()OnnxParser.load_model_proto()OnnxParser.parse()OnnxParser.parse_from_file()OnnxParser.parse_model_proto()OnnxParser.set_builder_config()OnnxParser.set_flag()OnnxParser.supports_model_v2()OnnxParser.supports_operator()
OnnxParserRefitterErrorCodeParserErrorOnnxParserFlagget_nv_onnx_parser_version()