From 8536289c529d3c50215a62e9fb8cb4b3dc28c1e8 Mon Sep 17 00:00:00 2001 From: Torch-TensorRT Github Bot Date: Wed, 31 Jul 2024 18:07:27 +0000 Subject: [PATCH] docs: [Automated] Regenerating documenation for bda5978 Signed-off-by: Torch-TensorRT Github Bot --- .../classtorch__tensorrt_1_1DataType.html | 4 ++-- ...rch__tensorrt_1_1Device_1_1DeviceType.html | 4 ++-- .../classtorch__tensorrt_1_1TensorFormat.html | 4 ++-- ...ensorrt_1_1ptq_1_1Int8CacheCalibrator.html | 4 ++-- ...ch__tensorrt_1_1ptq_1_1Int8Calibrator.html | 4 ++-- ...8h_1a18d295a837ac71add5578860b55e5502.html | 4 ++-- ...8h_1a282fd3c0b1c3a215148ae372070e1268.html | 4 ++-- ...8h_1a31398a6d4d27e28817afb0f0139e909e.html | 4 ++-- ...8h_1a35703561b26b1a9d2738ad7d58b27827.html | 4 ++-- ...8h_1abd1465eb38256d3f22cc1426b23d516b.html | 4 ++-- ...8h_1abe87b341f562fd1cf40b7672e4d759da.html | 4 ++-- ...8h_1ad19939408f7be171a74a89928b36eb59.html | 4 ++-- ...8h_1adad592a7b1b7eed529cdf6acd584c883.html | 4 ++-- docs/_cpp_api/dir_cpp.html | 4 ++-- docs/_cpp_api/dir_cpp_include.html | 4 ++-- .../dir_cpp_include_torch_tensorrt.html | 4 ++-- ...ng_1a130f65408ad8cbaee060f05e8db69558.html | 4 ++-- ...rt_1a3fbe5d72e4fc624dbd038853079620eb.html | 4 ++-- ..._cpp_include_torch_tensorrt_logging.h.html | 4 ++-- ...e_cpp_include_torch_tensorrt_macros.h.html | 4 ++-- ...file_cpp_include_torch_tensorrt_ptq.h.html | 4 ++-- ...clude_torch_tensorrt_torch_tensorrt.h.html | 4 ++-- ...ng_1a0593f776f469c20469e2f729fc7861a3.html | 4 ++-- ...ng_1a0c012cb374addd90eb1f42eaec570650.html | 4 ++-- ...ng_1a56e110feaaba2c3fd44bd201fd21a76a.html | 4 ++-- ...ng_1a7cb50492421ea9de4e3db895819df6f2.html | 4 ++-- ...ng_1ac46ac0901cb97e3ae6e93b45f24e90b8.html | 4 ++-- ...ng_1ad2efd47b6c3689e58ccc595680579ae5.html | 4 ++-- ...ng_1af8f3443813315af7901903d25dd495cc.html | 4 ++-- ...tq_1a226e3c83379d1012cde8578c1c86b16c.html | 4 ++-- ...tq_1a6186e305f47c1d94b6130ef6c7f7e178.html | 4 ++-- ...pt_1a5b405fd3bf3c8fc2e2a54cbbab979797.html | 4 ++-- ...pt_1a6e19490a08fb1553c9dd347a5ae79db9.html | 4 ++-- ...pt_1a81f9783517335dda877d8cfcf38987c9.html | 4 ++-- ...pt_1ae8d56472106eeef37fbe51ff7f40c9b2.html | 4 ++-- ...rt_1ac4ab8313ae72c2c899ea31548b528528.html | 4 ++-- ...rt_1ad1acd06eaeaffbbcf6e7ebf426891384.html | 4 ++-- ...rt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html | 4 ++-- docs/_cpp_api/namespace_torch_tensorrt.html | 4 ++-- .../namespace_torch_tensorrt__logging.html | 4 ++-- .../namespace_torch_tensorrt__ptq.html | 4 ++-- ...namespace_torch_tensorrt__torchscript.html | 4 ++-- ..._cpp_include_torch_tensorrt_logging.h.html | 4 ++-- ...e_cpp_include_torch_tensorrt_macros.h.html | 4 ++-- ...file_cpp_include_torch_tensorrt_ptq.h.html | 4 ++-- ...clude_torch_tensorrt_torch_tensorrt.h.html | 4 ++-- .../structtorch__tensorrt_1_1Device.html | 4 ++-- .../structtorch__tensorrt_1_1GraphInputs.html | 4 ++-- .../structtorch__tensorrt_1_1Input.html | 4 ++-- ...ensorrt_1_1torchscript_1_1CompileSpec.html | 4 ++-- docs/_cpp_api/torch_tensort_cpp.html | 6 +++--- docs/_cpp_api/unabridged_orphan.html | 4 ++-- .../_rendered_examples_jupyter.zip | Bin 67573 -> 67573 bytes .../_rendered_examples_python.zip | Bin 50638 -> 50638 bytes docs/_modules/index.html | 4 ++-- docs/_modules/torch_tensorrt/_Device.html | 4 ++-- docs/_modules/torch_tensorrt/_Input.html | 4 ++-- docs/_modules/torch_tensorrt/_compile.html | 4 ++-- docs/_modules/torch_tensorrt/_enums.html | 4 ++-- .../torch_tensorrt/dynamo/_compiler.html | 4 ++-- .../torch_tensorrt/dynamo/_exporter.html | 4 ++-- .../torch_tensorrt/dynamo/_refit.html | 4 ++-- .../torch_tensorrt/dynamo/_settings.html | 4 ++-- .../torch_tensorrt/dynamo/_tracer.html | 4 ++-- .../runtime/_PythonTorchTensorRTModule.html | 4 ++-- .../dynamo/runtime/_TorchTensorRTModule.html | 4 ++-- docs/_modules/torch_tensorrt/fx/fx2trt.html | 4 ++-- .../torch_tensorrt/fx/input_tensor_spec.html | 4 ++-- docs/_modules/torch_tensorrt/fx/lower.html | 4 ++-- .../torch_tensorrt/fx/trt_module.html | 4 ++-- docs/_modules/torch_tensorrt/logging.html | 4 ++-- .../runtime/multi_device_safe_mode.html | 4 ++-- .../torch_tensorrt/ts/_compile_spec.html | 4 ++-- .../_modules/torch_tensorrt/ts/_compiler.html | 4 ++-- docs/_modules/torch_tensorrt/ts/ptq.html | 4 ++-- docs/_static/documentation_options.js | 2 +- docs/cli/torchtrtc.html | 4 ++-- docs/contributors/conversion.html | 4 ++-- docs/contributors/dynamo_converters.html | 4 ++-- docs/contributors/lowering.html | 4 ++-- docs/contributors/partitioning.html | 4 ++-- docs/contributors/phases.html | 4 ++-- docs/contributors/runtime.html | 4 ++-- docs/contributors/system_overview.html | 4 ++-- docs/contributors/ts_converters.html | 4 ++-- docs/contributors/useful_links.html | 4 ++-- .../writing_dynamo_aten_lowering_passes.html | 4 ++-- docs/dynamo/dynamo_export.html | 4 ++-- docs/dynamo/torch_compile.html | 4 ++-- docs/fx/getting_started_with_fx_path.html | 4 ++-- docs/genindex.html | 4 ++-- docs/getting_started/installation.html | 4 ++-- docs/getting_started/quick_start.html | 4 ++-- docs/index.html | 4 ++-- docs/indices/supported_ops.html | 4 ++-- docs/objects.inv | Bin 30829 -> 30829 bytes docs/py-modindex.html | 4 ++-- docs/py_api/dynamo.html | 4 ++-- docs/py_api/fx.html | 4 ++-- docs/py_api/logging.html | 4 ++-- docs/py_api/ptq.html | 4 ++-- docs/py_api/runtime.html | 4 ++-- docs/py_api/torch_tensorrt.html | 4 ++-- docs/py_api/ts.html | 6 +++--- docs/search.html | 4 ++-- docs/searchindex.js | 2 +- docs/sg_execution_times.html | 4 ++-- .../pytorch-sphinx-theme/docs/changelog.html | 4 ++-- .../docs/configuring.html | 4 ++-- .../pytorch-sphinx-theme/docs/demo/api.html | 4 ++-- .../pytorch-sphinx-theme/docs/demo/demo.html | 6 +++--- .../docs/demo/lists_tables.html | 4 ++-- .../pytorch-sphinx-theme/docs/demo/long.html | 4 ++-- .../docs/demo/structure.html | 4 ++-- docs/src/pytorch-sphinx-theme/docs/index.html | 4 ++-- .../pytorch-sphinx-theme/docs/installing.html | 4 ++-- ...creating_torchscript_module_in_python.html | 4 ++-- docs/ts/getting_started_with_cpp_api.html | 4 ++-- docs/ts/getting_started_with_python_api.html | 4 ++-- docs/ts/ptq.html | 4 ++-- .../ts/torchscript_frontend_from_pytorch.html | 4 ++-- .../dynamo/custom_kernel_plugins.html | 4 ++-- .../_rendered_examples/dynamo/index.html | 4 ++-- .../dynamo/refit_engine_example.html | 4 ++-- .../dynamo/torch_compile_advanced_usage.html | 4 ++-- .../dynamo/torch_compile_resnet_example.html | 4 ++-- .../torch_compile_stable_diffusion.html | 4 ++-- .../torch_compile_transformers_example.html | 4 ++-- .../dynamo/torch_export_cudagraphs.html | 4 ++-- .../dynamo/vgg16_fp8_ptq.html | 4 ++-- docs/tutorials/_rendered_examples/index.html | 4 ++-- docs/tutorials/notebooks.html | 4 ++-- .../serving_torch_tensorrt_with_triton.html | 4 ++-- docs/user_guide/dynamic_shapes.html | 4 ++-- docs/user_guide/runtime.html | 4 ++-- docs/user_guide/saving_models.html | 4 ++-- docs/user_guide/torch_tensorrt_explained.html | 4 ++-- docs/user_guide/using_dla.html | 4 ++-- 138 files changed, 271 insertions(+), 271 deletions(-) diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html index 4a1dc1ffdf..b20a74db4a 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html @@ -10,7 +10,7 @@ - Class DataType — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Class DataType — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html index b7f8015387..a9c698b0f4 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html @@ -10,7 +10,7 @@ - Class Device::DeviceType — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Class Device::DeviceType — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html index 7afa6185d5..05ec9ac6cc 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html @@ -10,7 +10,7 @@ - Class TensorFormat — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Class TensorFormat — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html index 34f50ce354..c41fd9848f 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html @@ -10,7 +10,7 @@ - Template Class Int8CacheCalibrator — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Template Class Int8CacheCalibrator — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html index 2c1a7e3e71..4dbcd7c9ba 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html @@ -10,7 +10,7 @@ - Template Class Int8Calibrator — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Template Class Int8Calibrator — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html index dc10e92db5..f3672ae854 100644 --- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html +++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html @@ -10,7 +10,7 @@ - Define STR — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Define STR — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html index b14575c07a..a6bcda5dfc 100644 --- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html +++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html index 09c770ef93..258532c228 100644 --- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html +++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html index e8a84e05e3..7b490ca366 100644 --- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html +++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html index 13bbfa7c98..d2cf599055 100644 --- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html +++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html @@ -10,7 +10,7 @@ - Define TORCHTRT_API — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Define TORCHTRT_API — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html index 31578d73c5..ca22e22399 100644 --- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html +++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html @@ -10,7 +10,7 @@ - Define XSTR — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Define XSTR — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html index e52f29d0d8..6c2b5ff43c 100644 --- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html +++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html @@ -10,7 +10,7 @@ - Define TORCHTRT_HIDDEN — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Define TORCHTRT_HIDDEN — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html index cda72b5ffe..ec320cc0fb 100644 --- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html +++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_VERSION — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Define TORCH_TENSORRT_VERSION — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html index 6bba2ba444..352eafe313 100644 --- a/docs/_cpp_api/dir_cpp.html +++ b/docs/_cpp_api/dir_cpp.html @@ -10,7 +10,7 @@ - Directory cpp — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Directory cpp — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html index 3088077911..50bea56a0c 100644 --- a/docs/_cpp_api/dir_cpp_include.html +++ b/docs/_cpp_api/dir_cpp_include.html @@ -10,7 +10,7 @@ - Directory include — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Directory include — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html index 1732599f7f..36830a52b8 100644 --- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html +++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html @@ -10,7 +10,7 @@ - Directory torch_tensorrt — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Directory torch_tensorrt — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html index b6b882493a..85a2d34541 100644 --- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html +++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html @@ -10,7 +10,7 @@ - Enum Level — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Enum Level — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html index cfecc47c68..d40f896051 100644 --- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html +++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html @@ -10,7 +10,7 @@ - Enum EngineCapability — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Enum EngineCapability — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html index 3cac98c9ef..e94c30f44d 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html @@ -10,7 +10,7 @@ - File logging.h — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + File logging.h — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html index fc8b3c6749..d2343c30a8 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html @@ -10,7 +10,7 @@ - File macros.h — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + File macros.h — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html index e811c950f8..d3d6079acc 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html @@ -10,7 +10,7 @@ - File ptq.h — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + File ptq.h — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html index c71eb4c83a..3218f244b0 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html @@ -10,7 +10,7 @@ - File torch_tensorrt.h — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + File torch_tensorrt.h — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html index 6b2bb81e64..8009efd419 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_logging_prefix — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::logging::get_logging_prefix — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html index 160e742a92..ec85d30e0b 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html index da5a594b43..c1e0564978 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html index 068e953282..7b49722f7e 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html index 5f8673a57c..23471e5212 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::log — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::logging::log — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html index 231b255424..c3746a770c 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html index 5827510faa..6b6da87d20 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html index d2dab00fc1..fe056f0111 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html @@ -10,7 +10,7 @@ - Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html index b35af1fccc..a3141dc319 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html @@ -10,7 +10,7 @@ - Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html index 28bd801fd8..7600be0a48 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::check_method_operator_support — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::torchscript::check_method_operator_support — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html index b8ba2fff3d..cb16f3a085 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::compile — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::torchscript::compile — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html index b8026efe98..9047fde0bf 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html index b81c8e240c..5e972a416b 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html index e8cede4f6f..a142d056e2 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::get_build_info — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::get_build_info — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html index 5260df7197..5a10f79fed 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::set_device — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::set_device — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html index af7a200bb5..c9302e6f37 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::dump_build_info — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Function torch_tensorrt::dump_build_info — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html index 02d53dda49..29fb4cc95f 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt.html +++ b/docs/_cpp_api/namespace_torch_tensorrt.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Namespace torch_tensorrt — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html index 894af6f7d6..dbf4cdd101 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::logging — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Namespace torch_tensorrt::logging — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html index 462baefc2c..51821283b5 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::ptq — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Namespace torch_tensorrt::ptq — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html index c1375f0c0b..be4c7c4721 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::torchscript — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Namespace torch_tensorrt::torchscript — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html index 7eb74ffb39..f77442a523 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html @@ -10,7 +10,7 @@ - Program Listing for File logging.h — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Program Listing for File logging.h — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html index 3904cbd45e..8642c0c0a4 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html @@ -10,7 +10,7 @@ - Program Listing for File macros.h — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Program Listing for File macros.h — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html index 2be76edc88..5b80711cae 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html @@ -10,7 +10,7 @@ - Program Listing for File ptq.h — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Program Listing for File ptq.h — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html index 83a9e3e4f2..02ffd9a077 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html @@ -10,7 +10,7 @@ - Program Listing for File torch_tensorrt.h — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Program Listing for File torch_tensorrt.h — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html index d57bda93d1..cf56ed3c33 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html @@ -10,7 +10,7 @@ - Struct Device — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Struct Device — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html index a5c1b958da..704223f88c 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html @@ -10,7 +10,7 @@ - Struct GraphInputs — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Struct GraphInputs — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html index 0de9357a13..dcded48217 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html @@ -10,7 +10,7 @@ - Struct Input — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Struct Input — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html index 74de93cc9d..e906bb64fe 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html @@ -10,7 +10,7 @@ - Struct CompileSpec — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Struct CompileSpec — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html index d10c5ca8e9..a7ab5357e1 100644 --- a/docs/_cpp_api/torch_tensort_cpp.html +++ b/docs/_cpp_api/torch_tensort_cpp.html @@ -10,7 +10,7 @@ - Torch-TensorRT C++ API — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Torch-TensorRT C++ API — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
@@ -463,7 +463,7 @@

Class Hierarchy
    • diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html index 13e1e03d83..793f2bcc5e 100644 --- a/docs/_cpp_api/unabridged_orphan.html +++ b/docs/_cpp_api/unabridged_orphan.html @@ -10,7 +10,7 @@ - Full API — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Full API — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip index 11213fbe335a920d65a1dca239cdbce78b68a866..20e9cda49ae56d63d5d75b66f0f1bfcffade2b86 100644 GIT binary patch delta 143 zcmey`&+@gOg(tw9nMH&F1RhM-$dkg!^kBl~BF-j05dBR&SrkM^>v{=;=;aOyVE)Na zMhOuAOs=9Dh<-mgz7R-H4`5{s2hl5883RD{Z&t==5FNqB=nJBkvoVH(=zmZ;l%3HH K#GlK~7y$r5vo`|( delta 143 zcmey`&+@gOg(tw9nMH&F1Wt5rq zQ3Aw2ldGr(qTf%BF9g!l16UcuLG(&i#sCogo0TydL`SeO`hw`?Y>c5G`X7`IWoL8) K@#nHLMgRc7V>J^1 diff --git a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip index 415d2b448659facc2769c2868ccaf6ae97142469..a285a0ed41837beae97aae1b05b0cd28d46a3467 100644 GIT binary patch delta 135 zcmX@t&3vw#nJ2)TnMH&F1RhM-$YaII^kBkf57w{jAljZ+iw8t!OP&MM)@qZ$^m!vm zevtSpM}1ikEgi3t0;DH99u5If(+~TCsAq>GK$OD~FA&vpBnU)3fKVn!ok6_HqoDw! C6giOq delta 135 zcmX@t&3vw#nJ2)TnMH&F1Wt5rg|;sMdwlIOs*wb~>wecnit zA0+e=B45an>h3qC_U diff --git a/docs/_modules/index.html b/docs/_modules/index.html index b2c721d45f..20ab31ca6e 100644 --- a/docs/_modules/index.html +++ b/docs/_modules/index.html @@ -9,7 +9,7 @@ - Overview: module code — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Overview: module code — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html index a6c5d6d235..9184ecbcf4 100644 --- a/docs/_modules/torch_tensorrt/_Device.html +++ b/docs/_modules/torch_tensorrt/_Device.html @@ -9,7 +9,7 @@ - torch_tensorrt._Device — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt._Device — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html index f47ec4ff57..db72836abe 100644 --- a/docs/_modules/torch_tensorrt/_Input.html +++ b/docs/_modules/torch_tensorrt/_Input.html @@ -9,7 +9,7 @@ - torch_tensorrt._Input — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt._Input — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html index 5d1a52c9a8..2b383c61b5 100644 --- a/docs/_modules/torch_tensorrt/_compile.html +++ b/docs/_modules/torch_tensorrt/_compile.html @@ -9,7 +9,7 @@ - torch_tensorrt._compile — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt._compile — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/_enums.html b/docs/_modules/torch_tensorrt/_enums.html index aa3138de60..17fba88ee6 100644 --- a/docs/_modules/torch_tensorrt/_enums.html +++ b/docs/_modules/torch_tensorrt/_enums.html @@ -9,7 +9,7 @@ - torch_tensorrt._enums — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt._enums — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/dynamo/_compiler.html b/docs/_modules/torch_tensorrt/dynamo/_compiler.html index 4923872d92..d9d1b559d0 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_compiler.html +++ b/docs/_modules/torch_tensorrt/dynamo/_compiler.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._compiler — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.dynamo._compiler — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/dynamo/_exporter.html b/docs/_modules/torch_tensorrt/dynamo/_exporter.html index fcee0a5f3f..83492387ab 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_exporter.html +++ b/docs/_modules/torch_tensorrt/dynamo/_exporter.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._exporter — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.dynamo._exporter — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/dynamo/_refit.html b/docs/_modules/torch_tensorrt/dynamo/_refit.html index bc43bf6061..c529596523 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_refit.html +++ b/docs/_modules/torch_tensorrt/dynamo/_refit.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._refit — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.dynamo._refit — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/dynamo/_settings.html b/docs/_modules/torch_tensorrt/dynamo/_settings.html index cc68d51f31..c92631e36a 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_settings.html +++ b/docs/_modules/torch_tensorrt/dynamo/_settings.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._settings — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.dynamo._settings — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/dynamo/_tracer.html b/docs/_modules/torch_tensorrt/dynamo/_tracer.html index 8db5f8bc90..9fea6e1b63 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_tracer.html +++ b/docs/_modules/torch_tensorrt/dynamo/_tracer.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._tracer — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.dynamo._tracer — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html index 06c6dad3c0..45b0a3e6d6 100644 --- a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html +++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html index d9655ca222..8ebcf3fd90 100644 --- a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html +++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo.runtime._TorchTensorRTModule — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.dynamo.runtime._TorchTensorRTModule — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html index ed1b646df8..94b2aef64c 100644 --- a/docs/_modules/torch_tensorrt/fx/fx2trt.html +++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.fx2trt — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.fx.fx2trt — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html index cb70297b67..8a977c94c9 100644 --- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html +++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.input_tensor_spec — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.fx.input_tensor_spec — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html index 065d0559de..fab1055e44 100644 --- a/docs/_modules/torch_tensorrt/fx/lower.html +++ b/docs/_modules/torch_tensorrt/fx/lower.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.lower — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.fx.lower — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html index 01a3b0f4e7..17dca72f4e 100644 --- a/docs/_modules/torch_tensorrt/fx/trt_module.html +++ b/docs/_modules/torch_tensorrt/fx/trt_module.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.trt_module — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.fx.trt_module — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html index 5684878672..1eace690df 100644 --- a/docs/_modules/torch_tensorrt/logging.html +++ b/docs/_modules/torch_tensorrt/logging.html @@ -9,7 +9,7 @@ - torch_tensorrt.logging — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.logging — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/runtime/multi_device_safe_mode.html b/docs/_modules/torch_tensorrt/runtime/multi_device_safe_mode.html index 845344c9a6..fbe0d35ef0 100644 --- a/docs/_modules/torch_tensorrt/runtime/multi_device_safe_mode.html +++ b/docs/_modules/torch_tensorrt/runtime/multi_device_safe_mode.html @@ -9,7 +9,7 @@ - torch_tensorrt.runtime.multi_device_safe_mode — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.runtime.multi_device_safe_mode — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html index 15cb9b34e2..5649cccb41 100644 --- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html +++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html @@ -9,7 +9,7 @@ - torch_tensorrt.ts._compile_spec — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.ts._compile_spec — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html index 4604a42ff6..d487cb13ae 100644 --- a/docs/_modules/torch_tensorrt/ts/_compiler.html +++ b/docs/_modules/torch_tensorrt/ts/_compiler.html @@ -9,7 +9,7 @@ - torch_tensorrt.ts._compiler — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.ts._compiler — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_modules/torch_tensorrt/ts/ptq.html b/docs/_modules/torch_tensorrt/ts/ptq.html index 6687aac7e7..6eea462e28 100644 --- a/docs/_modules/torch_tensorrt/ts/ptq.html +++ b/docs/_modules/torch_tensorrt/ts/ptq.html @@ -9,7 +9,7 @@ - torch_tensorrt.ts.ptq — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.ts.ptq — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js index 2c02e98018..2238e211c2 100644 --- a/docs/_static/documentation_options.js +++ b/docs/_static/documentation_options.js @@ -1,6 +1,6 @@ var DOCUMENTATION_OPTIONS = { URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'), - VERSION: 'v2.5.0.dev0+bc00de6', + VERSION: 'v2.5.0.dev0+bda5978', LANGUAGE: 'en', COLLAPSE_INDEX: false, BUILDER: 'html', diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html index d792cdd089..e926ba7c5c 100644 --- a/docs/cli/torchtrtc.html +++ b/docs/cli/torchtrtc.html @@ -10,7 +10,7 @@ - torchtrtc — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torchtrtc — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html index 6c1db3e482..f0dce77263 100644 --- a/docs/contributors/conversion.html +++ b/docs/contributors/conversion.html @@ -10,7 +10,7 @@ - Conversion Phase — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Conversion Phase — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/contributors/dynamo_converters.html b/docs/contributors/dynamo_converters.html index d894662170..cf43696963 100644 --- a/docs/contributors/dynamo_converters.html +++ b/docs/contributors/dynamo_converters.html @@ -10,7 +10,7 @@ - Writing Dynamo Converters — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Writing Dynamo Converters — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html index c29c965c81..5021a7d2bd 100644 --- a/docs/contributors/lowering.html +++ b/docs/contributors/lowering.html @@ -10,7 +10,7 @@ - Lowering Phase — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Lowering Phase — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html index 127b2f7ac3..ae9586d9d5 100644 --- a/docs/contributors/partitioning.html +++ b/docs/contributors/partitioning.html @@ -10,7 +10,7 @@ - Partitioning Phase — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Partitioning Phase — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html index d9e236586b..ab0077d75b 100644 --- a/docs/contributors/phases.html +++ b/docs/contributors/phases.html @@ -10,7 +10,7 @@ - Compiler Phases — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Compiler Phases — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html index cb0d8e761f..7382c3b99c 100644 --- a/docs/contributors/runtime.html +++ b/docs/contributors/runtime.html @@ -10,7 +10,7 @@ - Runtime Phase — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Runtime Phase — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html index 4627354def..dcb66b3f18 100644 --- a/docs/contributors/system_overview.html +++ b/docs/contributors/system_overview.html @@ -10,7 +10,7 @@ - System Overview — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + System Overview — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/contributors/ts_converters.html b/docs/contributors/ts_converters.html index 6926141cff..4350ea4c18 100644 --- a/docs/contributors/ts_converters.html +++ b/docs/contributors/ts_converters.html @@ -10,7 +10,7 @@ - Writing TorchScript Converters — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Writing TorchScript Converters — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html index f3074ddb3e..b0a3be90b8 100644 --- a/docs/contributors/useful_links.html +++ b/docs/contributors/useful_links.html @@ -10,7 +10,7 @@ - Useful Links for Torch-TensorRT Development — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Useful Links for Torch-TensorRT Development — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/contributors/writing_dynamo_aten_lowering_passes.html b/docs/contributors/writing_dynamo_aten_lowering_passes.html index cfefc99a96..7133f2e51e 100644 --- a/docs/contributors/writing_dynamo_aten_lowering_passes.html +++ b/docs/contributors/writing_dynamo_aten_lowering_passes.html @@ -10,7 +10,7 @@ - Writing Dynamo ATen Lowering Passes — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Writing Dynamo ATen Lowering Passes — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/dynamo/dynamo_export.html b/docs/dynamo/dynamo_export.html index 5ff681bdc6..5b9790e7c1 100644 --- a/docs/dynamo/dynamo_export.html +++ b/docs/dynamo/dynamo_export.html @@ -10,7 +10,7 @@ - Compiling Exported Programs with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Compiling Exported Programs with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/dynamo/torch_compile.html b/docs/dynamo/torch_compile.html index fb71ce7060..9634d251f9 100644 --- a/docs/dynamo/torch_compile.html +++ b/docs/dynamo/torch_compile.html @@ -10,7 +10,7 @@ - TensorRT Backend for torch.compile — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + TensorRT Backend for torch.compile — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/fx/getting_started_with_fx_path.html b/docs/fx/getting_started_with_fx_path.html index a603182a97..b916cb1958 100644 --- a/docs/fx/getting_started_with_fx_path.html +++ b/docs/fx/getting_started_with_fx_path.html @@ -10,7 +10,7 @@ - Torch-TensorRT (FX Frontend) User Guide — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Torch-TensorRT (FX Frontend) User Guide — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/genindex.html b/docs/genindex.html index 1f168b3f07..26ab9f8593 100644 --- a/docs/genindex.html +++ b/docs/genindex.html @@ -9,7 +9,7 @@ - Index — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Index — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html index 8da352e497..0e209c0191 100644 --- a/docs/getting_started/installation.html +++ b/docs/getting_started/installation.html @@ -10,7 +10,7 @@ - Installation — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Installation — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/getting_started/quick_start.html b/docs/getting_started/quick_start.html index ca789cf34c..200ee7c8eb 100644 --- a/docs/getting_started/quick_start.html +++ b/docs/getting_started/quick_start.html @@ -10,7 +10,7 @@ - Quick Start — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Quick Start — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/index.html b/docs/index.html index cefd9970ff..dfd44847d2 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -274,7 +274,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html index c02c5c251b..a579994c2e 100644 --- a/docs/indices/supported_ops.html +++ b/docs/indices/supported_ops.html @@ -10,7 +10,7 @@ - Operators Supported — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Operators Supported — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -274,7 +274,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/objects.inv b/docs/objects.inv index d366eec33af601fe24a846ebf3a41ef5bb393ed4..031ba7b865dee532d358a40beb21b15a487f8ace 100644 GIT binary patch delta 19 acmaF+f${AJ#tHsxDT$_*<`x@6B`N@1BnR36 delta 19 acmaF+f${AJ#tHsx$p!`~sb(8PB`N@1a0mJT diff --git a/docs/py-modindex.html b/docs/py-modindex.html index c0d7192837..9363b9d1b5 100644 --- a/docs/py-modindex.html +++ b/docs/py-modindex.html @@ -9,7 +9,7 @@ - Python Module Index — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Python Module Index — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/py_api/dynamo.html b/docs/py_api/dynamo.html index b4ecb69a41..a9fb99614d 100644 --- a/docs/py_api/dynamo.html +++ b/docs/py_api/dynamo.html @@ -10,7 +10,7 @@ - torch_tensorrt.dynamo — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.dynamo — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html index 2340ef7546..0629a39e2d 100644 --- a/docs/py_api/fx.html +++ b/docs/py_api/fx.html @@ -10,7 +10,7 @@ - torch_tensorrt.fx — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.fx — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html index 551816b729..bf56367193 100644 --- a/docs/py_api/logging.html +++ b/docs/py_api/logging.html @@ -10,7 +10,7 @@ - torch_tensorrt.logging — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.logging — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html index e069db9619..db01798c57 100644 --- a/docs/py_api/ptq.html +++ b/docs/py_api/ptq.html @@ -10,7 +10,7 @@ - torch_tensorrt.ts.ptq — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.ts.ptq — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/py_api/runtime.html b/docs/py_api/runtime.html index e9f6a474c2..05d6b9fd41 100644 --- a/docs/py_api/runtime.html +++ b/docs/py_api/runtime.html @@ -10,7 +10,7 @@ - torch_tensorrt.runtime — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.runtime — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html index 714a25a3a9..2876aeed98 100644 --- a/docs/py_api/torch_tensorrt.html +++ b/docs/py_api/torch_tensorrt.html @@ -10,7 +10,7 @@ - torch_tensorrt — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html index d98e6a1187..a5ae3a45db 100644 --- a/docs/py_api/ts.html +++ b/docs/py_api/ts.html @@ -10,7 +10,7 @@ - torch_tensorrt.ts — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + torch_tensorrt.ts — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    @@ -680,7 +680,7 @@

    Functions
    -torch_tensorrt.ts.TensorRTCompileSpec(inputs: Optional[List[torch.Tensor | Input]] = None, input_signature: Optional[Any] = None, device: torch.device | Device = Device(type=DeviceType.GPU, gpu_id=0), disable_tf32: bool = False, sparse_weights: bool = False, enabled_precisions: Optional[Set[torch.dtype | dtype]] = None, refit: bool = False, debug: bool = False, capability: EngineCapability = EngineCapability.STANDARD, num_avg_timing_iters: int = 1, workspace_size: int = 0, dla_sram_size: int = 1048576, dla_local_dram_size: int = 1073741824, dla_global_dram_size: int = 536870912, truncate_long_and_double: bool = False, calibrator: object = None, allow_shape_tensors: bool = False) → <torch.ScriptClass object at 0x7f5141e8bb30>[source]
    +torch_tensorrt.ts.TensorRTCompileSpec(inputs: Optional[List[torch.Tensor | Input]] = None, input_signature: Optional[Any] = None, device: torch.device | Device = Device(type=DeviceType.GPU, gpu_id=0), disable_tf32: bool = False, sparse_weights: bool = False, enabled_precisions: Optional[Set[torch.dtype | dtype]] = None, refit: bool = False, debug: bool = False, capability: EngineCapability = EngineCapability.STANDARD, num_avg_timing_iters: int = 1, workspace_size: int = 0, dla_sram_size: int = 1048576, dla_local_dram_size: int = 1073741824, dla_global_dram_size: int = 536870912, truncate_long_and_double: bool = False, calibrator: object = None, allow_shape_tensors: bool = False) → <torch.ScriptClass object at 0x7f5d10219470>[source]

    Utility to create a formatted spec dictionary for using the PyTorch TensorRT backend

    Keyword Arguments
    diff --git a/docs/search.html b/docs/search.html index 8ee415830a..78e35c5bff 100644 --- a/docs/search.html +++ b/docs/search.html @@ -9,7 +9,7 @@ - Search — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Search — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -272,7 +272,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/searchindex.js b/docs/searchindex.js index 4f0158ea73..3614032dc7 100644 --- a/docs/searchindex.js +++ b/docs/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for torch.compile", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "5. :mod:`test_py_module`", "3. Paragraph Level Markup", "4. Lists & Tables", "1. Long Sticky Nav", "1. Structural Elements", "<no title>", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Dynamo / torch.compile", "Refit TenorRT Graph Module with Torch-TensorRT", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT torch.compile Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 95, 98, 99, 102], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 103, 104, 106], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 97, 100, 101, 102, 103, 104, 105, 106, 108], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 94, 96, 98, 103, 107, 108], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 100, 102], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 100, 102, 106], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 93, 94, 95, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 93, 101, 103, 105, 106, 107, 108], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 95, 97, 99], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 93, 94, 96, 98, 101, 104, 105, 107, 108], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 107], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 74, 76, 88, 92, 94, 103, 105], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 88, 92, 98, 104, 105, 106], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 95, 96, 98, 104], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 99, 103], "reason": [0, 65, 87, 92, 107], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 93, 94, 100, 101, 102, 103, 104, 105, 106, 107], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 81, 88, 89, 90, 92, 94, 102, 103, 104, 105], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 95, 96, 98, 102], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 93, 94, 101, 102, 103, 104, 105, 106], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 94, 104, 105], "itself": [0, 1, 2, 46, 52, 55, 91, 103], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 99, 100, 103, 108], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 74, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 102, 103], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 97, 108], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 100, 108], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 74, 75, 76, 79, 88, 92, 100], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 95, 98, 99, 102, 103, 104, 105, 107, 108], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 100, 104, 105, 106, 107], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 104], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 93, 94, 96, 98, 99, 101, 103, 105], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 104, 106], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 100, 103, 104], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 94, 97, 98, 100, 102, 103, 105, 106, 107], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 108], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 96, 98, 107, 108], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 102, 103], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 95, 100, 103, 104], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 107], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 105], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 103, 105, 108], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 94, 95, 97, 98, 99, 100, 105], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 94, 105, 108], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 88, 89, 91, 105, 108], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 95, 96, 99, 102, 103, 104, 105, 106, 107], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 95, 102, 103], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 103], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 103], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 107, 108], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 105, 107, 108], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108], "kdla": [1, 45, 46, 108], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 104, 108], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 96, 99, 101, 102, 103, 104, 106, 107], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 95, 99, 102, 103, 104, 105, 106, 107], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 76, 87, 88, 92], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 95, 102], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 100], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 100], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 93, 101], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 105], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 105], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 103, 104, 106, 107], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 103, 108], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 74, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 96, 99, 103, 104], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 88, 90, 105], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 96, 98, 100, 103, 104, 108], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 96, 98, 100, 102, 104], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 95, 99, 100, 103], "alwai": [3, 4, 27, 52, 75, 81], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 94, 96, 98, 99, 100, 102, 104, 106, 108], "due": [3, 4, 66, 80, 81], "issu": [3, 4, 64, 70, 88, 95, 98], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 99, 100, 103], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 74, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 105], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 94, 95, 99, 100, 102, 103, 104, 105, 106, 107, 108], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 93, 96, 98, 101, 102, 107], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 95, 100, 102, 103, 104, 105], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 96, 98, 99, 105], "use_cach": [3, 4, 30, 44, 73, 90], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 100, 102, 104, 105, 107, 108], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 74, 81, 88, 90, 103], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 93, 95, 99, 101, 103, 104, 105, 106, 107], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 96, 98, 102, 105], "easili": [3, 4], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 108], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 107], "dataload": [4, 29, 30, 44, 49, 73, 90, 100], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 74, 75, 76, 82, 90, 94, 97, 103], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 107], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 74, 75, 87, 88, 90, 99, 100, 103, 107], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 96, 98, 105], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 102], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 102, 103, 104, 105], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 95, 99, 100, 104, 106], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 93, 101, 105], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 96, 98], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 94, 96, 98, 100, 103], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 76, 81, 88, 104], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 101, 102, 103, 105, 107], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 76, 91, 92, 94, 95, 96, 98, 100], "kgraph": [16, 42, 55], "everyth": [16, 64, 70], "intermedi": [16, 49, 52, 54, 64, 70, 72, 76, 87, 107], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 93, 96, 98, 99, 101, 102, 104, 105], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 96, 98, 102, 107], "phase": [16, 60, 63, 88, 104, 107], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 107], "capabl": [17, 45, 49, 52, 58, 70, 74, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 74, 90], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 104], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 103], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 102, 104, 108], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 100], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 100], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 108], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 97, 102, 108], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 70, 74, 75, 76, 90, 91, 92, 108], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 103, 107], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 76, 79, 92, 94, 105], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 97, 102, 103, 104, 106], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 74, 75, 81, 87, 88, 90, 91, 92, 104], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 96, 98, 106], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 100, 102, 105], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 102, 104, 105], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 71, 74, 75, 79, 81, 88, 89, 90, 92, 95, 99, 103, 104, 105, 107, 108], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 96, 98, 104], "post": [29, 30, 49, 52, 63, 68, 88], "train": [29, 30, 49, 52, 68, 69, 88, 89], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 93, 101], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 93, 94, 101, 103], "previous": [29, 33, 88], "therefor": [29, 58, 65, 66, 74, 81, 88, 102, 105], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 96, 98, 100, 102, 103, 104], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 100, 103, 104, 105], "dataset": [29, 73, 90, 102], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 97, 102, 103, 105, 107], "later": [29, 70, 88, 106, 107], "differ": [29, 55, 56, 59, 64, 65, 66, 79, 87, 92, 94, 105, 107], "scratch": 29, "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 103, 105], "howev": [29, 66, 79, 80, 88, 92, 103, 104, 107], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 102, 103, 108], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 99, 100, 101, 102], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 81, 92, 103, 105, 107], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 79, 81, 85, 87, 92, 103], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 76, 79, 90, 103, 105, 107], "respons": [29, 54, 58, 81, 105], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 104], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 90, 92, 99, 102, 103, 105, 106, 107], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 103, 104], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 95, 100, 104], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 102], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 76, 81, 87, 88, 91, 92, 95, 98, 102, 104, 105, 107], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 95, 100, 102, 104], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 74, 75, 87, 88, 90, 92], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 103, 105], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 103, 106, 107], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 93, 95, 100, 101, 102, 104, 106, 108], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 95], "fulli": [31, 52, 55, 64, 70, 74, 76, 88, 90, 92, 108], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 75, 76, 77, 79, 87, 89, 90, 91, 92, 100, 103, 105, 108], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 94, 95, 102, 104], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 102], "pure": [31, 70], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 76, 81, 88, 92, 100, 103, 104], "unsupport": [31, 49, 54, 64, 75, 92, 107], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 94, 95, 96, 97, 98, 99, 100, 105, 107], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 95, 98, 103, 107, 108], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 103, 104], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 96, 98], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 101, 102, 107], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 105], "built": [33, 52, 58, 59, 64, 66, 70, 74, 76], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 107], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 103], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 81, 82, 88, 104, 105, 107], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 74, 76, 79, 81, 82, 86, 87, 88, 90, 92, 93, 96, 101, 102, 103, 104, 105], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 100, 102, 103, 106], "symbol": [33, 65, 66, 74, 76, 81, 105], "index": [33, 61, 62, 66, 68, 69, 74, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 108], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 98, 100, 101, 104, 106], "y": [33, 56, 74, 76, 82, 92, 95], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 76, 88, 89], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 76, 87, 88, 90, 92], "origin": [33, 65, 71, 92, 107], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 93, 94, 100, 101, 103, 104, 105, 106, 107], "assum": [33, 74, 91, 92], "convent": [33, 74], "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 97, 103], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 79, 82, 92, 102, 103, 106], "gpu_id": [36, 45, 46, 52, 70, 74, 75, 76, 90, 91, 92, 108], "id": [36, 45, 52, 75, 79, 80, 84, 108], "cudasetdevic": 36, "dump": [37, 52, 74, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 98, 102, 107], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 105], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 103, 104, 105], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 103, 105, 108], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 96, 107], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 105], "root": [42, 43, 44, 45, 66, 79, 90, 100], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 94, 95, 96, 97, 98, 99, 100, 101], "tree": [42, 43, 44, 45, 79, 90, 100, 105], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 90, 92, 103, 105], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 94, 96, 102, 103, 104, 105, 106, 107], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 107], "necessari": [42, 62, 64, 66, 74, 105], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 81, 82, 88, 89, 90, 101, 103, 104, 105, 107], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 93, 94, 95, 96, 98, 99, 100, 101, 102, 103, 104, 106, 107], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 95, 103], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 100], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 94, 96, 98], "gaurd": 43, "someth": [43, 55, 81, 103], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 81, 82, 85, 87, 88, 92, 95, 103], "setup": [43, 90, 103], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 104, 106], "torchtrt": [43, 56, 92, 100], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 95, 100, 104], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 108], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 95, 99], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 81, 82, 90, 92, 95, 99, 104], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 99, 100, 103, 104, 105, 106], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 102, 105], "still": [44, 56, 65, 66, 90, 95, 107], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 95, 97, 105, 106, 108], "batch_siz": [44, 90, 100], "end": [44, 52, 60, 62, 69, 70, 76, 81, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100], "statu": [44, 82], "reset": [44, 95, 98, 105], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 107], "again": [44, 58, 60, 81, 92], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 74, 103], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81], "copi": [44, 60, 65, 69, 73, 82, 103], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": 45, "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 96, 98, 99, 102, 104], "device_typ": [45, 46, 75, 90, 91, 108], "int64_t": [45, 46, 48, 49, 90, 108], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 107, 108], "agx": 45, "platform": [45, 52, 59, 66, 103, 108], "xavier": [45, 108], "dla_cor": [45, 46, 52, 75, 90, 91, 108], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 108], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 96, 99, 102, 104], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 96, 99, 102, 104], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 96, 99, 102, 104], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 99, 100, 103, 105, 108], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 105], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 103, 105, 108], "spec": [45, 48, 49, 52, 72, 75, 76, 91], "flatten": [45, 47, 69, 87, 88, 100], "fixed_s": [45, 49], "reflect": 45, "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 100, 103, 108], "disable_tf32": [45, 49, 64, 70, 74, 76, 90, 92], "sparse_weight": [45, 49, 64, 65, 70, 74, 76, 92], "refit": [45, 49, 64, 70, 76, 91, 92, 93, 101], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 97], "allow_shape_tensor": [45, 49, 70, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 76, 92, 94, 96, 98], "dla_sram_s": [45, 49, 52, 64, 70, 74, 76, 92], "1048576": [45, 49, 64, 70, 74, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 76, 92], "1073741824": [45, 49, 64, 70, 74, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 76, 92], "536870912": [45, 49, 64, 70, 74, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 76, 92, 94, 95, 96, 98, 100], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 94, 96, 99, 100, 102, 104, 106, 108], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 76, 92, 94, 95, 96, 98], "torch_executed_modul": [45, 49, 56, 70, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 95, 98], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 102, 103, 107], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 76, 88, 90, 92, 100, 102, 103, 104, 107, 108], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89], "complex": [47, 49, 64, 66, 87, 89], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 106], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 95, 98, 103], "rang": [48, 49, 52, 65, 75, 92, 96, 102, 104], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 87, 88, 89, 94, 96, 97, 98, 102, 104, 107], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 105], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 100, 104], "three": [48, 57, 59, 65, 71, 75, 81, 82, 102, 103], "min": [48, 52, 60, 69, 75, 96, 104], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 96, 100, 104], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 96, 98, 105], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 104], "expect": [48, 54, 55, 60, 75, 88, 89, 102], "tradit": [48, 70, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 102], "low": [48, 65], "high": [48, 55, 56, 79, 92, 107], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 76, 81, 88, 93, 97, 101, 102], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 95, 103, 104, 106, 107], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 97, 104], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 95, 97, 98, 105], "opt": [48, 66, 74, 75, 99], "minimum": [48, 49, 52, 56, 63, 64, 70, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 76, 96, 98, 103], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 95, 106], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 105, 106], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 106], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 94, 102, 107], "altern": [48, 56, 62, 63, 74, 75, 89, 99, 102, 106], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 100, 103, 104, 106], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 104], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 93, 101, 105], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 96, 104], "event": [48, 64], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 100], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 96, 102, 104], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 105, 108], "describ": [49, 56, 60, 75, 87, 91, 93, 101, 103], "entri": [49, 60], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 74, 75, 81, 82, 87, 88, 90, 100, 102, 104, 107], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 96, 98, 108], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 102, 104, 105], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 102], "inner": [49, 82, 102], "product": [49, 75, 94], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 76, 85, 87, 88, 90, 100, 102, 103, 104], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 76, 88, 103, 104], "multipli": [49, 70, 76], "accumul": [49, 70, 76], "sum": [49, 65, 69, 70, 76, 92, 100], "23": [49, 55, 70, 76, 82], "behavior": [49, 56, 65, 70, 76, 104, 105, 106], "sparsiti": [49, 52, 65, 70, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 94, 95, 98, 99], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 104], "cuda": [49, 58, 63, 65, 67, 70, 71, 75, 88, 89, 90, 91, 92, 94, 96, 97, 99, 100, 103, 104, 105, 106], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 95, 96, 97, 98, 99, 100], "workspac": [49, 52, 64, 65, 66, 70, 71, 76, 92, 95, 96, 98], "fast": [49, 52, 64, 67, 70, 76], "softwar": [49, 52, 64, 70, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 99, 105], "ram": [49, 52, 64, 70, 76], "commun": [49, 52, 64, 70, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 76, 79, 81, 93, 101], "host": [49, 52, 64, 66, 70, 76, 92, 103], "share": [49, 52, 64, 66, 70, 74, 76], "across": [49, 52, 55, 56, 64, 70, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 76, 79, 104], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 105], "potenti": [49, 70, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 107], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 76, 88, 95, 107], "thrown": [49, 70, 76], "empti": [49, 70, 71, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 102, 105, 107], "serv": [52, 58, 65, 68, 70], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 93, 101, 102, 105, 106], "command": [52, 64, 66, 81, 82, 87, 88, 103], "line": [52, 66, 82, 88], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92], "deploy": [52, 74, 88, 89, 90, 102, 103, 105, 108], "pipelin": [52, 88, 97, 108], "basic": [52, 56, 65, 82, 101, 103], "featur": [52, 56, 65, 66, 74, 88, 90, 91, 97, 100, 102, 107], "though": [52, 59, 60, 87, 88, 107], "alreadi": [52, 53, 54, 55, 88, 90, 92, 104], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 103, 104], "embed": [52, 54, 58, 69, 76, 81, 108], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 87, 88, 89, 95, 98, 103, 105], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 105], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 105, 108], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 103, 104, 105, 106], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 102, 105], "load": [52, 56, 58, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 94, 102, 103, 105, 107], "like": [52, 53, 55, 58, 60, 65, 66, 67, 80, 81, 87, 88, 89, 90, 92, 103, 105], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 103, 105], "input_file_path": [52, 108], "output_file_path": [52, 108], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 105], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 100, 103], "verbos": [52, 64, 65, 70, 71, 82, 96, 98], "about": [52, 53, 58, 60, 66, 74, 79, 88, 103, 104], "process": [52, 56, 64, 80, 81, 87, 90, 91, 95, 99, 102, 103, 105], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 105], "i": [52, 55, 60, 66, 67, 69, 74, 81, 82, 87, 88, 90, 92, 100], "debugg": [52, 70, 76], "fallback": [52, 57, 59, 60, 108], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 74, 75, 87, 88, 89, 90, 91, 93, 101, 104, 105, 107], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 103, 108], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 95, 96, 103, 108], "float16": [52, 75, 92, 97], "f16": [52, 75, 88, 108], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 108], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 107, 108], "dla_standalon": [52, 75], "file_path": [52, 75, 106], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 95, 105, 107], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 107], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66, 74], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 94], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 93, 101], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 100, 108], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 99, 105, 106], "forc": [52, 63, 65, 70, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 81, 82, 90, 94, 100, 102, 103], "ssd_trace": 52, "pt": [52, 65, 88, 103], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 100, 102], "1024": [52, 70, 75, 76, 102], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 103], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 75, 81, 87, 92, 95, 98, 102], "context": [53, 57, 58, 59, 64, 72, 74, 99, 105], "inetworkdefinit": [53, 54], "record": [53, 87, 99, 105], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 102], "look": [53, 54, 55, 67, 70, 87, 90, 91, 103, 104], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 105], "state": [53, 54, 60, 62, 74, 88], "been": [53, 60, 64, 66, 73, 82, 88, 107], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 73, 74, 75, 85, 88, 92, 100, 102], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 103], "abl": [53, 55, 60, 62, 65, 90, 91, 92], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 107], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 95, 98], "until": [53, 56, 59, 60, 66, 107], "final": [53, 56, 57, 59, 66, 92, 95, 98, 102], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 104, 107], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 79, 81, 90, 103, 107], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 108], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92, 94], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 81, 83, 88, 89, 90, 92, 93, 94, 101, 102, 103, 108], "associ": [53, 60, 88, 105], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 94, 103, 107], "done": [53, 56, 59, 92, 94, 103, 106], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 76, 81, 82, 87, 88, 89, 90, 92, 95, 98, 103, 105], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 95, 100, 102, 103, 105, 106], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 98, 103, 105], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 104], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 104], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 95, 100, 103, 104], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 104], "kwarg": [54, 65, 70, 73, 75, 92, 102], "dict": [54, 70, 74, 75, 76, 92], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 102], "decor": [54, 62, 65], "kei": [54, 81, 87, 103, 104], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 100, 102, 104], "capability_valid": 54, "lambda": [54, 60, 81, 88, 103], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 94, 106], "determin": [54, 55, 64, 65, 75, 104, 105], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 92], "partition": [54, 70, 92], "sure": [54, 66, 88, 89, 103, 108], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92], "numpi": [54, 75, 92, 94, 103], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 81, 88], "previou": [54, 79, 95], "correspond": [54, 60, 65, 66, 74, 75, 105], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 99, 106], "being": [54, 65, 66, 70, 88, 92], "truth": 54, "http": [54, 61, 64, 66, 74, 79, 81, 87, 88, 90, 92, 95, 98, 100, 102, 103, 104, 105], "github": [54, 61, 64, 66, 79, 88, 90, 95, 98, 100, 103, 105], "com": [54, 61, 64, 66, 88, 90, 95, 98, 100, 103, 105], "blob": [54, 61, 66, 79, 90], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 100], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 107], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 102, 104], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 103], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 102, 103, 105, 107], "opoverload": 54, "particular": [54, 64], "collect": [54, 56, 64, 70, 74, 76, 88, 89, 100], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55], "special": [54, 56], "account": [54, 103], "illustr": [54, 65, 96, 102], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 102], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 70, 75, 76, 91, 95], "between": [54, 55, 56, 60, 66, 81, 82, 90], "possibl": [54, 66, 81, 92, 102, 103], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 95, 98], "both": [54, 56, 64, 66, 68, 70, 71, 74, 79, 81, 87, 90, 92], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 107], "greater": [54, 70, 72], "than": [54, 55, 64, 66, 70, 80, 81, 102, 105], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 102], "limit": [54, 55, 72, 80, 90, 107], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 95, 96, 98, 100, 104], "ignor": [54, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 94, 103], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 102], "term": [54, 75, 81, 82, 90, 92, 102], "getitem": 54, "categor": 54, "modif": [54, 62], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 95, 96, 98, 102, 104, 105, 106, 107], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 100, 107], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 104], "modifi": [54, 56, 62, 65, 82, 104], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 100, 103, 107], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79], "easier": [54, 57, 59, 60, 65, 70, 74, 88, 90, 92], "tri": 54, "made": [55, 57, 59, 81], "represent": [55, 60, 65, 87, 102, 107], "instanc": [55, 62, 64, 66, 73, 74, 87, 88, 102, 105], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 90, 92, 102, 105], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 107], "closer": 55, "scope": [55, 92, 95, 98], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 81, 88, 107], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 95, 100, 104, 107], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 103], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 96, 103, 104], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 96], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 105], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 95, 100, 102, 104, 108], "bia": [55, 69, 88, 100], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 107], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 76, 81, 103, 108], "higher": [55, 64, 70, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 107], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 90, 107], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 105, 107], "pair": [55, 60, 66, 81, 90, 102], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 94, 95, 96, 97, 98, 99, 100], "mark": [55, 56, 79], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 107], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 102, 104, 107], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 103], "might": [55, 66, 79, 104], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 105], "expand": [55, 69], "simpli": [55, 95, 102], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 93, 94, 95, 101, 102, 104, 105, 106, 107], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 100], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 103], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 96, 98, 102], "verifi": [56, 70, 92], "Then": [56, 90, 91], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 105], "complet": [56, 63, 87, 88], "mean": [56, 60, 65, 69, 71, 95, 103, 107], "trace": [56, 65, 70, 74, 76, 87, 88, 104, 106, 107], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 103], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 100], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 70, 75, 76, 80, 88, 89, 90, 91, 92, 93, 95, 96, 99, 101, 102, 103, 104, 105, 106], "maintain": [56, 58, 60, 107], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 104], "mymodel": [56, 63, 67, 89, 92, 104, 106], "ts_model": [56, 88], "trt_model": [56, 91, 92, 96, 100, 103, 106], "off": [56, 58, 99], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 96, 99, 104, 106], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 99, 102, 103, 104, 106], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 95, 100], "trt_mod": [56, 67, 88, 90, 108], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 94, 96, 98], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 100], "greedi": 56, "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 74, 75, 79, 81, 87, 88, 91, 92, 94, 96, 98, 103, 104, 105, 106], "encount": [56, 64, 66, 95, 98], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 95, 97, 98, 99, 100, 104], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 81, 88, 103], "could": [56, 64, 65, 92, 96, 98, 105], "rewrit": [56, 62], "portion": [56, 81, 92, 97], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 94, 105], "reorder": 56, "seri": 56, "cleanli": 56, "approach": 56, "achiev": [56, 102], "hit": 56, "larger": [56, 79, 102], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 88, 107], "appear": [56, 81], "adjac": [56, 70, 81], "As": [56, 65, 66, 75, 88, 92, 107], "clean": [56, 62, 81, 95, 98], "step": [56, 65, 69, 75, 90, 92, 102], "consolid": [56, 87], "further": [56, 64, 65, 105, 107], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 107], "loop": [56, 64, 65], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 93, 95, 96, 98, 99, 101, 104], "larg": [57, 59, 79, 81, 88, 90, 102], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 105, 107], "evalu": [57, 58, 59, 100], "deploi": [57, 59, 68, 88, 90, 93, 101, 103], "instanti": [57, 58, 59, 60, 74, 88, 97], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 95, 98], "extend": [57, 59, 60, 69, 88, 102], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 100, 107], "machin": [58, 66, 90, 103], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 107], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 99, 100, 103], "resnet": [58, 77, 93, 101, 102, 103], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 74, 75, 81, 82, 90, 103, 105], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 94, 101], "depickl": 58, "encod": [58, 74, 102], "sm": 58, "correct": [58, 66, 79, 94, 100], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 107], "older": 59, "repositori": [59, 66, 79, 86, 103], "notebook": [59, 68, 92, 94, 95, 96, 97, 98, 99, 100, 101], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 104], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 107], "matur": 59, "most": [59, 65, 66, 71, 92, 103, 105, 107], "hood": [59, 96, 107], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 102], "ilay": 60, "analogu": 60, "goal": [60, 64], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 95, 96, 98, 105], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 100, 102, 103, 107], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 102], "don": [60, 65, 79, 81, 82, 90, 100, 103, 104], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 104, 105], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 74, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 93, 95, 101, 106], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 102], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 108], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 95, 100], "wrapper": [60, 65, 106], "similar": [60, 63, 64, 65, 66, 88, 91, 92], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66], "benefit": [60, 88], "deal": 60, "quit": [60, 66, 88, 102], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 107], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 104], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 104, 105], "stabl": [61, 76, 77, 79, 93, 94, 101, 104], "master": [61, 66, 90, 105], "overview": [61, 68, 95, 99], "md": 61, "appli": [62, 63, 90, 94], "desir": [62, 70, 82, 90], "coalesc": 62, "insert": [62, 88, 90], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 94, 106, 107], "caller": 62, "invok": [62, 64, 65, 87, 88, 105], "lint": 62, "recompil": [62, 70, 98, 104, 107], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 95], "scenario": [62, 64], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 102], "placehold": 62, "isinst": [62, 65, 92, 100], "issubclass": 62, "direct": [62, 85, 105], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 107], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 100], "__init__": [62, 74, 75, 81, 87, 92, 95, 100, 104], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 95, 97, 98, 100, 101, 104], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 98, 102, 105, 107], "control": [62, 65, 87, 105], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 79, 100], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 102], "exportedprogram": [63, 67, 70, 75, 104, 107], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 94, 95, 96, 98, 99, 100, 104], "frontend": [63, 70, 73, 89, 92, 93, 96, 98, 100, 101, 104], "simpl": [63, 64, 65, 81, 82, 87, 102, 103, 104], "usag": [63, 65, 73, 77, 81, 88, 93, 101, 104, 106], "eval": [63, 67, 88, 89, 94, 95, 96, 98, 99, 100, 103, 104, 106], "exp_program": [63, 94, 100, 104], "trt_gm": [63, 67, 94, 104, 106], "interact": [63, 81, 95, 96, 97, 98, 99], "ideal": 63, "discuss": [63, 64, 103], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 103, 106], "frequent": [63, 94], "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 93, 101], "insid": [63, 81, 92, 93, 101, 103], "decomposit": [63, 64, 70, 92], "downstream": [63, 102], "constraint": 63, "guid": [64, 80, 101], "present": 64, "learn": [64, 66, 68, 88, 90, 92, 103, 108], "acceler": [64, 71, 93, 94, 101, 105, 107, 108], "workflow": [64, 65, 67, 68, 70, 71, 88, 91, 96, 97, 98, 102], "wide": [64, 75, 85], "varieti": [64, 103], "primari": [64, 106], "simplic": 64, "optimized_model": [64, 67, 95, 96, 98], "depth": [64, 79, 102], "challeng": [64, 94, 103], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 95], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 92], "max_aux_stream": [64, 70, 74, 92], "version_compat": [64, 70, 74, 92], "optimization_level": [64, 70, 74, 92, 95], "use_python_runtim": [64, 70, 74, 92, 94, 95], "truncate_doubl": [64, 70, 74, 92], "use_fast_partition": [64, 70, 74, 92], "enable_experimental_decomposit": [64, 70, 74, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74], "make_refit": [64, 70, 74, 94], "engine_cap": [64, 70, 74, 92], "dryrun": [64, 70, 74, 92], "hardware_compat": [64, 70, 74, 92], "timing_cache_path": [64, 70, 74], "tmp": [64, 70, 74, 88], "timing_cach": [64, 65, 70, 74], "bin": [64, 66, 70, 74], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 105], "regardless": [64, 70, 82, 96, 98], "fail": [64, 70, 88, 94, 108], "auxiliari": [64, 70], "stream": [64, 70, 92], "impli": [64, 70], "longer": [64, 66, 70, 79, 105], "search": [64, 68, 70, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 95, 98, 99, 107], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70], "mode": [64, 65, 70, 74, 89, 90, 99, 100], "detail": [64, 65, 70, 87, 88, 92, 103, 105], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 102], "amper": [64, 70], "newer": [64, 66, 70], "sub": [64, 69, 81, 87, 95], "slate": 64, "futur": [64, 65, 70, 76, 105], "occur": 64, "first_output": 64, "subsequ": 64, "second_output": 64, "session": [64, 67, 81, 99], "point": [64, 66, 75, 79, 80, 81, 88, 100, 103], "cover": [64, 101, 102], "benchmark": [64, 69], "automat": [64, 81, 88, 104, 107], "vari": [64, 71, 104], "distribut": [64, 88, 90, 105], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 100, 102, 103], "break": [64, 65, 74, 81, 92], "successfulli": [64, 94], "_dynamo": [64, 95, 96, 98, 104], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 100, 103], "variou": [65, 94, 108], "etc": [65, 79, 81, 92, 108], "environ": [65, 67, 103], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 81, 88, 100, 103, 104], "max_batch_s": [65, 71, 103], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 99], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 105], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 103], "updat": [65, 66, 70, 71, 92, 93, 101], "dim": [65, 69, 71, 92, 100, 103, 104], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 103], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 103], "acc_mod": 65, "earli": 65, "deprec": [65, 69], "continu": [65, 81, 105], "backward": [65, 74, 92, 107], "vision": [65, 103], "activ": [65, 74, 76, 81, 88, 90, 102, 105, 108], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 104], "ll": 65, "inputtensorspec": [65, 71, 75], "experiment": [65, 70, 75, 76], "dataclass": [65, 95], "re": [65, 75, 81, 94, 99, 105], "manual": [65, 80, 81], "sampl": [65, 70, 81, 89, 90, 95, 96, 97, 98, 99, 103], "rand": [65, 88, 94, 95], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 100], "accordingli": [65, 79, 104, 105], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71, 74], "output_nam": [65, 71, 74], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": 65, "best": [65, 70, 81], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 95, 105], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 100, 104], "25": [65, 71, 88], "runtimeerror": 65, "xxx": 65, "One": [65, 81, 82, 88, 102, 105], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70], "action": [65, 81], "tensort": [65, 107], "thing": [65, 66, 81], "compar": [65, 70, 89], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 102, 103], "acc_op": 65, "leverag": [65, 90, 93, 101], "power": [65, 81, 88, 102], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 104], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 102, 108], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 100], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 93, 101], "yet": [65, 102], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 100], "pip": [66, 103], "upload": [66, 103], "x86": [66, 105], "extra": [66, 74, 88, 92], "url": [66, 79, 103], "download": [66, 85, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 103], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 93, 94, 96, 100, 101, 106, 107], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 103], "curl": [66, 81], "fssl": 66, "o": [66, 81, 103], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 103], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 104], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 104, 107], "technolog": [66, 107], "project": [66, 80, 85], "exclud": [66, 92], "speed": 66, "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 102], "ngc": [66, 103], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 95, 96, 97, 98, 99], "microsoft": 66, "2022": [66, 68], "open": [66, 102, 103], "app": 66, "x64": 66, "prompt": [66, 97], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 105], "similarli": [66, 99, 105], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 108], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 94, 103], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 100], "anywher": 67, "ahead": [67, 68, 88], "ep": [67, 69, 94, 106], "output_format": [67, 75, 106], "input_tensor": [67, 92, 100], "fill": 67, "aot": [68, 88, 107], "integr": [68, 93, 95, 101], "seamlessli": 68, "ecosystem": [68, 107], "hybrid": [68, 70, 76, 107], "instal": [68, 85, 88, 103, 105], "triton": [68, 92], "page": [68, 83, 85, 103], "introductori": 68, "blog": [68, 105], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 100], "pad": [69, 75, 92, 100], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 100], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 102], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 102], "input_scal": 69, "indic": [69, 79, 81, 96, 104], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 100], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": 69, "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 103], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 102], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 100], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 100], "largest": 69, "dim0": 69, "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 100], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 100], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 106], "int32": [70, 75, 76, 92, 98, 102], "channel_last": [70, 75, 76, 102], "244": [70, 75, 76], "convolut": [70, 76, 90, 92, 108], "_c": [70, 76, 91], "oppos": [70, 76], "lean": 70, "spend": 70, "better": [70, 87, 102, 107], "integ": [70, 75, 84], "faster": [70, 102], "parition": 70, "increas": 70, "amount": 70, "gear": [70, 90], "toward": [70, 90], "convert_module_to_trt_engin": 70, "byte": [70, 74, 75, 76, 92, 102], "coverag": [70, 92], "ishapelay": [70, 76], "deseri": [70, 75, 76, 88, 92], "refit_module_weight": [70, 94], "compiled_modul": [70, 94], "new_weight_modul": [70, 94], "verify_output": 70, "compmil": 70, "disk": [70, 75], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": 71, "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 103], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 103], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 105], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "serialized_engin": [74, 76], "_set": [74, 95], "encompass": [74, 76], "simpili": 74, "de": 74, "target_devic": 74, "hardwar": [74, 108], "bytesio": 74, "engine_byt": 74, "trt_engin": 74, "engine_str": 74, "getvalu": 74, "trt_modul": 74, "my_modul": 74, "disable_profil": 74, "dump_layer_info": 74, "enable_profil": 74, "profiling_results_dir": 74, "latenc": [74, 92, 105], "visual": 74, "ui": [74, 80], "perfetto": 74, "dev": 74, "get_extra_st": 74, "state_dict": 74, "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92], "get_layer_info": 74, "json": 74, "incapsul": 74, "load_state_dict": [74, 100], "pythontorchtensorrtmodul": 74, "initi": [74, 81, 95, 96, 98, 99], "scriptmodul": [74, 75, 76, 88, 89, 106, 107], "cudagraphs_validate_shap": 74, "versu": 74, "iprofil": 74, "spent": 74, "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "request": [75, 88, 103], "decid": 75, "retrac": 75, "strict": [75, 105], "valueerror": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 103], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 96, 99], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 93, 101], "float8": 75, "i32": 75, "sign": [75, 103], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 97, 100, 103], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7f5141e8bb30": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 94, 95, 96, 97, 98, 99, 100], "total": [77, 92, 94, 95, 96, 97, 98, 99, 100], "galleri": [77, 92, 94, 95, 96, 97, 98, 99, 100, 101], "mem": 77, "advanc": [77, 82, 90, 93, 101], "torch_compile_advanced_usag": [77, 95], "torch_compile_resnet_exampl": [77, 96], "diffus": [77, 93, 94, 101], "torch_compile_stable_diffus": [77, 97], "transform": [77, 88, 90, 93, 100, 101, 103, 106], "torch_compile_transformers_exampl": [77, 98], "v0": [78, 103], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 103], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 103], "sphinx": [79, 80, 81, 82, 86, 92, 94, 95, 96, 97, 98, 99, 100, 101], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 103], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 95, 98], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 97, 102], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": 80, "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 100], "param": 80, "seller": 80, "consult": 80, "languag": [80, 81, 82, 87, 92, 103], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 100, 102, 103], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92, 94], "strang": 81, "hyphen": 81, "word": [81, 102], "adjust": 81, "width": [81, 102], "browser": 81, "window": 81, "space": [81, 82, 90], "sentenc": [81, 102], "suppli": 81, "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 100], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 107], "why": [81, 105], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 107], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88, 94], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": 81, "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "bc00de6": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 106], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 107], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 103], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 105], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 102], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 97], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 104, 107], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "lead": [81, 105], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 100, 102], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 105], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 102], "hehe": 82, "kept": 82, "sai": [82, 102], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 102], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 103], "changelog": 85, "math": 85, "9": [85, 88, 92, 103], "14": [85, 98, 103], "17": 85, "18": [85, 88], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 100], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 107], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 103], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": 88, "cppdoc": 88, "pretti": 88, "fashion": [88, 102], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": 88, "aren": 88, "techniqu": [88, 90, 105], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 105], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 100], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 107], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 94, 101], "sole": [89, 90, 107], "individu": 89, "accuraci": [90, 102], "loss": [90, 102], "infrastructur": [90, 103], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 100], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 100], "4822": [90, 100], "4465": [90, 100], "2023": [90, 100], "1994": [90, 100], "2010": [90, 100], "dataloaderopt": 90, "worker": 90, "storag": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 108], "compile_spec": [90, 96, 108], "kf16": [90, 108], "ki8": 90, "vgg16": [90, 93, 100, 101], "testing_dataset": [90, 100], "totensor": [90, 100, 103], "testing_dataload": [90, 100], "num_work": [90, 100], "vgg": [90, 100], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 102], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 103], "cost": [92, 105], "perhap": 92, "overhead": [92, 105], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 103], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 100, 103], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 102], "count": 92, "__": 92, "were": [92, 105], "aggreg": 92, "stat": 92, "abstractli": 92, "pkl": 92, "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 94], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 94, 95, 96, 97, 98, 99, 100], "custom_kernel_plugin": 92, "jupyt": [92, 94, 95, 96, 97, 98, 99, 100, 101], "ipynb": [92, 94, 95, 96, 97, 98, 99, 100], "cudagraph": [93, 101], "tenorrt": [93, 101], "lora": 94, "ai": 94, "pose": 94, "repetit": 94, "highli": [94, 102, 103], "ineffici": 94, "consider": [94, 103], "walk": 94, "torch_trt": 94, "random": 94, "seed": 94, "manual_se": 94, "resnet18": [94, 96, 99], "30": [94, 96, 98], "model2": 94, "exp_program2": 94, "compiled_trt_ep": 94, "new_trt_gm": 94, "expected_output": 94, "refitted_output": 94, "allclos": 94, "switch": [94, 105], "refit_engine_exampl": 94, "torch_compil": [95, 96, 98, 99, 104, 107], "x_out": 95, "y_out": 95, "x_y_out": 95, "invoc": 95, "sample_inputs_half": 95, "model_half": 95, "backend_kwarg": 95, "optimized_model_custom": 95, "occasion": [95, 98], "exit": [95, 98, 103], "2052": [95, 98], "__name__": [95, 98], "__main__": [95, 98], "compile_engine_and_inf": [95, 98], "new_input": [96, 98], "new_output": [96, 98], "new_batch_size_input": 96, "new_batch_size_output": 96, "inputs_bs8": 96, "mark_dynam": [96, 104], "outputs_bs8": 96, "No": [96, 104], "inputs_bs12": 96, "outputs_bs12": 96, "diffusionpipelin": 97, "model_id": 97, "compvi": 97, "v1": 97, "pipe": 97, "from_pretrain": [97, 98], "torch_dtyp": 97, "unet": 97, "majest": 97, "castl": 97, "cloud": 97, "majestic_castl": 97, "png": 97, "bertmodel": 98, "bert": 98, "uncas": [98, 102], "randint": 98, "compilation_kwarg": 98, "enable_cudagraph": [99, 105], "out_trt": 99, "set_cudagraphs_mod": [99, 105], "inputs_2": 99, "inputs_3": 99, "out_trt_2": 99, "out_trt_3": 99, "torch_export_cudagraph": 99, "argpars": 100, "modelopt": 100, "mtq": 100, "export_torch_mod": 100, "layer_spec": 100, "num_class": 100, "1000": [100, 103], "init_weight": 100, "in_channel": 100, "pool": [100, 108], "maxpool2d": 100, "batchnorm2d": 100, "sequenti": 100, "avgpool": 100, "adaptiveavgpool2d": 100, "4096": 100, "dropout": 100, "_initialize_weight": 100, "init": 100, "kaiming_normal_": 100, "fan_out": 100, "nonlinear": 100, "constant_": 100, "elif": 100, "normal_": 100, "vgg16_cfg": 100, "128": 100, "argumentpars": 100, "add_argu": 100, "ckpt": 100, "checkpoint": 100, "parse_arg": 100, "model_state_dict": 100, "device_count": 100, "ordereddict": 100, "new_state_dict": 100, "forget": 100, "training_dataset": 100, "randomcrop": 100, "randomhorizontalflip": 100, "training_dataload": 100, "drop_last": 100, "crit": 100, "crossentropyloss": 100, "calibrate_loop": 100, "pred": 100, "5f": 100, "acc": 100, "2f": 100, "quant_cfg": 100, "fp8_default_cfg": 100, "forward_loop": 100, "qdq": 100, "incomplet": 100, "no_grad": 100, "float8_e4m3fn": 100, "class_prob": 100, "class_pr": 100, "test_prob": 100, "test_pr": 100, "test_loss": 100, "test_acc": 100, "vgg16_fp8_ptq": 100, "concept": 101, "explor": 101, "_rendered_examples_python": 101, "_rendered_examples_jupyt": 101, "acoust": 102, "speech": 102, "quartznet": 102, "contextnet": 102, "subword": 102, "piec": 102, "token": 102, "excit": 102, "se": 102, "smaller": 102, "audio": 102, "transcrib": 102, "speedup": 102, "obtain": [102, 106], "feedforward": 102, "cnn": 102, "uniformli": 102, "resolut": 102, "compound": 102, "coeffici": 102, "b0": 102, "corpu": 102, "english": 102, "supervis": 102, "huggingfac": 102, "walkthrough": 102, "overal": 102, "jetson": 102, "adopt": 102, "mobilenetv2": 102, "classif": 102, "imagenet": 102, "imagenett": 102, "qat": 102, "simul": 102, "hand": 103, "concurr": 103, "grpc": 103, "solv": 103, "aforement": 103, "familiar": 103, "resnet50": 103, "torchhub": 103, "docker": 103, "login": 103, "xx": 103, "yy": 103, "mm": 103, "publish": 103, "22": 103, "pwd": 103, "scratch_spac": 103, "nvcr": 103, "py3": 103, "proce": 103, "hub": 103, "_validate_not_a_forked_repo": 103, "suggest": 103, "simplest": 103, "model_repositori": 103, "pbtxt": 103, "pytorch_libtorch": 103, "input__0": 103, "data_typ": 103, "type_fp32": 103, "output__0": 103, "exact": 103, "encourag": 103, "rm": 103, "8000": 103, "8001": 103, "8002": 103, "the_model_repositori": 103, "tritonserv": 103, "spin": 103, "proceed": 103, "flesh": 103, "wget": 103, "img1": 103, "jpg": 103, "hakaimagazin": 103, "wp": 103, "gulf": 103, "bird": 103, "attrdict": 103, "pyindex": 103, "tritoncli": 103, "jump": 103, "firstli": 103, "resiz": 103, "pil": 103, "httpclient": 103, "triton_to_np_dtyp": 103, "rn50_preprocess": 103, "img_path": 103, "img": 103, "centercrop": 103, "485": 103, "456": 103, "406": 103, "229": 103, "transformed_img": 103, "inferenceservercli": 103, "localhost": 103, "secondli": 103, "inferinput": 103, "set_data_from_numpi": 103, "binary_data": 103, "inferrequestedoutput": 103, "class_count": 103, "lastli": 103, "send": 103, "model_nam": 103, "inference_output": 103, "as_numpi": 103, "468750": 103, "90": 103, "523438": 103, "92": 103, "664062": 103, "429688": 103, "136": 103, "234375": 103, "confidence_scor": 103, "classification_index": 103, "eagerli": 104, "prior": [104, 105], "swap": 104, "exactli": 104, "dynamic_shap": 104, "_tracer": 104, "understand": 104, "attempt": 104, "sometim": 104, "queri": 104, "attn_weight": 104, "seq_len": 104, "compiler_dynamic_shap": 104, "inputs_bs2": 104, "libtorchtrt_runtim": 105, "dl_open": 105, "ld_preload": 105, "load_librari": 105, "cxx11": 105, "abi": 105, "wl": 105, "ltorchtrt": 105, "torchtrt_runtime_exampl": 105, "libtorchtrt_plugin": 105, "neglig": 105, "thread": 105, "alert": 105, "mismatch": 105, "crash": 105, "sacrif": 105, "incur": 105, "intens": 105, "trt_ep": 106, "stai": 106, "trt_t": 106, "ergonom": 107, "defer": 107, "flexibl": 107, "deleg": 107, "believ": 107, "amen": 107, "artifact": 107, "reload": 107, "pack": 107, "year": 107, "superset": 107, "codebas": 107, "immedi": 107, "traceabl": 107, "scriptabl": 107, "neural": 108, "deconvolut": 108, "scripted_model": 108}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [106, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "convert_module_to_trt_engine"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "dump_layer_info"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "get_layer_info"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 105], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 100], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 96, 98, 99, 107], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 94, 95, 96, 97, 98, 99, 100], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 100], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 100], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 106, 107], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 93, 94, 95, 96, 97, 98, 99, 101, 102, 104, 106, 107], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 105], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 96, 98], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 94, 96, 98, 100, 101, 102, 103, 104, 105, 106, 107], "c": [50, 61, 66, 67, 68, 88, 90, 102], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 93, 101, 106, 107], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 102], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 94, 95, 96, 98, 99, 100, 102, 104], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 94, 107], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 94, 107], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 103], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 100], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 102], "runtim": [57, 58, 59, 74, 94, 105], "background": [58, 60], "engin": [58, 65, 92], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 107], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 94, 100], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90, 94], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 102], "native_op": 61, "ir": [61, 106, 107], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 99, 104], "customiz": [63, 64], "set": [63, 64, 95, 99, 103], "under": [63, 88, 104], "hood": [63, 88, 104], "trace": 63, "backend": [64, 96], "kei": 64, "featur": 64, "custom": [64, 88, 92, 95, 104], "usag": [64, 95], "after": 64, "model": [64, 65, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 106], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 96, 102, 104], "shape": [64, 96, 102, 104], "support": [64, 69], "recompil": [64, 96], "condit": 64, "fx": [65, 68, 71, 102, 107], "frontend": [65, 66, 68, 91, 102, 107], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 95, 98], "nightli": 66, "build": [66, 79, 103], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 105], "addit": 66, "option": [66, 67, 79, 80, 82, 96, 98, 107], "distribut": 66, "No": 66, "librari": [66, 105], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 100], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 103], "advanc": [66, 95], "setup": 66, "troubleshoot": 66, "altern": [66, 94], "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 103], "2": [67, 83, 84, 103], "deploi": [67, 100, 102, 105], "deploy": 67, "In": 68, "framework": 68, "infer": [68, 96, 97, 98, 99, 100, 103], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 101], "contributor": 68, "indic": 68, "legaci": [68, 107], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 107], "submodul": 75, "comput": 77, "time": [77, 94, 107], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": 80, "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": 81, "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": 82, "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 103], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 94, 106], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 100, 102], "quantiz": [90, 100, 102], "your": [90, 103], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "refit": 94, "tenorrt": 94, "standard": 94, "workflow": 94, "import": [94, 95, 96, 97, 98, 99, 100], "first": 94, "updat": 94, "default": [95, 99], "cleanup": [95, 98], "driver": [95, 98], "error": [95, 98], "note": [95, 98], "resnet": 96, "argument": [96, 98], "avoid": 96, "specifi": 96, "befor": 96, "trt": 96, "stabl": 97, "diffus": 97, "transform": [98, 102], "cudagraph": [99, 105], "integr": 99, "load": [100, 106], "dataset": 100, "loss": 100, "calibr": 100, "tune": 100, "fp8": 100, "notebook": 102, "citrinet": 102, "efficientnet": 102, "mask": 102, "languag": 102, "mlm": 102, "hug": 102, "face": 102, "bert": 102, "acceler": 102, "serv": [102, 103], "resnet50": 102, "lenet": 102, "deep": 102, "learn": 102, "object": 102, "detect": 102, "ssd": 102, "int8": 102, "triton": 103, "up": 103, "server": 103, "client": 103, "queri": 103, "aot": 104, "constraint": 104, "jit": 104, "libtorchtrt": 105, "so": 105, "plugin": 105, "multi": 105, "safe": 105, "mode": 105, "exportedprogram": 106, "b": 106, "explain": 107, "just": 107, "accept": 107, "return": 107, "ahead": 107, "dla": 108}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}}) \ No newline at end of file +Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for torch.compile", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "5. :mod:`test_py_module`", "3. Paragraph Level Markup", "4. Lists & Tables", "1. Long Sticky Nav", "1. Structural Elements", "<no title>", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Dynamo / torch.compile", "Refit TenorRT Graph Module with Torch-TensorRT", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT torch.compile Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 95, 98, 99, 102], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 103, 104, 106], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 97, 100, 101, 102, 103, 104, 105, 106, 108], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 94, 96, 98, 103, 107, 108], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 100, 102], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 100, 102, 106], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 93, 94, 95, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 93, 101, 103, 105, 106, 107, 108], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 95, 97, 99], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 93, 94, 96, 98, 101, 104, 105, 107, 108], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 107], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 74, 76, 88, 92, 94, 103, 105], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 88, 92, 98, 104, 105, 106], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 95, 96, 98, 104], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 99, 103], "reason": [0, 65, 87, 92, 107], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 93, 94, 100, 101, 102, 103, 104, 105, 106, 107], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 81, 88, 89, 90, 92, 94, 102, 103, 104, 105], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 95, 96, 98, 102], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 93, 94, 101, 102, 103, 104, 105, 106], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 94, 104, 105], "itself": [0, 1, 2, 46, 52, 55, 91, 103], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 99, 100, 103, 108], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 74, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 102, 103], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 97, 108], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 100, 108], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 74, 75, 76, 79, 88, 92, 100], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 95, 98, 99, 102, 103, 104, 105, 107, 108], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 100, 104, 105, 106, 107], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 104], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 93, 94, 96, 98, 99, 101, 103, 105], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 104, 106], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 100, 103, 104], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 94, 97, 98, 100, 102, 103, 105, 106, 107], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 108], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 96, 98, 107, 108], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 102, 103], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 95, 100, 103, 104], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 107], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 105], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 103, 105, 108], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 94, 95, 97, 98, 99, 100, 105], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 94, 105, 108], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 88, 89, 91, 105, 108], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 95, 96, 99, 102, 103, 104, 105, 106, 107], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 95, 102, 103], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 103], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 103], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 107, 108], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 105, 107, 108], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108], "kdla": [1, 45, 46, 108], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 104, 108], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 96, 99, 101, 102, 103, 104, 106, 107], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 95, 99, 102, 103, 104, 105, 106, 107], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 76, 87, 88, 92], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 95, 102], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 100], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 100], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 93, 101], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 105], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 105], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 103, 104, 106, 107], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 103, 108], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 74, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 96, 99, 103, 104], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 88, 90, 105], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 96, 98, 100, 103, 104, 108], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 96, 98, 100, 102, 104], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 95, 99, 100, 103], "alwai": [3, 4, 27, 52, 75, 81], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 94, 96, 98, 99, 100, 102, 104, 106, 108], "due": [3, 4, 66, 80, 81], "issu": [3, 4, 64, 70, 88, 95, 98], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 99, 100, 103], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 74, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 105], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 94, 95, 99, 100, 102, 103, 104, 105, 106, 107, 108], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 93, 96, 98, 101, 102, 107], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 95, 100, 102, 103, 104, 105], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 96, 98, 99, 105], "use_cach": [3, 4, 30, 44, 73, 90], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 100, 102, 104, 105, 107, 108], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 74, 81, 88, 90, 103], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 93, 95, 99, 101, 103, 104, 105, 106, 107], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 96, 98, 102, 105], "easili": [3, 4], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 108], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 107], "dataload": [4, 29, 30, 44, 49, 73, 90, 100], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 74, 75, 76, 82, 90, 94, 97, 103], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 107], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 74, 75, 87, 88, 90, 99, 100, 103, 107], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 96, 98, 105], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 102], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 102, 103, 104, 105], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 95, 99, 100, 104, 106], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 93, 101, 105], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 96, 98], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 94, 96, 98, 100, 103], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 76, 81, 88, 104], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 101, 102, 103, 105, 107], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 76, 91, 92, 94, 95, 96, 98, 100], "kgraph": [16, 42, 55], "everyth": [16, 64, 70], "intermedi": [16, 49, 52, 54, 64, 70, 72, 76, 87, 107], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 93, 96, 98, 99, 101, 102, 104, 105], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 96, 98, 102, 107], "phase": [16, 60, 63, 88, 104, 107], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 107], "capabl": [17, 45, 49, 52, 58, 70, 74, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 74, 90], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 104], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 103], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 102, 104, 108], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 100], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 100], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 108], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 97, 102, 108], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 70, 74, 75, 76, 90, 91, 92, 108], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 103, 107], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 76, 79, 92, 94, 105], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 97, 102, 103, 104, 106], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 74, 75, 81, 87, 88, 90, 91, 92, 104], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 96, 98, 106], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 100, 102, 105], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 102, 104, 105], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 71, 74, 75, 79, 81, 88, 89, 90, 92, 95, 99, 103, 104, 105, 107, 108], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 96, 98, 104], "post": [29, 30, 49, 52, 63, 68, 88], "train": [29, 30, 49, 52, 68, 69, 88, 89], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 93, 101], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 93, 94, 101, 103], "previous": [29, 33, 88], "therefor": [29, 58, 65, 66, 74, 81, 88, 102, 105], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 96, 98, 100, 102, 103, 104], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 100, 103, 104, 105], "dataset": [29, 73, 90, 102], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 97, 102, 103, 105, 107], "later": [29, 70, 88, 106, 107], "differ": [29, 55, 56, 59, 64, 65, 66, 79, 87, 92, 94, 105, 107], "scratch": 29, "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 103, 105], "howev": [29, 66, 79, 80, 88, 92, 103, 104, 107], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 102, 103, 108], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 99, 100, 101, 102], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 81, 92, 103, 105, 107], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 79, 81, 85, 87, 92, 103], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 76, 79, 90, 103, 105, 107], "respons": [29, 54, 58, 81, 105], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 104], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 90, 92, 99, 102, 103, 105, 106, 107], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 103, 104], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 95, 100, 104], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 102], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 76, 81, 87, 88, 91, 92, 95, 98, 102, 104, 105, 107], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 95, 100, 102, 104], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 74, 75, 87, 88, 90, 92], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 103, 105], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 103, 106, 107], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 93, 95, 100, 101, 102, 104, 106, 108], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 95], "fulli": [31, 52, 55, 64, 70, 74, 76, 88, 90, 92, 108], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 75, 76, 77, 79, 87, 89, 90, 91, 92, 100, 103, 105, 108], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 94, 95, 102, 104], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 102], "pure": [31, 70], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 76, 81, 88, 92, 100, 103, 104], "unsupport": [31, 49, 54, 64, 75, 92, 107], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 94, 95, 96, 97, 98, 99, 100, 105, 107], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 95, 98, 103, 107, 108], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 103, 104], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 96, 98], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 101, 102, 107], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 105], "built": [33, 52, 58, 59, 64, 66, 70, 74, 76], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 107], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 103], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 81, 82, 88, 104, 105, 107], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 74, 76, 79, 81, 82, 86, 87, 88, 90, 92, 93, 96, 101, 102, 103, 104, 105], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 100, 102, 103, 106], "symbol": [33, 65, 66, 74, 76, 81, 105], "index": [33, 61, 62, 66, 68, 69, 74, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 108], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 98, 100, 101, 104, 106], "y": [33, 56, 74, 76, 82, 92, 95], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 76, 88, 89], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 76, 87, 88, 90, 92], "origin": [33, 65, 71, 92, 107], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 93, 94, 100, 101, 103, 104, 105, 106, 107], "assum": [33, 74, 91, 92], "convent": [33, 74], "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 97, 103], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 79, 82, 92, 102, 103, 106], "gpu_id": [36, 45, 46, 52, 70, 74, 75, 76, 90, 91, 92, 108], "id": [36, 45, 52, 75, 79, 80, 84, 108], "cudasetdevic": 36, "dump": [37, 52, 74, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 98, 102, 107], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 105], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 103, 104, 105], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 103, 105, 108], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 96, 107], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 105], "root": [42, 43, 44, 45, 66, 79, 90, 100], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 94, 95, 96, 97, 98, 99, 100, 101], "tree": [42, 43, 44, 45, 79, 90, 100, 105], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 90, 92, 103, 105], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 94, 96, 102, 103, 104, 105, 106, 107], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 107], "necessari": [42, 62, 64, 66, 74, 105], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 81, 82, 88, 89, 90, 101, 103, 104, 105, 107], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 93, 94, 95, 96, 98, 99, 100, 101, 102, 103, 104, 106, 107], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 95, 103], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 100], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 94, 96, 98], "gaurd": 43, "someth": [43, 55, 81, 103], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 81, 82, 85, 87, 88, 92, 95, 103], "setup": [43, 90, 103], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 104, 106], "torchtrt": [43, 56, 92, 100], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 95, 100, 104], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 108], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 95, 99], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 81, 82, 90, 92, 95, 99, 104], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 99, 100, 103, 104, 105, 106], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 102, 105], "still": [44, 56, 65, 66, 90, 95, 107], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 95, 97, 105, 106, 108], "batch_siz": [44, 90, 100], "end": [44, 52, 60, 62, 69, 70, 76, 81, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100], "statu": [44, 82], "reset": [44, 95, 98, 105], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 107], "again": [44, 58, 60, 81, 92], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 74, 103], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81], "copi": [44, 60, 65, 69, 73, 82, 103], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": 45, "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 96, 98, 99, 102, 104], "device_typ": [45, 46, 75, 90, 91, 108], "int64_t": [45, 46, 48, 49, 90, 108], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 107, 108], "agx": 45, "platform": [45, 52, 59, 66, 103, 108], "xavier": [45, 108], "dla_cor": [45, 46, 52, 75, 90, 91, 108], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 108], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 96, 99, 102, 104], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 96, 99, 102, 104], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 96, 99, 102, 104], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 99, 100, 103, 105, 108], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 105], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 103, 105, 108], "spec": [45, 48, 49, 52, 72, 75, 76, 91], "flatten": [45, 47, 69, 87, 88, 100], "fixed_s": [45, 49], "reflect": 45, "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 100, 103, 108], "disable_tf32": [45, 49, 64, 70, 74, 76, 90, 92], "sparse_weight": [45, 49, 64, 65, 70, 74, 76, 92], "refit": [45, 49, 64, 70, 76, 91, 92, 93, 101], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 97], "allow_shape_tensor": [45, 49, 70, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 76, 92, 94, 96, 98], "dla_sram_s": [45, 49, 52, 64, 70, 74, 76, 92], "1048576": [45, 49, 64, 70, 74, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 76, 92], "1073741824": [45, 49, 64, 70, 74, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 76, 92], "536870912": [45, 49, 64, 70, 74, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 76, 92, 94, 95, 96, 98, 100], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 94, 96, 99, 100, 102, 104, 106, 108], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 76, 92, 94, 95, 96, 98], "torch_executed_modul": [45, 49, 56, 70, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 95, 98], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 102, 103, 107], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 76, 88, 90, 92, 100, 102, 103, 104, 107, 108], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89], "complex": [47, 49, 64, 66, 87, 89], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 106], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 95, 98, 103], "rang": [48, 49, 52, 65, 75, 92, 96, 102, 104], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 87, 88, 89, 94, 96, 97, 98, 102, 104, 107], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 105], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 100, 104], "three": [48, 57, 59, 65, 71, 75, 81, 82, 102, 103], "min": [48, 52, 60, 69, 75, 96, 104], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 96, 100, 104], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 96, 98, 105], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 104], "expect": [48, 54, 55, 60, 75, 88, 89, 102], "tradit": [48, 70, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 102], "low": [48, 65], "high": [48, 55, 56, 79, 92, 107], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 76, 81, 88, 93, 97, 101, 102], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 95, 103, 104, 106, 107], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 97, 104], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 95, 97, 98, 105], "opt": [48, 66, 74, 75, 99], "minimum": [48, 49, 52, 56, 63, 64, 70, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 76, 96, 98, 103], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 95, 106], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 105, 106], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 106], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 94, 102, 107], "altern": [48, 56, 62, 63, 74, 75, 89, 99, 102, 106], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 100, 103, 104, 106], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 104], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 93, 101, 105], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 96, 104], "event": [48, 64], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 100], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 96, 102, 104], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 105, 108], "describ": [49, 56, 60, 75, 87, 91, 93, 101, 103], "entri": [49, 60], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 74, 75, 81, 82, 87, 88, 90, 100, 102, 104, 107], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 96, 98, 108], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 102, 104, 105], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 102], "inner": [49, 82, 102], "product": [49, 75, 94], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 76, 85, 87, 88, 90, 100, 102, 103, 104], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 76, 88, 103, 104], "multipli": [49, 70, 76], "accumul": [49, 70, 76], "sum": [49, 65, 69, 70, 76, 92, 100], "23": [49, 55, 70, 76, 82], "behavior": [49, 56, 65, 70, 76, 104, 105, 106], "sparsiti": [49, 52, 65, 70, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 94, 95, 98, 99], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 104], "cuda": [49, 58, 63, 65, 67, 70, 71, 75, 88, 89, 90, 91, 92, 94, 96, 97, 99, 100, 103, 104, 105, 106], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 95, 96, 97, 98, 99, 100], "workspac": [49, 52, 64, 65, 66, 70, 71, 76, 92, 95, 96, 98], "fast": [49, 52, 64, 67, 70, 76], "softwar": [49, 52, 64, 70, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 99, 105], "ram": [49, 52, 64, 70, 76], "commun": [49, 52, 64, 70, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 76, 79, 81, 93, 101], "host": [49, 52, 64, 66, 70, 76, 92, 103], "share": [49, 52, 64, 66, 70, 74, 76], "across": [49, 52, 55, 56, 64, 70, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 76, 79, 104], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 105], "potenti": [49, 70, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 107], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 76, 88, 95, 107], "thrown": [49, 70, 76], "empti": [49, 70, 71, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecenum": 50, "enginecapabilitystruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 102, 105, 107], "serv": [52, 58, 65, 68, 70], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 93, 101, 102, 105, 106], "command": [52, 64, 66, 81, 82, 87, 88, 103], "line": [52, 66, 82, 88], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92], "deploy": [52, 74, 88, 89, 90, 102, 103, 105, 108], "pipelin": [52, 88, 97, 108], "basic": [52, 56, 65, 82, 101, 103], "featur": [52, 56, 65, 66, 74, 88, 90, 91, 97, 100, 102, 107], "though": [52, 59, 60, 87, 88, 107], "alreadi": [52, 53, 54, 55, 88, 90, 92, 104], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 103, 104], "embed": [52, 54, 58, 69, 76, 81, 108], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 87, 88, 89, 95, 98, 103, 105], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 105], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 105, 108], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 103, 104, 105, 106], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 102, 105], "load": [52, 56, 58, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 94, 102, 103, 105, 107], "like": [52, 53, 55, 58, 60, 65, 66, 67, 80, 81, 87, 88, 89, 90, 92, 103, 105], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 103, 105], "input_file_path": [52, 108], "output_file_path": [52, 108], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 105], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 100, 103], "verbos": [52, 64, 65, 70, 71, 82, 96, 98], "about": [52, 53, 58, 60, 66, 74, 79, 88, 103, 104], "process": [52, 56, 64, 80, 81, 87, 90, 91, 95, 99, 102, 103, 105], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 105], "i": [52, 55, 60, 66, 67, 69, 74, 81, 82, 87, 88, 90, 92, 100], "debugg": [52, 70, 76], "fallback": [52, 57, 59, 60, 108], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 74, 75, 87, 88, 89, 90, 91, 93, 101, 104, 105, 107], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 103, 108], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 95, 96, 103, 108], "float16": [52, 75, 92, 97], "f16": [52, 75, 88, 108], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 108], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 107, 108], "dla_standalon": [52, 75], "file_path": [52, 75, 106], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 95, 105, 107], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 107], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66, 74], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 94], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 93, 101], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 100, 108], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 99, 105, 106], "forc": [52, 63, 65, 70, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 81, 82, 90, 94, 100, 102, 103], "ssd_trace": 52, "pt": [52, 65, 88, 103], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 100, 102], "1024": [52, 70, 75, 76, 102], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 103], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 75, 81, 87, 92, 95, 98, 102], "context": [53, 57, 58, 59, 64, 72, 74, 99, 105], "inetworkdefinit": [53, 54], "record": [53, 87, 99, 105], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 102], "look": [53, 54, 55, 67, 70, 87, 90, 91, 103, 104], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 105], "state": [53, 54, 60, 62, 74, 88], "been": [53, 60, 64, 66, 73, 82, 88, 107], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 73, 74, 75, 85, 88, 92, 100, 102], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 103], "abl": [53, 55, 60, 62, 65, 90, 91, 92], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 107], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 95, 98], "until": [53, 56, 59, 60, 66, 107], "final": [53, 56, 57, 59, 66, 92, 95, 98, 102], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 104, 107], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 79, 81, 90, 103, 107], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 108], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92, 94], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 81, 83, 88, 89, 90, 92, 93, 94, 101, 102, 103, 108], "associ": [53, 60, 88, 105], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 94, 103, 107], "done": [53, 56, 59, 92, 94, 103, 106], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 76, 81, 82, 87, 88, 89, 90, 92, 95, 98, 103, 105], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 95, 100, 102, 103, 105, 106], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 98, 103, 105], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 104], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 104], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 95, 100, 103, 104], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 104], "kwarg": [54, 65, 70, 73, 75, 92, 102], "dict": [54, 70, 74, 75, 76, 92], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 102], "decor": [54, 62, 65], "kei": [54, 81, 87, 103, 104], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 100, 102, 104], "capability_valid": 54, "lambda": [54, 60, 81, 88, 103], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 94, 106], "determin": [54, 55, 64, 65, 75, 104, 105], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 92], "partition": [54, 70, 92], "sure": [54, 66, 88, 89, 103, 108], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92], "numpi": [54, 75, 92, 94, 103], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 81, 88], "previou": [54, 79, 95], "correspond": [54, 60, 65, 66, 74, 75, 105], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 99, 106], "being": [54, 65, 66, 70, 88, 92], "truth": 54, "http": [54, 61, 64, 66, 74, 79, 81, 87, 88, 90, 92, 95, 98, 100, 102, 103, 104, 105], "github": [54, 61, 64, 66, 79, 88, 90, 95, 98, 100, 103, 105], "com": [54, 61, 64, 66, 88, 90, 95, 98, 100, 103, 105], "blob": [54, 61, 66, 79, 90], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 100], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 107], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 102, 104], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 103], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 102, 103, 105, 107], "opoverload": 54, "particular": [54, 64], "collect": [54, 56, 64, 70, 74, 76, 88, 89, 100], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55], "special": [54, 56], "account": [54, 103], "illustr": [54, 65, 96, 102], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 102], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 70, 75, 76, 91, 95], "between": [54, 55, 56, 60, 66, 81, 82, 90], "possibl": [54, 66, 81, 92, 102, 103], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 95, 98], "both": [54, 56, 64, 66, 68, 70, 71, 74, 79, 81, 87, 90, 92], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 107], "greater": [54, 70, 72], "than": [54, 55, 64, 66, 70, 80, 81, 102, 105], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 102], "limit": [54, 55, 72, 80, 90, 107], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 95, 96, 98, 100, 104], "ignor": [54, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 94, 103], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 102], "term": [54, 75, 81, 82, 90, 92, 102], "getitem": 54, "categor": 54, "modif": [54, 62], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 95, 96, 98, 102, 104, 105, 106, 107], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 100, 107], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 104], "modifi": [54, 56, 62, 65, 82, 104], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 100, 103, 107], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79], "easier": [54, 57, 59, 60, 65, 70, 74, 88, 90, 92], "tri": 54, "made": [55, 57, 59, 81], "represent": [55, 60, 65, 87, 102, 107], "instanc": [55, 62, 64, 66, 73, 74, 87, 88, 102, 105], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 90, 92, 102, 105], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 107], "closer": 55, "scope": [55, 92, 95, 98], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 81, 88, 107], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 95, 100, 104, 107], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 103], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 96, 103, 104], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 96], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 105], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 95, 100, 102, 104, 108], "bia": [55, 69, 88, 100], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 107], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 76, 81, 103, 108], "higher": [55, 64, 70, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 107], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 90, 107], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 105, 107], "pair": [55, 60, 66, 81, 90, 102], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 94, 95, 96, 97, 98, 99, 100], "mark": [55, 56, 79], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 107], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 102, 104, 107], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 103], "might": [55, 66, 79, 104], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 105], "expand": [55, 69], "simpli": [55, 95, 102], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 93, 94, 95, 101, 102, 104, 105, 106, 107], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 100], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 103], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 96, 98, 102], "verifi": [56, 70, 92], "Then": [56, 90, 91], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 105], "complet": [56, 63, 87, 88], "mean": [56, 60, 65, 69, 71, 95, 103, 107], "trace": [56, 65, 70, 74, 76, 87, 88, 104, 106, 107], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 103], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 100], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 70, 75, 76, 80, 88, 89, 90, 91, 92, 93, 95, 96, 99, 101, 102, 103, 104, 105, 106], "maintain": [56, 58, 60, 107], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 104], "mymodel": [56, 63, 67, 89, 92, 104, 106], "ts_model": [56, 88], "trt_model": [56, 91, 92, 96, 100, 103, 106], "off": [56, 58, 99], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 96, 99, 104, 106], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 99, 102, 103, 104, 106], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 95, 100], "trt_mod": [56, 67, 88, 90, 108], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 94, 96, 98], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 100], "greedi": 56, "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 74, 75, 79, 81, 87, 88, 91, 92, 94, 96, 98, 103, 104, 105, 106], "encount": [56, 64, 66, 95, 98], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 95, 97, 98, 99, 100, 104], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 81, 88, 103], "could": [56, 64, 65, 92, 96, 98, 105], "rewrit": [56, 62], "portion": [56, 81, 92, 97], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 94, 105], "reorder": 56, "seri": 56, "cleanli": 56, "approach": 56, "achiev": [56, 102], "hit": 56, "larger": [56, 79, 102], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 88, 107], "appear": [56, 81], "adjac": [56, 70, 81], "As": [56, 65, 66, 75, 88, 92, 107], "clean": [56, 62, 81, 95, 98], "step": [56, 65, 69, 75, 90, 92, 102], "consolid": [56, 87], "further": [56, 64, 65, 105, 107], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 107], "loop": [56, 64, 65], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 93, 95, 96, 98, 99, 101, 104], "larg": [57, 59, 79, 81, 88, 90, 102], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 105, 107], "evalu": [57, 58, 59, 100], "deploi": [57, 59, 68, 88, 90, 93, 101, 103], "instanti": [57, 58, 59, 60, 74, 88, 97], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 95, 98], "extend": [57, 59, 60, 69, 88, 102], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 100, 107], "machin": [58, 66, 90, 103], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 107], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 99, 100, 103], "resnet": [58, 77, 93, 101, 102, 103], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 74, 75, 81, 82, 90, 103, 105], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 94, 101], "depickl": 58, "encod": [58, 74, 102], "sm": 58, "correct": [58, 66, 79, 94, 100], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 107], "older": 59, "repositori": [59, 66, 79, 86, 103], "notebook": [59, 68, 92, 94, 95, 96, 97, 98, 99, 100, 101], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 104], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 107], "matur": 59, "most": [59, 65, 66, 71, 92, 103, 105, 107], "hood": [59, 96, 107], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 102], "ilay": 60, "analogu": 60, "goal": [60, 64], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 95, 96, 98, 105], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 100, 102, 103, 107], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 102], "don": [60, 65, 79, 81, 82, 90, 100, 103, 104], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 104, 105], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 74, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 93, 95, 101, 106], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 102], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 108], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 95, 100], "wrapper": [60, 65, 106], "similar": [60, 63, 64, 65, 66, 88, 91, 92], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66], "benefit": [60, 88], "deal": 60, "quit": [60, 66, 88, 102], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 107], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 104], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 104, 105], "stabl": [61, 76, 77, 79, 93, 94, 101, 104], "master": [61, 66, 90, 105], "overview": [61, 68, 95, 99], "md": 61, "appli": [62, 63, 90, 94], "desir": [62, 70, 82, 90], "coalesc": 62, "insert": [62, 88, 90], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 94, 106, 107], "caller": 62, "invok": [62, 64, 65, 87, 88, 105], "lint": 62, "recompil": [62, 70, 98, 104, 107], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 95], "scenario": [62, 64], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 102], "placehold": 62, "isinst": [62, 65, 92, 100], "issubclass": 62, "direct": [62, 85, 105], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 107], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 100], "__init__": [62, 74, 75, 81, 87, 92, 95, 100, 104], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 95, 97, 98, 100, 101, 104], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 98, 102, 105, 107], "control": [62, 65, 87, 105], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 79, 100], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 102], "exportedprogram": [63, 67, 70, 75, 104, 107], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 94, 95, 96, 98, 99, 100, 104], "frontend": [63, 70, 73, 89, 92, 93, 96, 98, 100, 101, 104], "simpl": [63, 64, 65, 81, 82, 87, 102, 103, 104], "usag": [63, 65, 73, 77, 81, 88, 93, 101, 104, 106], "eval": [63, 67, 88, 89, 94, 95, 96, 98, 99, 100, 103, 104, 106], "exp_program": [63, 94, 100, 104], "trt_gm": [63, 67, 94, 104, 106], "interact": [63, 81, 95, 96, 97, 98, 99], "ideal": 63, "discuss": [63, 64, 103], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 103, 106], "frequent": [63, 94], "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 93, 101], "insid": [63, 81, 92, 93, 101, 103], "decomposit": [63, 64, 70, 92], "downstream": [63, 102], "constraint": 63, "guid": [64, 80, 101], "present": 64, "learn": [64, 66, 68, 88, 90, 92, 103, 108], "acceler": [64, 71, 93, 94, 101, 105, 107, 108], "workflow": [64, 65, 67, 68, 70, 71, 88, 91, 96, 97, 98, 102], "wide": [64, 75, 85], "varieti": [64, 103], "primari": [64, 106], "simplic": 64, "optimized_model": [64, 67, 95, 96, 98], "depth": [64, 79, 102], "challeng": [64, 94, 103], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 95], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 92], "max_aux_stream": [64, 70, 74, 92], "version_compat": [64, 70, 74, 92], "optimization_level": [64, 70, 74, 92, 95], "use_python_runtim": [64, 70, 74, 92, 94, 95], "truncate_doubl": [64, 70, 74, 92], "use_fast_partition": [64, 70, 74, 92], "enable_experimental_decomposit": [64, 70, 74, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74], "make_refit": [64, 70, 74, 94], "engine_cap": [64, 70, 74, 92], "dryrun": [64, 70, 74, 92], "hardware_compat": [64, 70, 74, 92], "timing_cache_path": [64, 70, 74], "tmp": [64, 70, 74, 88], "timing_cach": [64, 65, 70, 74], "bin": [64, 66, 70, 74], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 105], "regardless": [64, 70, 82, 96, 98], "fail": [64, 70, 88, 94, 108], "auxiliari": [64, 70], "stream": [64, 70, 92], "impli": [64, 70], "longer": [64, 66, 70, 79, 105], "search": [64, 68, 70, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 95, 98, 99, 107], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70], "mode": [64, 65, 70, 74, 89, 90, 99, 100], "detail": [64, 65, 70, 87, 88, 92, 103, 105], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 102], "amper": [64, 70], "newer": [64, 66, 70], "sub": [64, 69, 81, 87, 95], "slate": 64, "futur": [64, 65, 70, 76, 105], "occur": 64, "first_output": 64, "subsequ": 64, "second_output": 64, "session": [64, 67, 81, 99], "point": [64, 66, 75, 79, 80, 81, 88, 100, 103], "cover": [64, 101, 102], "benchmark": [64, 69], "automat": [64, 81, 88, 104, 107], "vari": [64, 71, 104], "distribut": [64, 88, 90, 105], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 100, 102, 103], "break": [64, 65, 74, 81, 92], "successfulli": [64, 94], "_dynamo": [64, 95, 96, 98, 104], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 100, 103], "variou": [65, 94, 108], "etc": [65, 79, 81, 92, 108], "environ": [65, 67, 103], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 81, 88, 100, 103, 104], "max_batch_s": [65, 71, 103], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 99], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 105], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 103], "updat": [65, 66, 70, 71, 92, 93, 101], "dim": [65, 69, 71, 92, 100, 103, 104], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 103], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 103], "acc_mod": 65, "earli": 65, "deprec": [65, 69], "continu": [65, 81, 105], "backward": [65, 74, 92, 107], "vision": [65, 103], "activ": [65, 74, 76, 81, 88, 90, 102, 105, 108], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 104], "ll": 65, "inputtensorspec": [65, 71, 75], "experiment": [65, 70, 75, 76], "dataclass": [65, 95], "re": [65, 75, 81, 94, 99, 105], "manual": [65, 80, 81], "sampl": [65, 70, 81, 89, 90, 95, 96, 97, 98, 99, 103], "rand": [65, 88, 94, 95], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 100], "accordingli": [65, 79, 104, 105], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71, 74], "output_nam": [65, 71, 74], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": 65, "best": [65, 70, 81], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 95, 105], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 100, 104], "25": [65, 71, 88], "runtimeerror": 65, "xxx": 65, "One": [65, 81, 82, 88, 102, 105], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70], "action": [65, 81], "tensort": [65, 107], "thing": [65, 66, 81], "compar": [65, 70, 89], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 102, 103], "acc_op": 65, "leverag": [65, 90, 93, 101], "power": [65, 81, 88, 102], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 104], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 102, 108], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 100], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 93, 101], "yet": [65, 102], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 100], "pip": [66, 103], "upload": [66, 103], "x86": [66, 105], "extra": [66, 74, 88, 92], "url": [66, 79, 103], "download": [66, 85, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 103], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 93, 94, 96, 100, 101, 106, 107], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 103], "curl": [66, 81], "fssl": 66, "o": [66, 81, 103], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 103], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 104], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 104, 107], "technolog": [66, 107], "project": [66, 80, 85], "exclud": [66, 92], "speed": 66, "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 102], "ngc": [66, 103], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 95, 96, 97, 98, 99], "microsoft": 66, "2022": [66, 68], "open": [66, 102, 103], "app": 66, "x64": 66, "prompt": [66, 97], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 105], "similarli": [66, 99, 105], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 108], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 94, 103], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 100], "anywher": 67, "ahead": [67, 68, 88], "ep": [67, 69, 94, 106], "output_format": [67, 75, 106], "input_tensor": [67, 92, 100], "fill": 67, "aot": [68, 88, 107], "integr": [68, 93, 95, 101], "seamlessli": 68, "ecosystem": [68, 107], "hybrid": [68, 70, 76, 107], "instal": [68, 85, 88, 103, 105], "triton": [68, 92], "page": [68, 83, 85, 103], "introductori": 68, "blog": [68, 105], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 100], "pad": [69, 75, 92, 100], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 100], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 102], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 102], "input_scal": 69, "indic": [69, 79, 81, 96, 104], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 100], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": 69, "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 103], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 102], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 100], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 100], "largest": 69, "dim0": 69, "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 100], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 100], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 106], "int32": [70, 75, 76, 92, 98, 102], "channel_last": [70, 75, 76, 102], "244": [70, 75, 76], "convolut": [70, 76, 90, 92, 108], "_c": [70, 76, 91], "oppos": [70, 76], "lean": 70, "spend": 70, "better": [70, 87, 102, 107], "integ": [70, 75, 84], "faster": [70, 102], "parition": 70, "increas": 70, "amount": 70, "gear": [70, 90], "toward": [70, 90], "convert_module_to_trt_engin": 70, "byte": [70, 74, 75, 76, 92, 102], "coverag": [70, 92], "ishapelay": [70, 76], "deseri": [70, 75, 76, 88, 92], "refit_module_weight": [70, 94], "compiled_modul": [70, 94], "new_weight_modul": [70, 94], "verify_output": 70, "compmil": 70, "disk": [70, 75], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": 71, "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 103], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 103], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 105], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "serialized_engin": [74, 76], "_set": [74, 95], "encompass": [74, 76], "simpili": 74, "de": 74, "target_devic": 74, "hardwar": [74, 108], "bytesio": 74, "engine_byt": 74, "trt_engin": 74, "engine_str": 74, "getvalu": 74, "trt_modul": 74, "my_modul": 74, "disable_profil": 74, "dump_layer_info": 74, "enable_profil": 74, "profiling_results_dir": 74, "latenc": [74, 92, 105], "visual": 74, "ui": [74, 80], "perfetto": 74, "dev": 74, "get_extra_st": 74, "state_dict": 74, "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92], "get_layer_info": 74, "json": 74, "incapsul": 74, "load_state_dict": [74, 100], "pythontorchtensorrtmodul": 74, "initi": [74, 81, 95, 96, 98, 99], "scriptmodul": [74, 75, 76, 88, 89, 106, 107], "cudagraphs_validate_shap": 74, "versu": 74, "iprofil": 74, "spent": 74, "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "request": [75, 88, 103], "decid": 75, "retrac": 75, "strict": [75, 105], "valueerror": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 103], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 96, 99], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 93, 101], "float8": 75, "i32": 75, "sign": [75, 103], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 97, 100, 103], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7f5d10219470": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 94, 95, 96, 97, 98, 99, 100], "total": [77, 92, 94, 95, 96, 97, 98, 99, 100], "galleri": [77, 92, 94, 95, 96, 97, 98, 99, 100, 101], "mem": 77, "advanc": [77, 82, 90, 93, 101], "torch_compile_advanced_usag": [77, 95], "torch_compile_resnet_exampl": [77, 96], "diffus": [77, 93, 94, 101], "torch_compile_stable_diffus": [77, 97], "transform": [77, 88, 90, 93, 100, 101, 103, 106], "torch_compile_transformers_exampl": [77, 98], "v0": [78, 103], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 103], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 103], "sphinx": [79, 80, 81, 82, 86, 92, 94, 95, 96, 97, 98, 99, 100, 101], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 103], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 95, 98], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 97, 102], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": 80, "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 100], "param": 80, "seller": 80, "consult": 80, "languag": [80, 81, 82, 87, 92, 103], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 100, 102, 103], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92, 94], "strang": 81, "hyphen": 81, "word": [81, 102], "adjust": 81, "width": [81, 102], "browser": 81, "window": 81, "space": [81, 82, 90], "sentenc": [81, 102], "suppli": 81, "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 100], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 107], "why": [81, 105], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 107], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88, 94], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": 81, "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "bda5978": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 106], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 107], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 103], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 105], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 102], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 97], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 104, 107], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "lead": [81, 105], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 100, 102], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 105], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 102], "hehe": 82, "kept": 82, "sai": [82, 102], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 102], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 103], "changelog": 85, "math": 85, "9": [85, 88, 92, 103], "14": [85, 98, 103], "17": 85, "18": [85, 88], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 100], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 107], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 103], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": 88, "cppdoc": 88, "pretti": 88, "fashion": [88, 102], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": 88, "aren": 88, "techniqu": [88, 90, 105], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 105], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 100], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 107], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 94, 101], "sole": [89, 90, 107], "individu": 89, "accuraci": [90, 102], "loss": [90, 102], "infrastructur": [90, 103], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 100], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 100], "4822": [90, 100], "4465": [90, 100], "2023": [90, 100], "1994": [90, 100], "2010": [90, 100], "dataloaderopt": 90, "worker": 90, "storag": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 108], "compile_spec": [90, 96, 108], "kf16": [90, 108], "ki8": 90, "vgg16": [90, 93, 100, 101], "testing_dataset": [90, 100], "totensor": [90, 100, 103], "testing_dataload": [90, 100], "num_work": [90, 100], "vgg": [90, 100], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 102], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 103], "cost": [92, 105], "perhap": 92, "overhead": [92, 105], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 103], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 100, 103], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 102], "count": 92, "__": 92, "were": [92, 105], "aggreg": 92, "stat": 92, "abstractli": 92, "pkl": 92, "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 94], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 94, 95, 96, 97, 98, 99, 100], "custom_kernel_plugin": 92, "jupyt": [92, 94, 95, 96, 97, 98, 99, 100, 101], "ipynb": [92, 94, 95, 96, 97, 98, 99, 100], "cudagraph": [93, 101], "tenorrt": [93, 101], "lora": 94, "ai": 94, "pose": 94, "repetit": 94, "highli": [94, 102, 103], "ineffici": 94, "consider": [94, 103], "walk": 94, "torch_trt": 94, "random": 94, "seed": 94, "manual_se": 94, "resnet18": [94, 96, 99], "30": [94, 96, 98], "model2": 94, "exp_program2": 94, "compiled_trt_ep": 94, "new_trt_gm": 94, "expected_output": 94, "refitted_output": 94, "allclos": 94, "switch": [94, 105], "refit_engine_exampl": 94, "torch_compil": [95, 96, 98, 99, 104, 107], "x_out": 95, "y_out": 95, "x_y_out": 95, "invoc": 95, "sample_inputs_half": 95, "model_half": 95, "backend_kwarg": 95, "optimized_model_custom": 95, "occasion": [95, 98], "exit": [95, 98, 103], "2052": [95, 98], "__name__": [95, 98], "__main__": [95, 98], "compile_engine_and_inf": [95, 98], "new_input": [96, 98], "new_output": [96, 98], "new_batch_size_input": 96, "new_batch_size_output": 96, "inputs_bs8": 96, "mark_dynam": [96, 104], "outputs_bs8": 96, "No": [96, 104], "inputs_bs12": 96, "outputs_bs12": 96, "diffusionpipelin": 97, "model_id": 97, "compvi": 97, "v1": 97, "pipe": 97, "from_pretrain": [97, 98], "torch_dtyp": 97, "unet": 97, "majest": 97, "castl": 97, "cloud": 97, "majestic_castl": 97, "png": 97, "bertmodel": 98, "bert": 98, "uncas": [98, 102], "randint": 98, "compilation_kwarg": 98, "enable_cudagraph": [99, 105], "out_trt": 99, "set_cudagraphs_mod": [99, 105], "inputs_2": 99, "inputs_3": 99, "out_trt_2": 99, "out_trt_3": 99, "torch_export_cudagraph": 99, "argpars": 100, "modelopt": 100, "mtq": 100, "export_torch_mod": 100, "layer_spec": 100, "num_class": 100, "1000": [100, 103], "init_weight": 100, "in_channel": 100, "pool": [100, 108], "maxpool2d": 100, "batchnorm2d": 100, "sequenti": 100, "avgpool": 100, "adaptiveavgpool2d": 100, "4096": 100, "dropout": 100, "_initialize_weight": 100, "init": 100, "kaiming_normal_": 100, "fan_out": 100, "nonlinear": 100, "constant_": 100, "elif": 100, "normal_": 100, "vgg16_cfg": 100, "128": 100, "argumentpars": 100, "add_argu": 100, "ckpt": 100, "checkpoint": 100, "parse_arg": 100, "model_state_dict": 100, "device_count": 100, "ordereddict": 100, "new_state_dict": 100, "forget": 100, "training_dataset": 100, "randomcrop": 100, "randomhorizontalflip": 100, "training_dataload": 100, "drop_last": 100, "crit": 100, "crossentropyloss": 100, "calibrate_loop": 100, "pred": 100, "5f": 100, "acc": 100, "2f": 100, "quant_cfg": 100, "fp8_default_cfg": 100, "forward_loop": 100, "qdq": 100, "incomplet": 100, "no_grad": 100, "float8_e4m3fn": 100, "class_prob": 100, "class_pr": 100, "test_prob": 100, "test_pr": 100, "test_loss": 100, "test_acc": 100, "vgg16_fp8_ptq": 100, "concept": 101, "explor": 101, "_rendered_examples_python": 101, "_rendered_examples_jupyt": 101, "acoust": 102, "speech": 102, "quartznet": 102, "contextnet": 102, "subword": 102, "piec": 102, "token": 102, "excit": 102, "se": 102, "smaller": 102, "audio": 102, "transcrib": 102, "speedup": 102, "obtain": [102, 106], "feedforward": 102, "cnn": 102, "uniformli": 102, "resolut": 102, "compound": 102, "coeffici": 102, "b0": 102, "corpu": 102, "english": 102, "supervis": 102, "huggingfac": 102, "walkthrough": 102, "overal": 102, "jetson": 102, "adopt": 102, "mobilenetv2": 102, "classif": 102, "imagenet": 102, "imagenett": 102, "qat": 102, "simul": 102, "hand": 103, "concurr": 103, "grpc": 103, "solv": 103, "aforement": 103, "familiar": 103, "resnet50": 103, "torchhub": 103, "docker": 103, "login": 103, "xx": 103, "yy": 103, "mm": 103, "publish": 103, "22": 103, "pwd": 103, "scratch_spac": 103, "nvcr": 103, "py3": 103, "proce": 103, "hub": 103, "_validate_not_a_forked_repo": 103, "suggest": 103, "simplest": 103, "model_repositori": 103, "pbtxt": 103, "pytorch_libtorch": 103, "input__0": 103, "data_typ": 103, "type_fp32": 103, "output__0": 103, "exact": 103, "encourag": 103, "rm": 103, "8000": 103, "8001": 103, "8002": 103, "the_model_repositori": 103, "tritonserv": 103, "spin": 103, "proceed": 103, "flesh": 103, "wget": 103, "img1": 103, "jpg": 103, "hakaimagazin": 103, "wp": 103, "gulf": 103, "bird": 103, "attrdict": 103, "pyindex": 103, "tritoncli": 103, "jump": 103, "firstli": 103, "resiz": 103, "pil": 103, "httpclient": 103, "triton_to_np_dtyp": 103, "rn50_preprocess": 103, "img_path": 103, "img": 103, "centercrop": 103, "485": 103, "456": 103, "406": 103, "229": 103, "transformed_img": 103, "inferenceservercli": 103, "localhost": 103, "secondli": 103, "inferinput": 103, "set_data_from_numpi": 103, "binary_data": 103, "inferrequestedoutput": 103, "class_count": 103, "lastli": 103, "send": 103, "model_nam": 103, "inference_output": 103, "as_numpi": 103, "468750": 103, "90": 103, "523438": 103, "92": 103, "664062": 103, "429688": 103, "136": 103, "234375": 103, "confidence_scor": 103, "classification_index": 103, "eagerli": 104, "prior": [104, 105], "swap": 104, "exactli": 104, "dynamic_shap": 104, "_tracer": 104, "understand": 104, "attempt": 104, "sometim": 104, "queri": 104, "attn_weight": 104, "seq_len": 104, "compiler_dynamic_shap": 104, "inputs_bs2": 104, "libtorchtrt_runtim": 105, "dl_open": 105, "ld_preload": 105, "load_librari": 105, "cxx11": 105, "abi": 105, "wl": 105, "ltorchtrt": 105, "torchtrt_runtime_exampl": 105, "libtorchtrt_plugin": 105, "neglig": 105, "thread": 105, "alert": 105, "mismatch": 105, "crash": 105, "sacrif": 105, "incur": 105, "intens": 105, "trt_ep": 106, "stai": 106, "trt_t": 106, "ergonom": 107, "defer": 107, "flexibl": 107, "deleg": 107, "believ": 107, "amen": 107, "artifact": 107, "reload": 107, "pack": 107, "year": 107, "superset": 107, "codebas": 107, "immedi": 107, "traceabl": 107, "scriptabl": 107, "neural": 108, "deconvolut": 108, "scripted_model": 108}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [106, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "convert_module_to_trt_engine"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "dump_layer_info"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "get_layer_info"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 105], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 100], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 96, 98, 99, 107], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 94, 95, 96, 97, 98, 99, 100], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 100], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 100], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 106, 107], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 93, 94, 95, 96, 97, 98, 99, 101, 102, 104, 106, 107], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 105], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 96, 98], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 94, 96, 98, 100, 101, 102, 103, 104, 105, 106, 107], "c": [50, 61, 66, 67, 68, 88, 90, 102], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 93, 101, 106, 107], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 102], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 94, 95, 96, 98, 99, 100, 102, 104], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 94, 107], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 94, 107], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 103], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 100], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 102], "runtim": [57, 58, 59, 74, 94, 105], "background": [58, 60], "engin": [58, 65, 92], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 107], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 94, 100], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90, 94], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 102], "native_op": 61, "ir": [61, 106, 107], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 99, 104], "customiz": [63, 64], "set": [63, 64, 95, 99, 103], "under": [63, 88, 104], "hood": [63, 88, 104], "trace": 63, "backend": [64, 96], "kei": 64, "featur": 64, "custom": [64, 88, 92, 95, 104], "usag": [64, 95], "after": 64, "model": [64, 65, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 106], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 96, 102, 104], "shape": [64, 96, 102, 104], "support": [64, 69], "recompil": [64, 96], "condit": 64, "fx": [65, 68, 71, 102, 107], "frontend": [65, 66, 68, 91, 102, 107], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 95, 98], "nightli": 66, "build": [66, 79, 103], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 105], "addit": 66, "option": [66, 67, 79, 80, 82, 96, 98, 107], "distribut": 66, "No": 66, "librari": [66, 105], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 100], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 103], "advanc": [66, 95], "setup": 66, "troubleshoot": 66, "altern": [66, 94], "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 103], "2": [67, 83, 84, 103], "deploi": [67, 100, 102, 105], "deploy": 67, "In": 68, "framework": 68, "infer": [68, 96, 97, 98, 99, 100, 103], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 101], "contributor": 68, "indic": 68, "legaci": [68, 107], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 107], "submodul": 75, "comput": 77, "time": [77, 94, 107], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": 80, "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": 81, "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": 82, "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 103], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 94, 106], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 100, 102], "quantiz": [90, 100, 102], "your": [90, 103], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "refit": 94, "tenorrt": 94, "standard": 94, "workflow": 94, "import": [94, 95, 96, 97, 98, 99, 100], "first": 94, "updat": 94, "default": [95, 99], "cleanup": [95, 98], "driver": [95, 98], "error": [95, 98], "note": [95, 98], "resnet": 96, "argument": [96, 98], "avoid": 96, "specifi": 96, "befor": 96, "trt": 96, "stabl": 97, "diffus": 97, "transform": [98, 102], "cudagraph": [99, 105], "integr": 99, "load": [100, 106], "dataset": 100, "loss": 100, "calibr": 100, "tune": 100, "fp8": 100, "notebook": 102, "citrinet": 102, "efficientnet": 102, "mask": 102, "languag": 102, "mlm": 102, "hug": 102, "face": 102, "bert": 102, "acceler": 102, "serv": [102, 103], "resnet50": 102, "lenet": 102, "deep": 102, "learn": 102, "object": 102, "detect": 102, "ssd": 102, "int8": 102, "triton": 103, "up": 103, "server": 103, "client": 103, "queri": 103, "aot": 104, "constraint": 104, "jit": 104, "libtorchtrt": 105, "so": 105, "plugin": 105, "multi": 105, "safe": 105, "mode": 105, "exportedprogram": 106, "b": 106, "explain": 107, "just": 107, "accept": 107, "return": 107, "ahead": 107, "dla": 108}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}}) \ No newline at end of file diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html index 714ae93dff..5398792cc5 100644 --- a/docs/sg_execution_times.html +++ b/docs/sg_execution_times.html @@ -10,7 +10,7 @@ - Computation times — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Computation times — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html index 4d725154cc..dc48d16cef 100644 --- a/docs/src/pytorch-sphinx-theme/docs/changelog.html +++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html @@ -10,7 +10,7 @@ - Changelog — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Changelog — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html index 85eae1ced3..edba387a45 100644 --- a/docs/src/pytorch-sphinx-theme/docs/configuring.html +++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html @@ -10,7 +10,7 @@ - Configuration — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + Configuration — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html index fdb3f184e7..a0d9b873db 100644 --- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html +++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html @@ -10,7 +10,7 @@ - 5. :mod:`test_py_module` — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + 5. :mod:`test_py_module` — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -273,7 +273,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html index 4c07bbe286..c3df56c13f 100644 --- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html +++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html @@ -12,7 +12,7 @@ - 3. Paragraph Level Markup — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation + 3. Paragraph Level Markup — Torch-TensorRT v2.5.0.dev0+bda5978 documentation @@ -275,7 +275,7 @@
    - v2.5.0.dev0+bc00de6 + v2.5.0.dev0+bda5978
    @@ -653,7 +653,7 @@

    3.4.4.

    3.4.5. Code Blocks

    # parsed-literal test
-curl -O http://someurl/release-v2.5.0.dev0+bc00de6.tar-gz
    +curl -O http://someurl/release-v2.5.0.dev0+bda5978.tar-gz
    Code Blocks can have captions.
    {
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index 37b2e5cc25..2969c89778 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
 
   
   
-  4. Lists & Tables — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  4. Lists & Tables — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index e42911b07c..35e8c30af0 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
 
   
   
-  1. Long Sticky Nav — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  1. Long Sticky Nav — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index c04c12bd52..392d6a872a 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
 
   
   
-  1. Structural Elements — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  1. Structural Elements — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index b747520707..02b2090c7a 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
 
   
   
-  <no title> — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  <no title> — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index 84f2b65a3f..51c3695dd0 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
 
   
   
-  Installation — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Installation — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/ts/creating_torchscript_module_in_python.html b/docs/ts/creating_torchscript_module_in_python.html
index b8f57e57b0..4462e76d37 100644
--- a/docs/ts/creating_torchscript_module_in_python.html
+++ b/docs/ts/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
 
   
   
-  Creating a TorchScript Module — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Creating a TorchScript Module — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/ts/getting_started_with_cpp_api.html b/docs/ts/getting_started_with_cpp_api.html
index 73c6a41aaf..4f1562db03 100644
--- a/docs/ts/getting_started_with_cpp_api.html
+++ b/docs/ts/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Torch-TensorRT in C++ — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Using Torch-TensorRT in C++ — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/ts/getting_started_with_python_api.html b/docs/ts/getting_started_with_python_api.html
index 81cfe62194..9b89d0546b 100644
--- a/docs/ts/getting_started_with_python_api.html
+++ b/docs/ts/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Torch-TensorRT in Python — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Using Torch-TensorRT in Python — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/ts/ptq.html b/docs/ts/ptq.html
index 6069a83949..c33ded9793 100644
--- a/docs/ts/ptq.html
+++ b/docs/ts/ptq.html
@@ -10,7 +10,7 @@
 
   
   
-  Post Training Quantization (PTQ) — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Post Training Quantization (PTQ) — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/ts/torchscript_frontend_from_pytorch.html b/docs/ts/torchscript_frontend_from_pytorch.html
index 4451b72a71..8a691a4334 100644
--- a/docs/ts/torchscript_frontend_from_pytorch.html
+++ b/docs/ts/torchscript_frontend_from_pytorch.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Torch-TensorRT TorchScript Frontend Directly From PyTorch — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Using Torch-TensorRT TorchScript Frontend Directly From PyTorch — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
index a7d9a67e6d..1925c2b804 100644
--- a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
+++ b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Custom Kernels within TensorRT Engines with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Using Custom Kernels within TensorRT Engines with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/index.html b/docs/tutorials/_rendered_examples/dynamo/index.html
index ed75f91ce0..9bc14b1064 100644
--- a/docs/tutorials/_rendered_examples/dynamo/index.html
+++ b/docs/tutorials/_rendered_examples/dynamo/index.html
@@ -10,7 +10,7 @@
 
   
   
-  Dynamo / torch.compile — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Dynamo / torch.compile — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
index ae0d3e6909..4f899acbc7 100644
--- a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
@@ -10,7 +10,7 @@
 
   
   
-  Refit TenorRT Graph Module with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Refit TenorRT Graph Module with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
index f49b3c208a..68d364b837 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch Compile Advanced Usage — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Torch Compile Advanced Usage — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
index 727005cc20..17bb1bb2b5 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
@@ -10,7 +10,7 @@
 
   
   
-  Compiling ResNet using the Torch-TensorRT torch.compile Backend — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Compiling ResNet using the Torch-TensorRT torch.compile Backend — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
index f06468149b..f2ac6d018b 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch Compile Stable Diffusion — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Torch Compile Stable Diffusion — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
index 9bab2b448f..226e711b70 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
@@ -10,7 +10,7 @@
 
   
   
-  Compiling a Transformer using torch.compile and TensorRT — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Compiling a Transformer using torch.compile and TensorRT — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
index d2cae8d64e..f57163d5db 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch Export with Cudagraphs — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Torch Export with Cudagraphs — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq.html b/docs/tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq.html
index 7bcb8e172d..6a005717e5 100644
--- a/docs/tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq.html
+++ b/docs/tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq.html
@@ -10,7 +10,7 @@
 
   
   
-  Deploy Quantized Models using Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Deploy Quantized Models using Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/_rendered_examples/index.html b/docs/tutorials/_rendered_examples/index.html
index 3307d8cc28..b5b1040201 100644
--- a/docs/tutorials/_rendered_examples/index.html
+++ b/docs/tutorials/_rendered_examples/index.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch-TensorRT Tutorials — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Torch-TensorRT Tutorials — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index e4abd33c0b..c67deb721d 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
 
   
   
-  Example notebooks — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Example notebooks — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index 29740dfa51..7afdfb106f 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
 
   
   
-  Serving a Torch-TensorRT model with Triton — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Serving a Torch-TensorRT model with Triton — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/user_guide/dynamic_shapes.html b/docs/user_guide/dynamic_shapes.html
index a950766f99..cdbac79f1e 100644
--- a/docs/user_guide/dynamic_shapes.html
+++ b/docs/user_guide/dynamic_shapes.html
@@ -10,7 +10,7 @@
 
   
   
-  Dynamic shapes with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Dynamic shapes with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/user_guide/runtime.html b/docs/user_guide/runtime.html
index 3b9216fac1..900f359fad 100644
--- a/docs/user_guide/runtime.html
+++ b/docs/user_guide/runtime.html
@@ -10,7 +10,7 @@
 
   
   
-  Deploying Torch-TensorRT Programs — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Deploying Torch-TensorRT Programs — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/user_guide/saving_models.html b/docs/user_guide/saving_models.html
index 304ca34d5b..3ddd533157 100644
--- a/docs/user_guide/saving_models.html
+++ b/docs/user_guide/saving_models.html
@@ -10,7 +10,7 @@
 
   
   
-  Saving models compiled with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Saving models compiled with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/user_guide/torch_tensorrt_explained.html b/docs/user_guide/torch_tensorrt_explained.html
index 6a6392a8f2..6846f61564 100644
--- a/docs/user_guide/torch_tensorrt_explained.html
+++ b/docs/user_guide/torch_tensorrt_explained.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch-TensorRT Explained — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  Torch-TensorRT Explained — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978
                 
    
               
             
diff --git a/docs/user_guide/using_dla.html b/docs/user_guide/using_dla.html
index 70527bd25b..9e4ca096df 100644
--- a/docs/user_guide/using_dla.html
+++ b/docs/user_guide/using_dla.html
@@ -10,7 +10,7 @@
 
   
   
-  DLA — Torch-TensorRT v2.5.0.dev0+bc00de6 documentation
+  DLA — Torch-TensorRT v2.5.0.dev0+bda5978 documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 
    
-                  v2.5.0.dev0+bc00de6
+                  v2.5.0.dev0+bda5978