diff --git a/.github/workflows/docker_builder.yml b/.github/workflows/docker_builder.yml index 99b6efe53e..c27757aae1 100644 --- a/.github/workflows/docker_builder.yml +++ b/.github/workflows/docker_builder.yml @@ -28,6 +28,12 @@ jobs: - name: Checkout repository uses: actions/checkout@v3 + - name: Fix Slashes Repo Name + id: fix_slashes + run: | + export container_name=$(echo ${{ env.CONTAINER_NAME }} | sed 's|/|_|g') + echo "container_name=$container_name" >> $GITHUB_OUTPUT + - name: Log in to the Container registry uses: docker/login-action@v2 with: @@ -38,7 +44,7 @@ jobs: # Automatically detect TensorRT and cuDNN default versions for Torch-TRT build - name: Build Docker image env: - DOCKER_TAG: ${{ env.DOCKER_REGISTRY }}/${{ env.CONTAINER_NAME }} + DOCKER_TAG: ${{ env.DOCKER_REGISTRY }}/${{ steps.fix_slashes.outputs.container_name }} run: | python3 -m pip install pyyaml TRT_VERSION=$(python3 -c "import versions; versions.tensorrt_version()") @@ -50,7 +56,7 @@ jobs: - name: Push Docker image env: - DOCKER_URL: ${{ env.DOCKER_REGISTRY }}/${{ env.CONTAINER_NAME }} + DOCKER_URL: ${{ env.DOCKER_REGISTRY }}/${{ steps.fix_slashes.outputs.container_name }} run: docker push $DOCKER_URL # Clean up all untagged containers in registry diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html index b7dc1b084c..344fda4f41 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html @@ -10,7 +10,7 @@ - Class DataType — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Class DataType — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html index 755b962579..e1f0edd8f7 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html @@ -10,7 +10,7 @@ - Class Device::DeviceType — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Class Device::DeviceType — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html index 533208faf7..71057c8d3a 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html @@ -10,7 +10,7 @@ - Class TensorFormat — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Class TensorFormat — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html index 919094b584..09a9c76c12 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html @@ -10,7 +10,7 @@ - Template Class Int8CacheCalibrator — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Template Class Int8CacheCalibrator — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html index d459c5c30e..28124c8aaa 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html @@ -10,7 +10,7 @@ - Template Class Int8Calibrator — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Template Class Int8Calibrator — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html index 65e9ee5b02..e80609f818 100644 --- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html +++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html @@ -10,7 +10,7 @@ - Define STR — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Define STR — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html index 2215c12ce6..d8aafa9edf 100644 --- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html +++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html index 6c5d76d0e1..23bfb3d9ab 100644 --- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html +++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html index 68c2a6436a..9f742636d4 100644 --- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html +++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html index 2a9911d2e7..b2f4463268 100644 --- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html +++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html @@ -10,7 +10,7 @@ - Define TORCHTRT_API — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Define TORCHTRT_API — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html index 6b091af3e2..64c2976e9e 100644 --- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html +++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html @@ -10,7 +10,7 @@ - Define XSTR — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Define XSTR — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html index 887b2067dc..b830bd01ee 100644 --- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html +++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html @@ -10,7 +10,7 @@ - Define TORCHTRT_HIDDEN — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Define TORCHTRT_HIDDEN — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html index 01a2d57441..336d3ffef2 100644 --- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html +++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_VERSION — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Define TORCH_TENSORRT_VERSION — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html index 455c124080..2962c4db2b 100644 --- a/docs/_cpp_api/dir_cpp.html +++ b/docs/_cpp_api/dir_cpp.html @@ -10,7 +10,7 @@ - Directory cpp — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Directory cpp — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html index 37137f7fc6..adc299f91e 100644 --- a/docs/_cpp_api/dir_cpp_include.html +++ b/docs/_cpp_api/dir_cpp_include.html @@ -10,7 +10,7 @@ - Directory include — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Directory include — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html index cb96b37ea1..c1fbfa3f98 100644 --- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html +++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html @@ -10,7 +10,7 @@ - Directory torch_tensorrt — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Directory torch_tensorrt — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html index e4212b612d..d8e4198869 100644 --- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html +++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html @@ -10,7 +10,7 @@ - Enum Level — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Enum Level — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html index a919c46d29..9376a13c21 100644 --- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html +++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html @@ -10,7 +10,7 @@ - Enum EngineCapability — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Enum EngineCapability — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html index ecf7252e36..31c307c1c5 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html @@ -10,7 +10,7 @@ - File logging.h — Torch-TensorRT v2.2.0.dev0+b258168 documentation + File logging.h — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html index 1a8682c554..b3d2b7544d 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html @@ -10,7 +10,7 @@ - File macros.h — Torch-TensorRT v2.2.0.dev0+b258168 documentation + File macros.h — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html index 372032a07e..08b7f1da1d 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html @@ -10,7 +10,7 @@ - File ptq.h — Torch-TensorRT v2.2.0.dev0+b258168 documentation + File ptq.h — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html index 2fd0cb6c4f..9785c94a55 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html @@ -10,7 +10,7 @@ - File torch_tensorrt.h — Torch-TensorRT v2.2.0.dev0+b258168 documentation + File torch_tensorrt.h — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html index 33b73f7cc6..f21993e75c 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_logging_prefix — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::logging::get_logging_prefix — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html index 5c83719dc3..ed91e001f4 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html index 0dfc14b8cc..40afd0aac3 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html index 291d75e32c..30ee44e17d 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html index c43aff5d0f..aefb23c081 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::log — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::logging::log — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html index e40aeebcd2..6792895923 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html index 56edf55a25..039b27e2c9 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html index 16ce6ae4b0..697c857a70 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html @@ -10,7 +10,7 @@ - Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html index 1caf497c9a..4343cda3d4 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html @@ -10,7 +10,7 @@ - Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html index 8454b9f9fc..fff87a31a9 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::check_method_operator_support — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::torchscript::check_method_operator_support — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html index 808f4b705f..29f7aec458 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::compile — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::torchscript::compile — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html index 5ea08d9991..7edde466c7 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html index 5711a87f46..ff9a1d17b3 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html index b1c26bb158..58eab81eed 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::get_build_info — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::get_build_info — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html index d345ba86db..d8ba8ee0b6 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::set_device — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::set_device — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html index b0caee6f13..cda972bbe7 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::dump_build_info — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Function torch_tensorrt::dump_build_info — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html index ab94c15b71..6343059075 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt.html +++ b/docs/_cpp_api/namespace_torch_tensorrt.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Namespace torch_tensorrt — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html index 31aba87de5..fed3881259 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::logging — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Namespace torch_tensorrt::logging — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html index d42a18547c..bfc5ac1656 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::ptq — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Namespace torch_tensorrt::ptq — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html index fa8b404e88..eaa87d47c1 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::torchscript — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Namespace torch_tensorrt::torchscript — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html index ca3bb66df3..30e68f66bd 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html @@ -10,7 +10,7 @@ - Program Listing for File logging.h — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Program Listing for File logging.h — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html index 7cefe985b5..7ae173e80c 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html @@ -10,7 +10,7 @@ - Program Listing for File macros.h — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Program Listing for File macros.h — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html index 248f6e9872..1814e6a3df 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html @@ -10,7 +10,7 @@ - Program Listing for File ptq.h — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Program Listing for File ptq.h — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html index ac87ab8cec..05f4fe8a73 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html @@ -10,7 +10,7 @@ - Program Listing for File torch_tensorrt.h — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Program Listing for File torch_tensorrt.h — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html index 3ddecb6991..6ed77c4faa 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html @@ -10,7 +10,7 @@ - Struct Device — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Struct Device — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html index 07d682e395..ca916ae142 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html @@ -10,7 +10,7 @@ - Struct GraphInputs — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Struct GraphInputs — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html index 88b562bd89..9c7246008f 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html @@ -10,7 +10,7 @@ - Struct Input — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Struct Input — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html index d69e96b55b..fbedf06f4f 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html @@ -10,7 +10,7 @@ - Struct CompileSpec — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Struct CompileSpec — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html index 1c8dd66417..141f5401fd 100644 --- a/docs/_cpp_api/torch_tensort_cpp.html +++ b/docs/_cpp_api/torch_tensort_cpp.html @@ -10,7 +10,7 @@ - Torch-TensorRT C++ API — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Torch-TensorRT C++ API — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html index 6c171d50f9..8c0fe343de 100644 --- a/docs/_cpp_api/unabridged_orphan.html +++ b/docs/_cpp_api/unabridged_orphan.html @@ -10,7 +10,7 @@ - Full API — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Full API — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip index b9ccb1cdef..36edb9a3e5 100644 Binary files a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip and b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip differ diff --git a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip index e0706a0012..ac91706e40 100644 Binary files a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip and b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip differ diff --git a/docs/_modules/index.html b/docs/_modules/index.html index 56161b08ae..1cea3f6798 100644 --- a/docs/_modules/index.html +++ b/docs/_modules/index.html @@ -9,7 +9,7 @@ - Overview: module code — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Overview: module code — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html index e2c60f9234..c3e4f46d36 100644 --- a/docs/_modules/torch_tensorrt/_Device.html +++ b/docs/_modules/torch_tensorrt/_Device.html @@ -9,7 +9,7 @@ - torch_tensorrt._Device — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt._Device — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html index 3d16a4e188..179b19158f 100644 --- a/docs/_modules/torch_tensorrt/_Input.html +++ b/docs/_modules/torch_tensorrt/_Input.html @@ -9,7 +9,7 @@ - torch_tensorrt._Input — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt._Input — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html index 87a6c2a149..87ff584e3b 100644 --- a/docs/_modules/torch_tensorrt/_compile.html +++ b/docs/_modules/torch_tensorrt/_compile.html @@ -9,7 +9,7 @@ - torch_tensorrt._compile — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt._compile — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/_utils.html b/docs/_modules/torch_tensorrt/_utils.html index 3c233bfda5..2b10ec7110 100644 --- a/docs/_modules/torch_tensorrt/_utils.html +++ b/docs/_modules/torch_tensorrt/_utils.html @@ -9,7 +9,7 @@ - torch_tensorrt._utils — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt._utils — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/dynamo/_SourceIR.html b/docs/_modules/torch_tensorrt/dynamo/_SourceIR.html index 59676d5919..158f8b3765 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_SourceIR.html +++ b/docs/_modules/torch_tensorrt/dynamo/_SourceIR.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._SourceIR — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.dynamo._SourceIR — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/dynamo/_compiler.html b/docs/_modules/torch_tensorrt/dynamo/_compiler.html index 920de8769a..d791abf8f8 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_compiler.html +++ b/docs/_modules/torch_tensorrt/dynamo/_compiler.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._compiler — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.dynamo._compiler — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/dynamo/_exporter.html b/docs/_modules/torch_tensorrt/dynamo/_exporter.html index 4c11609045..290d2566f1 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_exporter.html +++ b/docs/_modules/torch_tensorrt/dynamo/_exporter.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._exporter — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.dynamo._exporter — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/dynamo/_settings.html b/docs/_modules/torch_tensorrt/dynamo/_settings.html index c41a423d94..bbfb519d7e 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_settings.html +++ b/docs/_modules/torch_tensorrt/dynamo/_settings.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._settings — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.dynamo._settings — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/dynamo/_tracer.html b/docs/_modules/torch_tensorrt/dynamo/_tracer.html index 54ad17bc53..56cc6109e8 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_tracer.html +++ b/docs/_modules/torch_tensorrt/dynamo/_tracer.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._tracer — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.dynamo._tracer — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html index ad54290fde..6b273c187d 100644 --- a/docs/_modules/torch_tensorrt/fx/fx2trt.html +++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.fx2trt — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.fx.fx2trt — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html index 1209517f76..3346b1b693 100644 --- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html +++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.input_tensor_spec — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.fx.input_tensor_spec — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html index 8b4497ba08..275e334242 100644 --- a/docs/_modules/torch_tensorrt/fx/lower.html +++ b/docs/_modules/torch_tensorrt/fx/lower.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.lower — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.fx.lower — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html index 6234200943..388260b540 100644 --- a/docs/_modules/torch_tensorrt/fx/trt_module.html +++ b/docs/_modules/torch_tensorrt/fx/trt_module.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.trt_module — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.fx.trt_module — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html index a9ef755426..afb584db89 100644 --- a/docs/_modules/torch_tensorrt/logging.html +++ b/docs/_modules/torch_tensorrt/logging.html @@ -9,7 +9,7 @@ - torch_tensorrt.logging — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.logging — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/ptq.html b/docs/_modules/torch_tensorrt/ptq.html index 582fa8699c..9057f659dd 100644 --- a/docs/_modules/torch_tensorrt/ptq.html +++ b/docs/_modules/torch_tensorrt/ptq.html @@ -9,7 +9,7 @@ - torch_tensorrt.ptq — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.ptq — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html index 4c2efcaece..337fc9e107 100644 --- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html +++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html @@ -9,7 +9,7 @@ - torch_tensorrt.ts._compile_spec — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.ts._compile_spec — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html index 6a658ce217..51f7c358cc 100644 --- a/docs/_modules/torch_tensorrt/ts/_compiler.html +++ b/docs/_modules/torch_tensorrt/ts/_compiler.html @@ -9,7 +9,7 @@ - torch_tensorrt.ts._compiler — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.ts._compiler — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/_sources/index.rst.txt b/docs/_sources/index.rst.txt index 946407433c..455aeab8b3 100644 --- a/docs/_sources/index.rst.txt +++ b/docs/_sources/index.rst.txt @@ -167,9 +167,9 @@ CLI Documentation Contributor Documentation -------------------------------- * :ref:`system_overview` -* :ref:`_dynamo_converters` +* :ref:`dynamo_converters` * :ref:`writing_dynamo_aten_lowering_passes` -* :ref:`_ts_converters` +* :ref:`ts_converters` * :ref:`useful_links` .. toctree:: diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js index 524f3aff50..a1d337f4ba 100644 --- a/docs/_static/documentation_options.js +++ b/docs/_static/documentation_options.js @@ -1,6 +1,6 @@ var DOCUMENTATION_OPTIONS = { URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'), - VERSION: 'v2.2.0.dev0+b258168', + VERSION: 'v2.2.0.dev0+53a0802', LANGUAGE: 'None', COLLAPSE_INDEX: false, BUILDER: 'html', diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html index 59ae0e4a37..d92e086b3e 100644 --- a/docs/cli/torchtrtc.html +++ b/docs/cli/torchtrtc.html @@ -10,7 +10,7 @@ - torchtrtc — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torchtrtc — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html index 18e9b73b18..8d54aaa644 100644 --- a/docs/contributors/conversion.html +++ b/docs/contributors/conversion.html @@ -10,7 +10,7 @@ - Conversion Phase — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Conversion Phase — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/contributors/dynamo_converters.html b/docs/contributors/dynamo_converters.html index fed9b5adbc..f493592d26 100644 --- a/docs/contributors/dynamo_converters.html +++ b/docs/contributors/dynamo_converters.html @@ -10,7 +10,7 @@ - Writing Dynamo Converters — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Writing Dynamo Converters — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html index 2b0fbcf10b..3963401b1c 100644 --- a/docs/contributors/lowering.html +++ b/docs/contributors/lowering.html @@ -10,7 +10,7 @@ - Lowering Phase — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Lowering Phase — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html index 20a98bfed9..be7108eec4 100644 --- a/docs/contributors/partitioning.html +++ b/docs/contributors/partitioning.html @@ -10,7 +10,7 @@ - Partitioning Phase — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Partitioning Phase — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html index e76fa8f42c..51c64f34c5 100644 --- a/docs/contributors/phases.html +++ b/docs/contributors/phases.html @@ -10,7 +10,7 @@ - Compiler Phases — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Compiler Phases — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html index 5d1bd9990c..c243c98452 100644 --- a/docs/contributors/runtime.html +++ b/docs/contributors/runtime.html @@ -10,7 +10,7 @@ - Runtime Phase — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Runtime Phase — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html index b11e5e4cab..4c365f2545 100644 --- a/docs/contributors/system_overview.html +++ b/docs/contributors/system_overview.html @@ -10,7 +10,7 @@ - System Overview — Torch-TensorRT v2.2.0.dev0+b258168 documentation + System Overview — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/contributors/ts_converters.html b/docs/contributors/ts_converters.html index 7964fe081c..90fce510b2 100644 --- a/docs/contributors/ts_converters.html +++ b/docs/contributors/ts_converters.html @@ -10,7 +10,7 @@ - Writing TorchScript Converters — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Writing TorchScript Converters — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html index c95123d312..e9f137eef4 100644 --- a/docs/contributors/useful_links.html +++ b/docs/contributors/useful_links.html @@ -10,7 +10,7 @@ - Useful Links for Torch-TensorRT Development — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Useful Links for Torch-TensorRT Development — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/contributors/writing_dynamo_aten_lowering_passes.html b/docs/contributors/writing_dynamo_aten_lowering_passes.html index 5893637621..ecc337c84b 100644 --- a/docs/contributors/writing_dynamo_aten_lowering_passes.html +++ b/docs/contributors/writing_dynamo_aten_lowering_passes.html @@ -10,7 +10,7 @@ - Writing Dynamo ATen Lowering Passes — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Writing Dynamo ATen Lowering Passes — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/dynamo/dynamo_export.html b/docs/dynamo/dynamo_export.html index afcf360a2d..2f631349ca 100644 --- a/docs/dynamo/dynamo_export.html +++ b/docs/dynamo/dynamo_export.html @@ -10,7 +10,7 @@ - Compiling ExportedPrograms with Torch-TensorRT — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Compiling ExportedPrograms with Torch-TensorRT — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/dynamo/torch_compile.html b/docs/dynamo/torch_compile.html index a642262d73..eab5955b5d 100644 --- a/docs/dynamo/torch_compile.html +++ b/docs/dynamo/torch_compile.html @@ -10,7 +10,7 @@ - TensorRT Backend for torch.compile — Torch-TensorRT v2.2.0.dev0+b258168 documentation + TensorRT Backend for torch.compile — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/fx/getting_started_with_fx_path.html b/docs/fx/getting_started_with_fx_path.html index e50caee299..aa96a3bed3 100644 --- a/docs/fx/getting_started_with_fx_path.html +++ b/docs/fx/getting_started_with_fx_path.html @@ -10,7 +10,7 @@ - Torch-TensorRT (FX Frontend) User Guide — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Torch-TensorRT (FX Frontend) User Guide — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/genindex.html b/docs/genindex.html index a706238ac5..367881be31 100644 --- a/docs/genindex.html +++ b/docs/genindex.html @@ -9,7 +9,7 @@ - Index — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Index — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/getting_started/getting_started_with_windows.html b/docs/getting_started/getting_started_with_windows.html index c4ac9ed608..8e8efcd950 100644 --- a/docs/getting_started/getting_started_with_windows.html +++ b/docs/getting_started/getting_started_with_windows.html @@ -10,7 +10,7 @@ - Building Torch-TensorRT on Windows — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Building Torch-TensorRT on Windows — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html index 33884409ef..e14fe8d89d 100644 --- a/docs/getting_started/installation.html +++ b/docs/getting_started/installation.html @@ -10,7 +10,7 @@ - Installation — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Installation — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/index.html b/docs/index.html index dde04cc51f..52d48fd917 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - Torch-TensorRT — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Torch-TensorRT — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -236,7 +236,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
@@ -518,9 +518,9 @@

CLI Documentation

diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html index 64b4be52d4..14d9f3dbb3 100644 --- a/docs/indices/supported_ops.html +++ b/docs/indices/supported_ops.html @@ -10,7 +10,7 @@ - Operators Supported — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Operators Supported — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -236,7 +236,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/objects.inv b/docs/objects.inv index bd824bd563..a2040ea4da 100644 Binary files a/docs/objects.inv and b/docs/objects.inv differ diff --git a/docs/py-modindex.html b/docs/py-modindex.html index de8e1699ab..9a45896952 100644 --- a/docs/py-modindex.html +++ b/docs/py-modindex.html @@ -9,7 +9,7 @@ - Python Module Index — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Python Module Index — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/py_api/dynamo.html b/docs/py_api/dynamo.html index 7697a60ea4..ee661de80e 100644 --- a/docs/py_api/dynamo.html +++ b/docs/py_api/dynamo.html @@ -10,7 +10,7 @@ - torch_tensorrt.dynamo — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.dynamo — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html index 6228fe57df..a6e06dd6ec 100644 --- a/docs/py_api/fx.html +++ b/docs/py_api/fx.html @@ -10,7 +10,7 @@ - torch_tensorrt.fx — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.fx — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html index ab00413060..65b7c26506 100644 --- a/docs/py_api/logging.html +++ b/docs/py_api/logging.html @@ -10,7 +10,7 @@ - torch_tensorrt.logging — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.logging — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html index 8a40433a74..72c4216769 100644 --- a/docs/py_api/ptq.html +++ b/docs/py_api/ptq.html @@ -10,7 +10,7 @@ - torch_tensorrt.ptq — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.ptq — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html index 5ae2442e32..1540533f94 100644 --- a/docs/py_api/torch_tensorrt.html +++ b/docs/py_api/torch_tensorrt.html @@ -10,7 +10,7 @@ - torch_tensorrt — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html index a7d45bd6b4..2d92ecff29 100644 --- a/docs/py_api/ts.html +++ b/docs/py_api/ts.html @@ -10,7 +10,7 @@ - torch_tensorrt.ts — Torch-TensorRT v2.2.0.dev0+b258168 documentation + torch_tensorrt.ts — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
@@ -637,7 +637,7 @@

Functions
-torch_tensorrt.ts.TensorRTCompileSpec(inputs: ~typing.Optional[~typing.List[torch.Tensor | torch_tensorrt._Input.Input]] = None, input_signature: ~typing.Optional[~typing.Any] = None, device: torch.device | torch_tensorrt._Device.Device = Device(type=DeviceType.GPU, gpu_id=0), disable_tf32: bool = False, sparse_weights: bool = False, enabled_precisions: ~typing.Optional[~typing.Set[torch.dtype | torch_tensorrt._C.dtype]] = None, refit: bool = False, debug: bool = False, capability: ~torch_tensorrt._C.EngineCapability = <EngineCapability.default: 0>, num_avg_timing_iters: int = 1, workspace_size: int = 0, dla_sram_size: int = 1048576, dla_local_dram_size: int = 1073741824, dla_global_dram_size: int = 536870912, truncate_long_and_double: bool = False, calibrator: object = None, allow_shape_tensors: bool = False) → <torch.ScriptClass object at 0x7fd5fe883bb0>[source]
+torch_tensorrt.ts.TensorRTCompileSpec(inputs: ~typing.Optional[~typing.List[torch.Tensor | torch_tensorrt._Input.Input]] = None, input_signature: ~typing.Optional[~typing.Any] = None, device: torch.device | torch_tensorrt._Device.Device = Device(type=DeviceType.GPU, gpu_id=0), disable_tf32: bool = False, sparse_weights: bool = False, enabled_precisions: ~typing.Optional[~typing.Set[torch.dtype | torch_tensorrt._C.dtype]] = None, refit: bool = False, debug: bool = False, capability: ~torch_tensorrt._C.EngineCapability = <EngineCapability.default: 0>, num_avg_timing_iters: int = 1, workspace_size: int = 0, dla_sram_size: int = 1048576, dla_local_dram_size: int = 1073741824, dla_global_dram_size: int = 536870912, truncate_long_and_double: bool = False, calibrator: object = None, allow_shape_tensors: bool = False) → <torch.ScriptClass object at 0x7fa34ea5a8b0>[source]

Utility to create a formated spec dictionary for using the PyTorch TensorRT backend

Keyword Arguments
diff --git a/docs/search.html b/docs/search.html index 05f54a8e7a..862baa32c0 100644 --- a/docs/search.html +++ b/docs/search.html @@ -9,7 +9,7 @@ - Search — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Search — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -234,7 +234,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/searchindex.js b/docs/searchindex.js index 9dae2185d8..49f6e74761 100644 --- a/docs/searchindex.js +++ b/docs/searchindex.js @@ -1 +1 @@ -Search.setIndex({docnames:["_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1GraphInputs","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_orphan","cli/torchtrtc","contributors/conversion","contributors/dynamo_converters","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/ts_converters","contributors/useful_links","contributors/writing_dynamo_aten_lowering_passes","dynamo/dynamo_export","dynamo/torch_compile","fx/getting_started_with_fx_path","getting_started/getting_started_with_windows","getting_started/installation","index","indices/supported_ops","py_api/dynamo","py_api/fx","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","src/pytorch-sphinx-theme/docs/changelog","src/pytorch-sphinx-theme/docs/configuring","src/pytorch-sphinx-theme/docs/demo/api","src/pytorch-sphinx-theme/docs/demo/demo","src/pytorch-sphinx-theme/docs/demo/lists_tables","src/pytorch-sphinx-theme/docs/demo/long","src/pytorch-sphinx-theme/docs/demo/structure","src/pytorch-sphinx-theme/docs/index","src/pytorch-sphinx-theme/docs/installing","ts/creating_torchscript_module_in_python","ts/getting_started_with_cpp_api","ts/getting_started_with_python_api","ts/torchscript_frontend_from_pytorch","tutorials/_rendered_examples/dynamo/index","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example","tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example","tutorials/_rendered_examples/index","tutorials/notebooks","tutorials/serving_torch_tensorrt_with_triton","user_guide/dynamic_shapes","user_guide/ptq","user_guide/runtime","user_guide/saving_models","user_guide/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,nbsphinx:4,sphinx:56},filenames:["_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_orphan.rst","cli/torchtrtc.rst","contributors/conversion.rst","contributors/dynamo_converters.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/ts_converters.rst","contributors/useful_links.rst","contributors/writing_dynamo_aten_lowering_passes.rst","dynamo/dynamo_export.rst","dynamo/torch_compile.rst","fx/getting_started_with_fx_path.rst","getting_started/getting_started_with_windows.rst","getting_started/installation.rst","index.rst","indices/supported_ops.rst","py_api/dynamo.rst","py_api/fx.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","src/pytorch-sphinx-theme/docs/changelog.rst","src/pytorch-sphinx-theme/docs/configuring.rst","src/pytorch-sphinx-theme/docs/demo/api.rst","src/pytorch-sphinx-theme/docs/demo/demo.rst","src/pytorch-sphinx-theme/docs/demo/lists_tables.rst","src/pytorch-sphinx-theme/docs/demo/long.rst","src/pytorch-sphinx-theme/docs/demo/structure.rst","src/pytorch-sphinx-theme/docs/index.rst","src/pytorch-sphinx-theme/docs/installing.rst","ts/creating_torchscript_module_in_python.rst","ts/getting_started_with_cpp_api.rst","ts/getting_started_with_python_api.rst","ts/torchscript_frontend_from_pytorch.rst","tutorials/_rendered_examples/dynamo/index.rst","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst","tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst","tutorials/_rendered_examples/index.rst","tutorials/notebooks.rst","tutorials/serving_torch_tensorrt_with_triton.rst","user_guide/dynamic_shapes.rst","user_guide/ptq.rst","user_guide/runtime.rst","user_guide/saving_models.rst","user_guide/using_dla.rst"],objects:{"":[[5,0,1,"c.STR","STR"],[9,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[11,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[7,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[8,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[6,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[12,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[10,0,1,"c.XSTR","XSTR"],[0,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[0,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE","torch_tensorrt::DataType::Value::kDouble"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::Value::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE","torch_tensorrt::DataType::kDouble"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[0,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[46,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[46,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[1,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[46,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[46,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[46,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[46,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[46,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[17,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[47,1,1,"_CPPv4N14torch_tensorrt11GraphInputsE","torch_tensorrt::GraphInputs"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE","torch_tensorrt::GraphInputs::input_signature"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs6inputsE","torch_tensorrt::GraphInputs::inputs"],[48,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEv","torch_tensorrt::Input::Input"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[48,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input13tensor_domainE","torch_tensorrt::Input::tensor_domain"],[2,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[37,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[35,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::kSTANDARD"],[16,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[24,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[22,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[23,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[28,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[28,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[25,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[3,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[3,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[4,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[29,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[29,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[29,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[30,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[36,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[36,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[49,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE","torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_sram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE","torch_tensorrt::torchscript::CompileSpec::graph_inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[31,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[32,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[34,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"],[74,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[74,10,1,"","__init__"],[74,11,1,"","allow_gpu_fallback"],[74,11,1,"","device_type"],[74,11,1,"","dla_core"],[74,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[74,10,1,"","__init__"],[74,11,1,"","dtype"],[74,10,1,"","example_tensor"],[74,11,1,"","format"],[74,10,1,"","from_tensor"],[74,10,1,"","from_tensors"],[74,11,1,"","shape"],[74,11,1,"","shape_mode"]],"torch_tensorrt.dynamo":[[70,9,1,"","CompilationSettings"],[70,9,1,"","SourceIR"],[70,12,1,"","compile"],[70,12,1,"","export"],[70,12,1,"","trace"]],"torch_tensorrt.fx":[[71,9,1,"","InputTensorSpec"],[71,9,1,"","TRTInterpreter"],[71,9,1,"","TRTInterpreterResult"],[71,9,1,"","TRTModule"],[71,12,1,"","compile"]],"torch_tensorrt.logging":[[72,9,1,"","Level"],[72,9,1,"","debug"],[72,9,1,"","errors"],[72,12,1,"","get_is_colored_output_on"],[72,12,1,"","get_logging_prefix"],[72,12,1,"","get_reportable_log_level"],[72,9,1,"","graphs"],[72,9,1,"","info"],[72,9,1,"","internal_errors"],[72,12,1,"","log"],[72,12,1,"","set_is_colored_output_on"],[72,12,1,"","set_logging_prefix"],[72,12,1,"","set_reportable_log_level"],[72,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[72,11,1,"","Debug"],[72,11,1,"","Error"],[72,11,1,"","Graph"],[72,11,1,"","Info"],[72,11,1,"","InternalError"],[72,11,1,"","Warning"]],"torch_tensorrt.ptq":[[73,9,1,"id1","CacheCalibrator"],[73,9,1,"id2","CalibrationAlgo"],[73,9,1,"id0","DataLoaderCalibrator"],[73,12,1,"","get_batch"],[73,12,1,"","get_batch_size"],[73,12,1,"","get_cache_mode_batch"],[73,12,1,"","read_calibration_cache"],[73,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[73,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[73,11,1,"","ENTROPY_CALIBRATION"],[73,11,1,"","ENTROPY_CALIBRATION_2"],[73,11,1,"","LEGACY_CALIBRATION"],[73,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[73,10,1,"","__init__"]],"torch_tensorrt.ts":[[75,12,1,"","TensorRTCompileSpec"],[75,12,1,"","check_method_op_support"],[75,12,1,"","compile"],[75,12,1,"","convert_method_to_trt_engine"],[75,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[74,9,1,"","Device"],[74,9,1,"","DeviceType"],[74,9,1,"","EngineCapability"],[74,9,1,"","Input"],[74,9,1,"","TensorFormat"],[74,12,1,"","compile"],[74,12,1,"","convert_method_to_trt_engine"],[74,9,1,"","dtype"],[74,12,1,"","dump_build_info"],[100,8,0,"-","dynamo"],[71,8,0,"-","fx"],[74,12,1,"","get_build_info"],[72,8,0,"-","logging"],[73,8,0,"-","ptq"],[74,12,1,"","set_device"],[75,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[33,43,44,45,49,52,54,56,59,60,62,64,65,66,67,68,69,70,71,72,73,74,75,76,78,79,86,88,89,90,91,92,93,94,96,97,98,101],"000":[90,91,92,93],"0000":80,"01":[69,80,86],"0208":86,"03":80,"0358":86,"0383":86,"04":[86,96],"0435":86,"0464":86,"0530":86,"0678":86,"0805":86,"0818":86,"0932":86,"0f8157a5fc5329943b338b893591373350afa90ca81239cdadd7580cd1eba254":67,"0x7fd5fe883bb0":75,"1":[3,4,33,44,45,48,49,52,54,55,56,58,60,62,63,65,66,67,69,70,71,72,73,74,75,76,77,79,80,83,85,86,87,88,91,93,95,97,98,100,101],"10":[49,67,70,71,75,83,85,86,95,96,98],"100":[65,71],"1000":96,"1012":55,"1013":55,"1024":[52,70,74,75,95],"1045":86,"1048576":[45,49,70,75],"1056":86,"1063":86,"1073741824":[45,49,70,75],"109":86,"11":[55,66,67,79,83,86,96],"119":85,"12":[55,56,67,79,83,85,86,96],"120":[85,86],"123":80,"129":85,"13":[79,83],"136":96,"137":85,"138":85,"14":[83,93,96,97],"1409":98,"15":[79,83],"1502":86,"1549":86,"1556":98,"16":[74,83,85,86,87],"1691":86,"17":83,"18":[83,86],"19":[80,83],"1994":98,"1b":66,"1d":55,"1e":52,"2":[33,43,54,56,60,63,64,65,67,68,69,70,72,73,74,75,77,79,80,83,85,86,89,90,93,94,97,98,100],"20":[56,83,91,93,97],"2009":98,"2010":98,"2012":80,"2014":98,"2015":66,"2017":66,"2019":66,"2020":[68,86],"2021":68,"2022":[66,68],"2023":98,"2048":[65,71],"2052":[90,91,93],"22":96,"224":[56,63,70,71,74,75,91,95,96,97,100],"225":[71,96],"229":96,"23":[49,55,70,75,80],"2341":100,"234375":96,"24":55,"244":[70,74,75],"248":55,"249":55,"25":[65,71,86],"256":96,"258":79,"27":[56,86],"28":86,"2802":86,"2822":79,"287":79,"29":86,"2c3":80,"3":[45,49,52,55,56,58,63,64,65,69,70,72,73,74,75,79,80,83,85,86,88,91,95,97,98,100,101],"30":[91,93],"300":[52,88],"31":86,"32":[52,74,85,86,87,98,101],"320":98,"32bit":52,"33":86,"33554432":[65,71],"346":86,"35":86,"36":86,"3677":55,"37":86,"38":85,"39":85,"3_cuda12":67,"3d":[54,65],"4":[56,58,63,64,65,67,69,72,77,79,80,83,86,90,92,93,97],"406":96,"429688":96,"4465":98,"456":96,"468750":96,"4822":98,"485":96,"4914":98,"4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d":67,"5":[52,56,58,59,64,65,66,67,70,72,79,80,83,85,86,90,96,97],"50":95,"512":[52,70,74,75,95,97],"523438":96,"53":80,"536870912":[45,49,70,75],"539":86,"56":86,"576":86,"6":[55,56,58,67,69,83,85,86,97],"622":55,"64":[65,74,87],"64bit":52,"664062":96,"7":[54,56,58,59,66,74,83,86,90,91,93],"72048":67,"7302":80,"79d77a769c7e7175abc7b5c2ed5c494148c0618a864138722c887f95c623777c":67,"8":[3,52,55,63,64,66,67,74,79,80,83,86,91,96,97],"8000":96,"8001":96,"8002":96,"84":[85,86],"9":[83,86,96],"90":96,"92":96,"9223372036854775807":69,"96":66,"abstract":[58,60,80],"boolean":[65,74],"break":[64,65,79],"byte":[73,74,75,95],"case":[0,1,2,46,49,53,54,56,58,60,62,64,65,67,74,97,98,99],"catch":[55,86],"char":[3,4,44,52,86],"class":[29,30,44,45,46,51,58,60,64,65,72,75,79,80,85,86,87,90,95,97,98],"const":[0,1,2,3,4,29,30,31,32,33,34,36,44,45,46,55,60,69,86,98],"default":[0,1,2,3,4,16,29,30,33,43,45,46,48,49,52,54,56,62,64,65,67,70,71,74,75,77,78,79,86,87,88,97,98,100],"do":[53,54,55,56,60,63,65,78,80,85,86,87,98,101],"enum":[0,1,2,42,45,46,70,72,75,98],"export":[67,70,97,100],"final":[53,56,57,59,67,90,91,93,95],"float":[49,52,63,64,69,74,85,86,87,88,90,93,98],"function":[0,1,2,3,4,46,48,49,54,55,56,58,60,62,64,65,67,85,86,88,90,91,93,95,96,97,98,101],"import":[52,55,56,63,64,65,67,77,79,85,86,87,88,96,97,99,100],"int":[0,3,4,36,44,45,49,52,54,56,63,64,69,70,71,73,74,75,77,86,97],"long":[49,52,53,63,74,79,80],"new":[0,1,2,3,4,32,33,46,48,49,56,58,59,60,62,64,65,72,75,79,86,89,91,93,94,96,97,100],"public":[0,1,2,3,4,44,45,46,47,48,49,80,98],"return":[0,1,2,3,4,23,24,29,30,31,32,33,34,35,42,43,44,45,46,54,55,56,57,58,59,60,62,64,65,70,71,72,74,75,85,86,87,90,96,97,98],"short":[55,79,80,97],"static":[48,49,53,60,63,70,74,75,77,86],"super":[44,85,90,97],"switch":100,"throw":[52,55,86],"true":[0,1,2,4,46,49,55,56,60,62,64,65,69,70,71,74,75,77,80,86,88,90,91,92,93,96,97,98,101],"try":[59,79,80,86,88],"var":69,"void":[3,4,25,26,27,28,36,37,42,44,45],"while":[54,56,67,95,96,98],A:[4,29,30,32,33,47,48,54,55,56,60,65,67,71,74,75,80,92,96,98],And:86,As:[56,65,67,86],At:78,But:[79,86],By:[29,30,51,56,67,77,85,97],For:[53,56,62,63,64,65,67,71,77,79,80,85,86,88,90,95,96,97,98,99],If:[27,33,53,54,55,56,62,63,64,65,67,71,72,74,77,79,86,87,90,96,97,98,99,101],In:[0,1,2,46,53,54,56,57,58,59,60,64,65,67,79,80,82,87,89,94,95,96,97,98,99,100],Is:[24,74],It:[52,54,55,56,57,59,60,65,67,68,77,79,95],Its:[60,79],Not:3,On:56,One:[65,79,80,86,95],Or:79,Such:54,THE:79,TO:[67,86],That:79,Thats:86,The:[1,46,48,49,52,53,54,55,56,57,58,59,60,62,63,64,65,67,70,72,74,75,77,80,85,87,88,94,95,96,97,98,100],Then:[56,88,98],There:[4,53,54,59,60,62,63,65,66,67,80,85,95,96,97,98,99,100],These:[53,54,56,58,62,64,67,70,77,79,96,98],To:[1,46,52,54,56,64,67,70,77,85,86,87,88,96],Will:31,With:[77,79,86,96,98],_:[65,73,79],___torch_mangle_10:85,___torch_mangle_4847:58,___torch_mangle_5:85,___torch_mangle_9:85,__and__:69,__attribute__:43,__derive_index:69,__getitem__:69,__gnuc__:43,__init__:[62,73,74,79,85,90,97],__is__:69,__isnot__:69,__main__:[90,91,93],__name__:[90,91,93],__not__:69,__or__:69,__range_length:69,__round_to_zero_floordiv:69,__torch__:[58,85,86],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:58,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:58,__visibility__:43,__xor__:69,_all_:55,_aten_lowering_pass:62,_c:[70,75,88],_convolut:[69,86],_devic:[64,70,75],_dynamo:[64,90,91,93],_dynamo_convert:68,_enum:74,_export:[97,100],_input:75,_jit_to_backend:88,_jit_to_tensorrt:75,_leaky_relu:54,_remove_lowering_pass:62,_rendered_examples_jupyt:94,_rendered_examples_python:94,_script:75,_set:90,_shapemod:74,_theme:84,_ts_convert:68,_validate_not_a_forked_repo:96,a1b:80,aarch64:59,ab:69,abi:99,abl:[53,55,60,62,65,88,98],about:[52,53,58,60,67,74,77,86,96,97],abov:[25,54,56,62,65,67,72,78,79,86,91,93,97],absolut:[52,67],ac:82,acc_mod:65,acc_norm:65,acc_op:65,acc_op_convert:65,acc_ops_sigmoid:65,acc_trac:65,acceler:[64,71,89,94,101],accept:[48,52,54,58,60,74,86,87,90],access:[55,60,65,77,86,88],accord:[60,64,75],accordingli:[65,77,97],account:[54,96],accumsan:82,accumul:[49,70,75],accuraci:[95,98],achiev:[56,95],aco:69,acosh:69,acoust:95,acquir:86,across:[49,52,55,56,64,70,75,77,97],acthardtanh:60,action:[65,79],activ:[65,75,79,86,95,98,101],activationtyp:[60,65],actual:[55,58,60,65,72,85,86],ad:[25,52,53,54,56,62,65,97],adaptive_avg_pool1d:69,adaptive_avg_pool2d:69,adaptive_avg_pool3d:69,adaptive_max_pool1d:69,adaptive_max_pool2d:69,adaptive_max_pool3d:69,adaptiveavgpool2d:97,add:[26,53,54,55,56,60,63,66,67,69,72,77,79,84,86,87,97],add_:[55,69,86],add_activ:65,addactiv:60,addit:[54,55,64,65,66,74,86,95,97,100],addition:64,addlay:86,addmm_replac:54,address:[80,97],addshuffl:86,adipisc:[80,82],adjac:[56,70,79],adjust:79,adopt:95,advanc:[80,89,94,98],advis:79,aenean:82,afford:65,aforement:96,after:[52,53,55,56,62,65,66,85,86,87,90,91,93,96,99,100],again:[44,58,60,79],against:[52,86],agx:45,ahead:[68,86],aim:55,algo_typ:[73,98],algorithm:[3,4,29,30,44,65,73,98],algorithm_selector:65,alias:43,align:79,align_corn:69,aliquam:82,aliquet:[80,82],all:[16,42,43,44,45,49,52,54,55,56,58,62,64,65,66,67,70,72,74,79,80,85,86,87,94,95,96,98,99,100],alloc:60,allow:[48,49,52,53,54,55,56,62,64,65,66,70,74,75,77,91,93],allow_gpu_fallback:[45,46,70,74,75,88,98,101],allow_shape_tensor:[45,49,75],allow_tf32:69,almost:86,along:[54,97,100],alpha:[54,65,69,80],alreadi:[52,53,54,55,86,98],also:[29,53,54,60,62,64,66,67,77,79,80,86,87,94,95,98],altern:[48,56,62,63,87,95],although:79,altogeth:[56,77],alwai:[3,4,27,52,79],amet:[80,82],amount:70,an:[2,3,4,48,49,52,53,54,55,56,57,58,59,60,62,64,65,66,67,70,71,73,74,75,77,79,80,85,86,87,90,95,96,97,98,99,100],analogu:60,analysi:[56,97],analyt:77,analytics_id:77,ancient:79,ani:[48,52,53,54,60,62,65,69,70,73,74,75,77,79,86,87,97,98],ann:79,annot:[60,86],anonym:79,anoth:[79,80,85,87],ant:82,anyon:80,anyth:[79,80,99],aot:[68,86,97],api:[56,59,60,62,63,64,65,74,75,78,86,87,88,89,90,94,95,96,97,98,99],appear:[56,79],append:[69,97],appli:[62,63,98],applic:[1,29,46,52,55,59,64,70,86,87,88,99,101],apply_lowering_pass:[62,97],approach:[56,100],appropri:66,apr:86,ar:[42,46,49,52,53,54,55,56,58,59,60,62,63,64,65,66,67,70,74,75,77,79,80,81,85,86,88,95,96,97,98,99,100],arab:80,arang:69,arbitrari:62,architectur:[67,68,95],archiv:67,arcu:[80,82],area:81,aren:86,arg0_1:97,arg:[53,54,62,65,73,74,83,86,95,97],arg_replacement_tupl:65,argc:86,argmax:69,argmin:69,argument:[48,52,54,55,58,60,62,64,65,70,74,75,79,80,86,87,97],argv:86,arithmet:56,around:[55,58,60,67,79,82,85],arrai:[3,4,33,53,54,75],arrayref:[45,48,49],artifact:66,arxiv:98,as_numpi:96,asin:69,asinh:69,aspect:52,assembl:[53,62,86],assign:[3,4,78],associ:[53,60,86],associatevalueandivalu:60,associatevalueandtensor:[60,86],assum:[33,88,97],atan:69,atanh:69,aten:[49,54,55,56,60,61,64,68,69,70,75,86,90,97],aten_:54,aten_ops_convolut:54,aten_trac:97,atol:52,attention_mask:97,attrdict:96,attribut:[54,55,56,58,65,79,86],auctor:82,audio:95,augu:82,author:[54,80],auto:[44,56,60,64,70,79,80,86,98,101],autocast:54,autodoc:[79,80],automat:[64,79,86,97],auxiliari:[64,70],avail:[52,54,60,62,64,65,67,70,77,101],averag:[49,52,70,75],avg:52,avg_pool1d:69,avg_pool2d:69,avg_pool3d:69,avgpool:97,awai:79,awaken:79,axi:69,b0:95,b258168:79,b:[66,67,69,80,96],b_hh:69,b_ih:69,back:[55,56,58,59,74,79,85,86],back_insert:44,backend:[62,75,78,88,89,90,92,93,94,97],backend_kwarg:90,background:[79,85],backlink:79,backward:65,bar:[77,79],base:[37,50,58,63,64,70,71,72,73,74,79,85,87,93,95,97,98,100],bash:67,basi:79,basic:[52,56,65,80,94,96],batch:[3,4,44,64,65,71,91,93,96,97,98,101],batch_norm:[60,69],batch_siz:[44,98],batched_data_:44,batchnorm:55,batchtyp:44,bathroom:79,bazel:[59,67],bazel_vers:67,bazelbuild:67,bazelisk:67,bazelvers:67,bdist_wheel:67,beat:80,becaus:[60,65,67,71,85,86],becom:[60,70],bee:79,been:[53,60,64,67,80,86,100],befor:[49,54,55,56,59,60,65,70,75,86,96],begin:[44,65,67,79,90],beginn:85,begun:79,behav:81,behavior:[49,56,65,70,74,75,97,100],behind:79,being:[54,65,67,70,86],belong:79,below:[33,56,60,62,63,64,65,67,79,86,87,92,96],benchmark:[64,69],benefit:[60,86],bert:93,bertmodel:[93,97],besid:79,best:[65,70,79],beta:[54,65,69,75],better:[70,85,95],between:[54,55,56,60,67,79,80,98],bia:[55,69,86],bibendum:82,bibliograph:80,bigger:79,bin:67,binari:[44,98],binary_data:96,bind:[3,4,33,44,75,79],bird:96,bit:[49,60,65,70,74,75,86],bitbucket:77,bitbucket_url:77,bitwise_not:69,blandit:82,blank:79,blob:[54,61,67,77,98],block0:55,block1:55,block:[52,53,55,56,64,70,83],blog:68,blue:79,bmm:69,bodi:[54,79,80],bold:79,bool:[0,1,2,3,4,24,27,30,31,42,44,45,46,49,55,60,64,69,70,71,72,74,75,77,86,98],border:79,both:[54,56,64,67,68,71,77,79,85,98],bottom:77,bound:74,boundari:[56,70,72,73],box:[79,97],bracket:79,branch:67,bread:79,brief:56,briefli:85,brontosaurus:79,browser:79,bsd:[42,43,44,45],buffer:[3,4,65],bui:80,build:[29,30,35,49,52,53,57,59,60,63,64,65,70,74,78,83,86,91,93,98],build_fil:67,build_model:65,buildcommandarg:66,builddirectori:66,builder:[63,64,65,70],builderconfig:45,buildroot:66,built:[33,52,58,59,67,70,75],builtin:65,button:[77,79],bytearrai:[65,75],c10:[0,1,45,46,48,49,86,98],c:[42,43,44,45,52,59,64,66,69,70,71,80,87,96,99,101],c_api:61,c_str:[60,86],cach:[3,4,29,30,44,52,64,65,71,73,86,98],cache_:44,cache_fil:[44,73,98],cache_file_path:[3,4,29,30,44],cache_file_path_:44,cache_size_:44,cachecalibr:[73,98],cackl:80,calcul:[48,53,56,86],calibr:[3,4,29,30,44,49,52,70,73,75,86,98],calibration_cache_fil:[29,30,98],calibration_dataload:[30,98],calibration_dataset:98,calibrationalgo:[73,98],call:[29,30,32,49,54,55,58,60,65,70,71,75,79,85,86,88,90,91,93,95,97],call_funct:[54,62,65,97],call_modul:[54,100],call_spec:100,callabl:74,caller:62,callmethod:85,can:[0,1,4,29,30,34,46,47,48,49,52,53,54,55,56,57,58,59,60,62,63,64,65,67,70,74,75,77,79,85,86,87,88,89,90,91,93,94,95,96,97,98,99,100],canada:80,cannot:[48,55,56,65,67,70,74,75,78,85,97,100],canon:77,canonical_url:77,capability_valid:54,capabl:[17,45,49,52,58,70,74,75,88],capbility_valid:54,capit:79,caption:[79,82],captur:97,cast:[3,4,55],castl:92,cat:[56,67,69],categor:54,caught:55,caus:[60,64,77,90,91,93],cd:[67,96],cdll:86,ceil:69,ceil_mod:69,cell:80,center:67,centercrop:96,cerr:86,certain:[65,67,90],cfg:56,chain:[54,60],challeng:[64,96],chanc:60,chang:[29,55,56,59,62,64,65,66,75,77,96,97,98],changelog:83,channel:[2,74,78],channel_last:[70,74,75,95],channels_last:74,charact:79,check:[0,1,31,46,52,55,60,65,75,86,96,99],check_method_op_support:75,check_method_operator_support:[41,45,50],checkmethodoperatorsupport:86,child:80,children:65,choic:[67,73],choos:[64,65,70,85],cifar10:98,cifar:98,clamp:69,clamp_max:69,clamp_min:69,class_count:96,classif:[85,86,95],classifi:[80,95],classification_index:96,classmethod:74,clean:[56,62,66,79,90,91,93],cleanli:56,clear:44,cli:[52,87],click:66,clickabl:79,clone:[62,66,69],cloned_placehold:62,close:86,closer:55,closet:79,cloud:92,cmake:66,cmake_build_typ:66,cmake_cuda_flag:66,cmake_cxx_flag:66,cmake_module_path:66,cmakecommandarg:66,cmakeset:66,cnn:95,co:[69,80,95],coalesc:62,code:[56,59,62,64,65,78,80,85,86,90,91,92,93,94,97,98,100],coeffici:95,collapse_navig:77,collat:80,collect:[54,56,75,86,87],colon:79,color:[24,27,72,79],colored_output_on:[27,42,72],column:80,com:[54,61,64,67,86,90,91,93,96,98,99,100],combin:[56,64,65],come:[65,67,78,96],command:[52,64,67,79,80,85,86,96],comment:[67,79],commodo:82,common:[53,55,65,71,79],common_subexpression_elimin:55,commonli:80,commun:[49,52,66,70,75,86],compar:[65,70,87],comparis:[0,2],comparison:[1,46],compat:[0,1,46,55,58,64,65,66,70,75],compil:[31,34,41,45,49,50,52,54,55,56,58,60,62,65,70,71,72,74,75,77,85,87,88,96,98,99,101],compilation_kwarg:93,compilationset:[64,70,90],compile_engine_and_inf:[90,91,93],compile_spec:[97,98,101],compilegraph:[86,98],compilesepc:33,compilespec:[3,4,21,32,34,41,45,50,56,75,86,98,101],compilespecstruct:50,complet:[56,63,85,86],complex:[47,49,64,67,85,87],complianc:52,compliat:98,complic:67,compon:[57,59,85,99],compos:[65,85,96,98],composit:[54,86],compound:95,comput:[49,65,67,79,95,98],compvi:92,conceiv:79,concept:94,concorr:96,condimentum:82,condit:[56,79],conf:[77,84],confer:68,confidence_scor:96,config:[65,67,71,96],configur:[32,34,48,62,67,70,74,75,83,86,96,97,98],configurationtyp:66,configureset:66,congu:82,connect:[55,70,75,79,96,101],consectetur:[80,82],consecut:[56,63],consid:[56,75,86],consider:96,consist:[55,65,79],consol:52,consolid:[56,85],constant:[53,54,55,56,86],constant_pad_nd:69,constexpr:[0,1,2,45,46],constraint:63,constraint_dim:97,construct:[0,1,2,3,4,46,48,49,53,54,55,57,59,60,65,73,74,79,80,86,98],constructor:[0,2,46,48,49,58,85],consult:78,consum:[4,53,85],contact:80,contain:[30,31,52,53,54,55,56,60,65,67,71,74,79,80,85,86,96,98,99],content:[83,96,98],context:[53,57,58,59,64,72],contextnet:95,contigu:[2,48,49,52,70,74,75],continu:[65,79,99],contribut:64,contributor:86,control:[62,65,85],conv1:[85,86],conv2:[85,86],conv2d:85,conv:[49,52,86],conv_nod:54,conval:82,convect:48,conveni:[62,93,95,98],convent:33,converison:65,convers:[54,55,56,58,63,65,74,75,86,97],conversioncontext:54,conversionctx:[54,60,86],convert:[3,4,31,32,34,52,55,56,57,59,63,64,70,74,75,87,88,91,93,95,99],convert_method_to_trt_engin:[41,45,50,74,75,88],converter_util:54,convertgraphtotrtengin:86,convien:49,convienc:[3,4,49],convolut:[70,75,98,101],convtert:65,coordin:59,copi:[44,60,65,69,73,80,96],copy_:69,copyright:[42,43,44,45,80,86],core:[45,52,55,56,59,64,70,74,86,101],core_id:74,corpor:[42,43,44,45],corpu:95,correct:[58,67,77],correctli:67,correctness_atol:71,correctness_rtol:71,correspod:54,correspond:[54,60,65,67,100],cosh:69,cost:97,could:[56,64,65,91,93],count_include_pad:69,coupl:[53,59,65,99],cout:86,cover:[64,94,95],coverag:70,covert:70,cp:67,cpp:[14,15,42,43,44,45,51,55,59,67,86,98],cpp_frontend:98,cppdirectori:50,cppdoc:86,cpu:71,cra:82,creat:[29,30,33,52,53,54,56,58,60,65,68,75,79,86,96,97,100],create_exported_program:100,credit:86,criteria:[56,57,59,64],cross:79,cs:98,csrc:[55,61],cstddef:98,ctestcommandarg:66,ctrl:66,ctx:[54,60,86],ctype:86,cu118:67,cu121:67,cuda:[49,58,63,65,66,71,74,86,87,88,92,96,97,98,100],cuda_graph_batch_s:[65,71],cuda_runtim:[21,45],cudafloattyp:86,cudasetdevic:36,cudnn:[66,67],cudnn_en:69,cudnn_root_dir:66,cumsum:69,curabitur:82,curl:[67,79],current:[23,54,56,58,60,62,63,64,65,66,67,70,71,75,77,97],cursu:82,custom:[52,62,63,65,89,94],custom_class:[21,45],custom_mapp:65,customclasshold:[45,48],cut:79,cxx11:99,d:[52,79,80,86,101],d_silence_experimental_filesystem_deprecation_warn:66,dai:68,dapibu:82,data:[0,2,3,4,29,30,44,46,48,49,52,53,56,57,59,60,64,65,69,70,71,73,74,75,79,83,87,95,98],data_dir:98,data_item_1:78,data_typ:96,dataclass:[65,90],dataflow:[60,86],dataload:[4,29,30,44,49,73,98],dataloader_:44,dataloadercalibr:[73,98],dataloaderopt:98,dataloaderuniqueptr:[4,44],dataset:[29,73,95,98],datatyp:[1,21,38,45,46,48,49,50,70,74,75,87,96],datatypeclass:50,date:[62,80],david:80,dbg:67,dcmake_build_typ:67,dcmake_module_path:67,dead_code_elimin:55,deal:60,debug:[16,27,45,49,52,60,62,64,66,70,72,75,88,90,91,93],debugg:[52,70,75],decid:74,declar:67,decomp_t:97,decompos:54,decomposit:[63,64,70],deconvolut:101,decor:[54,62,65],decror:54,dedic:[55,80],deep:[60,64,68,77,98,101],deeplearn:[61,65],def:[54,62,65,79,85,87,90,96,97],defin:[0,1,2,3,4,33,43,46,47,48,49,51,52,54,65,74,77,85,86,87,90,93,95,98],definit:[51,54,60,79],deiti:79,delet:[0,1,2,45,46,55],delimit:55,demo:[79,98],demonstr:[64,79,80,81,95,96,98],demostr:95,denot:79,dep:[66,67],depend:[29,35,53,59,64,65,66,70,86,87,96,99],depickl:58,deploi:[57,59,68,86,96,98],deploy:[52,86,87,95,96,98,99,101],deprec:[65,69],depth:[64,77,95],descclassnam:79,descnam:79,describ:[49,56,60,85,88,89,94,96,97],descript:[56,80],deseri:[74,75,86,100],design:[65,95,101],desir:[62,80,98],desktop:66,destini:80,destroi:[60,80],destructor:60,detail:[64,65,85,86,96,97,99],detect:[48,58],determin:[54,55,64,65,97],determinist:69,dev0:79,develop:[54,65,66,67,68,79,80,86],deviat:52,devic:[21,33,36,38,45,49,50,52,58,64,69,70,71,73,74,75,87,88,92,95,98,101],device_typ:[45,46,74,88,98,101],deviceclass:50,devicetyp:[21,38,45,46,50,74,75,88,98,101],devicetypestruct:50,diam:82,dict:[54,70,74,75],dictionari:[54,74,75,88,90],dictum:82,dictumst:82,did:79,didn:79,differ:[29,55,56,59,64,65,67,77,85],diffus:[89,94],diffusionpipelin:92,dignissim:82,dilat:69,dim0:69,dim1:69,dim:[65,69,71,96,97],dim_int:69,dim_intlist:69,dimens:[48,55,65,71,95,97],direct:[62,83,99],direct_output:62,directli:[60,62,63,66,67,68,73,89,90,94,97,98,100],directori:[18,19,20,21,42,43,44,45,50,66,67,98],disabl:[52,72,77,78],disable_memory_format_check:74,disable_tf32:[45,49,70,75,98],disallow:62,disconnect:79,discret:79,discuss:[63,64,96],disjoint:54,disk:100,displai:[52,62,64,72,77],display_github:77,display_gitlab:77,display_vers:77,dist:67,distribut:[64,67,74,86,98,99],div:[56,69],div_:69,div_lgamma:56,divisor_overrid:69,django:78,dl:79,dl_open:99,dla:[1,45,46,49,52,68,70,74,75],dla_cor:[45,46,52,74,88,98,101],dla_global_dram_s:[45,49,52,70,75],dla_local_dram_s:[45,49,52,70,75],dla_sram_s:[45,49,52,70,75],dla_standalon:52,dlacor:52,dll:52,do_not_merg:56,doc:[59,61,67,77,78,79,84],docker:96,docsrc:59,docstr:[79,80,87,97],document:[42,43,44,45,50,59,77,79,80,84,85,86,88,96,98,99],docutil:[79,80],doe:[43,44,55,56,60,62,65,79,91,93,98],doesn:[67,79,85,86],dolor:[80,82],domain:[48,74,80,98],don:[60,65,77,79,80,96,97,98],done:[53,56,59,96],donec:[80,82],dont:42,dothismethod:79,dotpai:78,dotpayprovid:78,doubl:[45,48,49,52,63,70,74,75,79],down:[65,67,77],download:[67,83,90,91,92,93,94,96,98],downstream:[63,95],doxygen_should_skip_thi:[44,45],dpython:[64,70,74,75],dram:52,dream:80,driver:67,drop:[67,77],dryrun:64,dt:79,dtensorrt_root:67,dtorch_dir:67,dtyep:71,dtype:[45,48,49,52,63,64,65,69,70,71,74,75,87,93,95,97],dual:79,due:[3,4,67,78,79],dui:[80,82],dummi:97,dump:[37,52],dump_build_info:[38,45,50,74],dump_lowering_pass:62,durat:[64,79],dure:[49,52,54,56,60,63,64,70,73,95,97,98,99],dyanmo:86,dynam:[48,49,63,65,68,70,71,74,75,92],dynamic_batch:[65,71],dynamic_dim:97,dynamic_input:97,dynamo:[63,64,74,86,90,91,93,97],dynamo_convers:64,dynamo_tensorrt_convert:54,e:[29,30,52,55,60,65,66,67,71,74,85,86,98],each:[3,4,49,53,55,56,58,60,64,65,67,70,71,77,79,86],eager:97,eagerli:97,ear:79,earli:65,eas:43,easi:[52,53,55,86,98],easier:[54,57,59,60,65,70,86,98],easiest:67,easili:[3,4],echo:79,ecosystem:68,edg:[54,79],edit:[54,66,67,77],edu:98,effect:[54,55,64,65,70,77,86,95,98],effici:60,efficientnet:95,efficitur:82,eg:[54,96],egesta:82,eget:82,either:[47,48,52,60,62,70,74,75,77,79,85,86,87],el:69,eleifend:80,element:[58,65,79,80,83],element_typ:44,elementum:82,eliminate_dead_cod:62,elit:[80,82],elk:79,els:[43,44,48,75,79,80],elu:69,emb:[33,52,63,75,80],embed:[52,54,58,69,70,75,79,101],embed_engine_in_new_modul:[41,45,50,75],embedding_param_valid:54,emit:53,emphasi:79,empti:[49,70,71,75,80,85],emum:[16,17],en:77,enabl:[3,4,24,49,52,54,56,57,59,64,65,70,71,72,73,75,77,91,93],enable_experimental_decomposit:[64,70],enable_precis:86,enabled_precis:[45,49,63,70,74,75,86,87,88,90,91,93,96,98,101],enalbed_precis:101,encod:[58,95],encompass:75,encount:[56,64,67,90,91,93,97],encourag:96,end:[44,52,60,62,69,70,75,79,86,90,91,92,93,98],end_dim:[69,86],endif:[43,44,45],energi:79,enforc:[54,86],enforce_tensor_typ:54,engin:[0,1,17,32,33,34,45,46,48,49,52,53,56,57,59,62,63,64,70,71,74,75,77,86,87,88,91,93,97,98,99,101],engine_converted_from_jit:86,enginecap:[38,45,49,50,70,74,75,88],english:95,enhanc:79,enim:82,ensur:[29,54,55,56,62,64,66,67],enter:[53,74],entir:79,entiti:79,entri:[49,60],entropi:[29,30,98],entropy_calibr:73,entropy_calibration_2:[73,98],enumer:[0,1,2,16,17,46],environ:[65,96],ep:[69,100],eq:[69,79],equat:79,equival:[32,57,59,60,70,75,85,86,91,93,98],equivil:34,erat:82,erf:69,eric:79,ero:82,error:[16,49,52,53,55,59,64,65,70,72,75,79,86,97],essenc:79,essenti:65,est:82,establish:54,et:82,etc:[65,77,79,101],etiam:82,eu:82,euismod:82,eval:[63,86,87,90,91,93,96,97,100],evalu:[57,58,59],evaluated_value_map:[53,60],even:86,event:[48,64],everi:[56,71,86],everyth:16,evolv:62,ex:[0,1,2,33,46,75,80,82],exact:96,exactli:97,examin:65,exampl:[48,56,58,59,60,65,66,67,68,70,72,74,75,77,78,80,83,85,86,87,89,90,91,92,93,94,96,98,99],example_tensor:74,exceedingli:79,except:65,exception_elimin:55,excerpt:80,excit:95,execpt:55,execut:[33,49,52,55,57,58,59,63,65,67,68,70,71,74,75,85,86,96,98],execute_engin:[58,86],exert:79,exeuct:58,exhaust:86,exist:[4,31,32,34,54,63,65,70,73,74,75,95,98],exit:[90,91,93,96],exp:69,exp_program:63,expand:[55,69],expand_a:69,expect:[48,54,55,60,74,86,87,95],experiment:[65,75,100],experimental_decomposit:97,explain:[64,65],explan:[64,65],explic:44,explicit:[0,1,2,3,4,45,46,55,65,71,79,98],explicit_batch_dimens:[65,71],explicit_precis:71,explicitli:[56,57,59,75,87,88,98],explict:44,explictli:0,explor:94,expon:69,exported_program:70,exportedprogram:[68,70],expos:98,express:79,ext:[79,80],extend:[57,59,60,66,69,86,95],extens:66,extent:86,extern:[77,79],extra:[67,86],extract:[62,86,95],extrem:79,ey:79,f16:[52,86,101],f32:52,f:[62,64,65,79,85],facilisi:82,fact:67,facto:79,factori:[4,29,30,64,70,98],fail:[64,70,86,101],fake_quantize_per_channel_affin:69,fake_quantize_per_tensor_affin:69,fall:[68,74],fallback:[52,57,59,60,101],fals:[0,1,2,3,4,44,45,46,49,54,62,64,65,69,70,71,74,75,77,78,79,80,86,88,90,92,98],fame:82,familiar:96,far:[65,79],fashion:[86,95],fast:[49,52,64,70,75],faster:[70,95],faucibu:82,fc1:[85,86],fc2:[85,86],fc3:[85,86],fc:[49,52,55],feat:[85,86],featur:[52,56,65,86,88,92,95,98],fed:[3,4,48],feed:[29,30,86],feedforward:95,feli:82,feugiat:[80,82],few:[65,67,74,97],field:[3,4,63,71,74,98],fifth:80,figur:[56,80,82],file:[0,1,2,3,4,5,6,7,8,9,10,11,12,46,47,48,49,52,54,56,58,59,64,65,66,67,70,71,73,74,75,77,78,80,84,86,96,97,98],file_path:52,filepath:66,find:[4,65,67,86],finder:67,finibu:82,finish:65,first:[48,53,54,55,65,79,80,86,87,90,96,98],first_output:64,firstli:96,fit:[64,79],fix:[49,65,79,101],fixed_s:[45,49],flag:[52,56,57,59,67,73,87,99],flaten:49,flatten:[45,47,69,85,86,97],flatten_convert:86,flesh:96,float16:[52,74,92],float32:[48,49,52,63,64,65,70,74,75,97],float64:[64,70,74,75],float_int:69,floor:69,floor_divid:69,floordiv:69,flow:[60,65,79,85,95],flox:79,flush:79,fly:85,fold:80,folder:[65,66],follow:[33,52,54,56,58,62,63,64,65,66,67,75,77,79,80,84,85,86,89,94,95,96,97,98,99,100],foo:[65,79,80],foo_kwarg:65,foo_nod:65,forc:[52,63,65,70,75,77],force_fp32_output:65,forced_fallback_op:56,form:[53,74,79,87,96],format:[33,45,48,49,52,69,70,74,75,79,80,87,95,96,100],forth:80,forum:67,forward:[29,30,32,33,56,58,60,64,70,74,75,85,86,87,88,90,97,98],found:[42,43,44,45,63,67,79,86,98,99],four:[79,80],fp16:[0,48,49,52,64,65,71,86,87,92,101],fp32:[0,48,49,52,64,65,70,75,95,96,98],fp64:0,frac:79,freed:60,freeze_modul:55,frequent:63,friend:45,fringilla:82,from:[0,1,2,3,4,29,30,44,46,48,49,52,53,55,56,57,58,59,60,63,64,65,66,68,70,71,75,77,78,79,80,85,86,92,93,95,96,97,98,100],from_pretrain:[92,93,97],from_tensor:[65,74],front:[62,70],frontend:[70,87,89,91,93,94,97],frozen:54,fssl:67,fstream:[20,44],full:[45,49,52,60,64,70,72,86,90,91,92,93,96,98,99,101],fulli:[31,52,55,64,70,75,86,98,101],further:[56,64,65],furthermor:64,fusc:82,fuse_addmm_branch:55,fuse_flatten_linear:55,fuse_linear:55,fusion:[60,62,65],futur:[64,65,70,75,97],fx2trt:71,fx2trt_exampl:65,fx:[54,62,63,70,74,86,87,97,100],g:[29,30,52,55,65,66,67,71,74,79,98],g_:79,galleri:[90,91,92,93,94],gamma:69,gatewai:78,gather:56,gaurd:43,gcc:[59,86],ge:69,gear:[70,98],gener:[3,4,29,52,55,58,59,60,62,64,65,66,67,70,71,77,79,80,83,85,86,90,91,92,93,94,97,98],get:[0,1,2,3,4,23,35,44,46,55,56,60,62,63,65,70,72,74,86,95,96,98],get_batch:73,get_batch_impl:44,get_batch_s:73,get_build_info:[38,45,50,74],get_cache_mode_batch:73,get_decomposit:97,get_is_colored_output_on:[39,42,50,72],get_logging_prefix:[39,42,50,72],get_output:65,get_reportable_log_level:[39,42,50,72],getattr:[55,58,85,86],getbatch:[3,4,44],getbatchs:[3,4,44],getdimens:[60,86],getitem:54,getoutput:[60,86],git:83,github:[54,61,64,67,77,86,90,91,93,96,98,99,100],github_url:77,gitlab:77,gitlab_url:77,give:[65,77,79,97],given:[48,49,52,54,55,65,70,71,73,74,75,85,86,87,88,97],global:[26,52,64,70,86],gm:[62,70],gnu:67,go:[44,55,56,65,85,86,90,91,92,93,95,96],goal:[60,64],goe:[65,79],good:[44,60,65,79],goodger:80,googl:77,got:[79,86],gpu:[1,32,34,36,45,46,52,64,65,70,74,75,86,88,96,98,101],gpu_id:[36,45,46,52,74,75,88,98,101],grap:70,graph:[16,31,32,34,45,49,52,53,54,56,57,59,60,62,63,64,65,70,71,72,75,85,86,91,93,95,97],graph_break_count:64,graph_input:[45,49],graph_modul:[62,70,97],graphinput:[21,38,45,49,50],graphinputsstruct:50,graphmodul:[62,63,70,71,74,86,87,97,100],gravida:82,great:[79,86],greater:[54,70,72],greedi:56,group:[69,79,80],grpc:96,gru_cel:69,gt:69,gtc:68,guangzhou:80,guarante:56,guard:[55,64],guard_elimin:55,gui:79,guid:[64,78,94],gulf:96,gz:[67,79,80,98],h:[0,1,2,3,4,5,6,7,8,9,10,11,12,15,46,47,48,49,50,51,52,55,86,98],ha:[49,53,54,55,56,57,59,60,62,64,65,66,67,70,71,79,80,85,86,95,97,98,100],habit:82,habitass:82,hac:82,hack:44,hakaimagazin:96,half:[52,64,74,79,86,87,88,90,91,96,98,101],hand:96,handl:[54,55,56,58,64,65,97,100],happen:[65,85,97],hardtanh:[60,69],hardtanh_:69,hardwar:101,has_batch_dim:71,have:[29,33,44,52,53,54,55,56,60,62,63,65,67,70,71,74,75,79,85,86,87,91,93,95,96,97,98],haven:86,header:[77,79,80,86,96],heart:80,heaven:79,heck:79,heh:80,hehe:80,height:79,help:[27,52,53,60,64,65,86,95,99],helper:60,henc:100,hendrerit:82,here:[44,53,54,56,58,63,64,65,67,77,79,80,85,86,96,97,98,99,100],hexagram:79,hfile:50,hi:[69,79,80],hidden:[43,77],high:[48,55,56,77],higher:[55,64,70,77,79,85],highli:[95,96],highlight:79,hinton:98,hit:56,hold:[46,47,48,53,60,98],holder:[58,81],holi:79,home:67,hood:59,hope:80,host:[49,52,67,70,75,96],how:[3,4,67,79,81,83,85,88,90,95,96,97,99],howev:[29,67,77,78,86,96,97],html:[61,67,79,85,98],html_theme:84,html_theme_opt:77,html_theme_path:84,http:[54,61,64,67,77,79,85,86,90,91,93,95,96,98,99,100],http_archiv:67,httpclient:96,hub:96,huggingfac:95,human:79,humankind:80,hx:69,hybrid:[68,70,75],hyperlink:79,hyphen:79,i8:52,i:[52,55,60,69,79,80,85,86,98],iaculi:82,icon:[77,79],id:[36,45,52,74,77,78,82,101],idea:[55,79],ideal:63,ident:[52,62,70],identifi:56,idx:69,ifndef:[44,45],ifstream:44,ignor:[54,74],iii:80,iint8calibr:[3,4,29,30,44,45,49,70,75,98],iint8entropycalibrator2:[3,4,29,30,44,98],iint8minmaxcalibr:[29,30,98],ilay:60,illustr:[54,65,95,100],imag:[92,96,98],imagenet:95,imagenett:95,images_:98,img1:96,img:96,img_path:96,imperdiet:82,impl:54,implement:[3,4,55,56,58,63,65,78,86,97,98,99],impli:[64,70],implic:55,implicit:[65,69,71,79],implicitli:74,implictli:74,improv:80,in_shap:86,in_tensor:85,incas:[44,97],includ:[13,15,16,35,37,42,43,44,45,51,52,54,56,57,58,59,62,64,65,67,70,71,77,79,85,86,89,94,98],includedirectori:50,includehidden:77,incompat:67,incorpor:80,increas:70,indent:79,index:[33,61,62,67,68,69,75,77,83,98],indic:[69,77,79],indirect:79,individu:87,inetworkdefinit:[53,54],inf:64,infer:[55,64,65,70,74,75,86,89,90,94,95,97,98,100],inference_output:96,inferenceservercli:96,inferinput:96,inferrequestedoutput:96,info:[16,32,34,45,52,60,72,74,86],inform:[25,33,35,37,48,52,53,56,58,62,64,65,67,70,71,72,74,79,85,86,88,97,98],infrastructur:[96,98],ingest:59,inherit:[50,65,98],inheritenviron:66,initi:[79,90,91,93],injuri:79,inlin:[0,1,2,3,4,29,30,44,46,48,55,80,83,86,100],inner:[49,80,95],input0:[86,87],input1:[86,87,97],input2:[86,97],input:[3,4,21,29,33,38,44,45,47,49,50,52,53,54,55,56,58,60,62,63,64,65,69,70,71,72,74,75,80,85,86,87,88,90,95,96,97,98,100,101],input_0:[58,86],input_:54,input__0:96,input_binding_nam:[33,45,75],input_data:[85,87],input_file_path:[52,101],input_id:97,input_is_dynam:45,input_nam:[65,71,97],input_s:[56,86],input_scal:69,input_shap:[98,101],input_signatur:[45,47,49,75,87],input_spec:[52,65,71],input_tensor_spec:65,input_v:65,inputclass:50,inputrang:[56,86],inputs_bs2:97,inputtensorspec:[65,71,74],insert:[62,86,98],inserting_aft:62,inserting_befor:65,insid:[63,79,96],inspect:[60,85,86],instal:[68,83,86,96,99],installroot:66,instanc:[55,62,64,73,85,86,95],instance_norm:69,instanti:[57,58,59,60,86,92],instatin:[0,1,2,46],instead:[49,52,53,54,55,67,70,86,99],instnanti:58,instruct:[56,57,59,65,67,86,96,97],int32:[64,70,74,75,93,95,97],int64:[0,64,70,74,75],int64_t:[45,46,48,49,98,101],int8:[0,44,48,49,52,64,70,74,75,98,101],int8_t:45,int8cachecalibr:[20,29,40,44,50],int8cachecalibratortempl:50,int8calibr:[3,20,30,40,44,50],int8calibratornamespac:50,int_float:69,integ:[70,74,82],integr:[68,90],intend:[67,90,91,92,93],intent:[55,79],interact:[63,79,90,91,92,93],interdum:82,interest:[55,79],interfac:[0,1,2,46,58,59,60,64,68,98],interfer:79,intermedi:[16,49,52,54,70,72,75,85,97],intern:[1,16,46,60,63,72,79,86],internal_error:72,internalerror:72,interpol:79,interpret:[58,65,79],interv:74,intro_to_torchscript_tutori:85,introduc:[63,65,95,97,100],introductori:68,invoc:90,invok:[62,64,65,85,86],involv:97,io:[44,96],iostream:[20,21,44,45,86],ipso:79,ipsum:[80,82],ipynb:[90,91,92,93],ir:[57,59,60,63,64,70,74,85,87,90,91,93],is_aten:71,is_floating_point:69,is_train:98,iscustomclass:60,ishap:49,ishapelay:75,isinst:[62,65],isn:[77,79],issu:[3,4,64,70,86,90,91,93,97,100],issubclass:62,istensor:60,istream_iter:44,it_:44,ital:79,item:[78,80],itensor:[53,54,60,65,86],iter:[20,44,49,52,53,70,73,74,75],its:[29,53,56,58,60,67,79],itself:[0,1,2,46,52,55,88,96],iv:80,ivalu:[45,47,49,53,58,60,86],jan:80,jetpack:67,jetpack_5:67,jetpack_x:67,jetson:95,jit:[31,32,33,34,45,47,49,52,53,55,56,57,58,59,60,61,64,68,70,74,75,85,86,87,88,96,100],jp_workspac:67,jpg:96,json:66,jump:96,jupyt:[90,91,92,93,94],just:[44,45,55,56,64,65,68,72,79,81,85,86,87,88,95,99],justo:[80,82],k:[69,98],kbool:[0,45],kchannelslast:[2,45],kchar:[0,45],kclip:60,kcontigu:[2,45,48],kcpu:[1,46],kcuda:[1,46,56,86],kdebug:[16,42,44],kdla:[1,45,46,101],kdla_standalon:[17,45],kdoubl:[0,45],keepdim:69,kei:[54,79,85,96],kept:80,kernel:[48,49,52,60,65,70,74,75],kernel_s:69,kerror:[16,42],keyboard:79,keyword:[54,62,70,74,75,90,93],kf16:[98,101],kfloat:[0,45,49],kgpu:[1,45,46],kgraph:[16,42,55],khalf:[0,45,86],ki8:98,kind:[53,65],kinfo:[16,42,44],kint:[0,45],kinternal_error:[16,42],klong:[0,45],know:[42,60,77,79],knowledg:79,known:100,kriz:98,krizhevski:98,ksafeti:[17,45],kstandard:[17,45,49],ktest:98,ktrain:98,kunknown:[0,2,45],kwarg:[54,65,70,73,74,95,97],kwarn:[16,42],l114c1:67,l124c3:67,l46:67,l53c1:67,l71:67,l:69,label:[79,95,96,98],lacinia:82,lack:[56,57,59,65],lacu:82,laid:86,lambda:[54,60,79,86,96],lang:78,languag:[78,79,80,85,96],laoreet:82,larg:[57,59,77,79,86,95,98],larger:[56,77,95],largest:69,last:[2,55,65,74],lastli:96,later:[29,70,86,100],latest:[66,67,77],latter:64,launch:96,layer:[46,49,52,53,55,60,62,64,65,70,75,86,95,96,97,98,101],layer_norm:69,layout:[2,48,69,70,74,75],ld_preload:99,le:69,lead:79,leader:79,leaky_relu:[54,69],leaky_relu_:69,leaky_relu_convert:54,lean:70,learn:[64,67,68,86,96,98,101],leas:80,least:[79,80],leav:[55,62,64,70],lectu:[80,82],left:[77,79],legacy_calibr:73,legend:79,len:[62,69],lenet:[85,86],lenet_script:[85,86],lenetclassifi:85,lenetfeatextractor:85,length:[3,4,44,65,69,80,97],leo:82,let:[46,52,55,60,65,70,74,75,77,79,95,96],letter:[80,95],level:[23,25,26,39,42,44,50,54,55,56,59,64,65,70,72,75,83,85,96],levelnamespac:50,leverag:[65,89,94,98],lgamma:56,lib:[55,66,67,86],libero:[80,82],librari:[35,42,43,44,45,52,54,57,58,59,60,86],libtorch:[4,37,60,66,67,86,98],libtorch_pre_cxx11_abi:67,libtorchtrt:[52,67,86],libtorchtrt_plugin:99,libtorchtrt_runtim:99,licens:[42,43,44,45,66,86],light:79,ligula:82,like:[52,53,55,58,60,65,67,78,79,85,86,87,96,98,99],limit:[54,55,72,78,98],line:[52,67,80,86],linear:[2,56,69,74,85],link:[52,53,62,68,77,78,83,86,99],lint:62,linux:[59,67,86],list:[18,19,20,21,31,49,51,53,56,58,60,62,63,65,69,70,71,73,74,75,83,86,87,96],listconstruct:[53,56,58,86],listunpack:[58,86],liter:80,literal:80,literal_block:79,live:[60,79],ll:65,lo:69,load:[52,56,58,65,73,75,86,87,88,95,96,98,99,100],load_librari:99,loading_data_recip:98,loborti:[80,82],local:[52,55,67,77,86],local_instal:67,localhost:96,locat:[54,62,67,98],lock:78,log:[15,16,19,20,38,44,50,51,55,60,65,68,69,71,74,91,93],log_debug:60,logger:[62,72],logger_level:71,loggingenum:50,logic:[64,65],login:96,logist:65,loglevel:72,logo_onli:77,lone:80,longer:[64,70,77,99],look:[53,54,55,70,85,88,96,97,98],loop:[56,64,65],loop_unrol:55,lorem:[80,82],lose:77,loss:[95,98],lot:[60,63],low:[48,65],lower:[16,54,63,65,68,70,71,72,74,80,91,93,95,97],lower_exampl:65,lower_graph:55,lower_precis:[65,71],lower_tupl:55,loweralltupl:55,lowerprecis:[65,71],lowersimpletupl:55,lstm_cell:69,lt:69,ltorchtrt:99,luctu:82,lvl:[25,26,42],m:[67,80],machin:[58,67,96,98],macro:[5,6,7,8,9,10,11,12,15,18,20,21,42,44,45,50,51],mad:79,made:[55,57,59,79],maecena:82,magna:82,mai:[53,54,56,58,59,65,70,75,79,80,85,86,87,90,91,93,96,98],main:[54,55,56,57,58,59,60,63,65,67,77,79,81,86],mainli:65,maintain:[56,58,60],majest:92,majestic_castl:92,major:[59,65],make:[53,54,65,67,70,79,81,86,87,89,94,95,96,98,101],make_data_load:[4,98],make_int8_cache_calibr:[40,44,50,98],make_int8_calibr:[29,40,44,50,98],malesuada:82,man:[79,80],manag:[49,52,53,57,59,60,66,70,72,74,75,86],mangag:55,mani:[54,56,64,65,77,79,80],manipul:[54,62],mantissa:[49,70,75],manual:[65,78,79],map:[1,46,53,54,55,57,59,60,65,86,88,90,95,96,98],mapper:65,mark:[55,56,77],marknodesforfallback:55,markup:[80,83],markup_process:79,mask:69,masked_fil:69,massa:82,master:[61,67,98,99],mat1:54,mat2:[54,69],match:[54,55],math:83,matmul:[54,55,69,86],matrix:61,matter:65,matti:80,matur:59,mauri:[80,82],max:[48,52,60,69,74,77,97],max_aux_stream:[64,70],max_batch_s:[65,71,96],max_c:52,max_h:52,max_input_shap:71,max_n:52,max_pool1d:69,max_pool2d:[69,85,86],max_pool3d:69,max_shap:[45,48,63,65,70,74,75,87,95,97],max_val:[60,69],max_w:52,max_workspace_s:[65,71],maximu:82,maximum:[48,49,52,64,65,70,71,75,91,93,96],mayb:79,mb:52,md:61,me:[79,80],mean:[56,60,65,69,71,90,96,97],mechan:[60,64,65,95],medium:79,meet:74,member:[46,47,48,49,74],memeori:2,memori:[20,21,44,45,55,60,70,74,75,86,87],memory_format:[69,74],memoryformat:[2,45],men:79,mental:79,mention:97,menu:[52,77,79],menuselect:79,merg:[56,70],messag:[16,25,26,52,72],meta:[65,83],metadata:[49,52,54,58,60,70,75,77,100],meth:79,method:[31,32,33,34,48,52,55,60,67,70,74,75,79,85,86,88,95],method_nam:[31,34,45,52,74,75,86],metu:82,mi:82,microsoft:66,middl:79,might:[55,67,77,97],min:[48,52,60,69,74,97],min_acc_module_s:71,min_block_s:[45,49,56,63,64,70,75,90,91,93],min_c:52,min_h:52,min_input_shap:71,min_n:52,min_shap:[45,48,63,65,70,74,75,87,95,97],min_val:[60,69],min_w:52,mind:79,mine:79,minim:[71,98],minimum:[48,49,52,56,63,64,70,72,75],minmax:[29,30,98],minmax_calibr:73,minor:66,minut:[90,91,92,93],misbuild:77,misc:54,miss:[79,86],mix:97,mkdir:67,mm:96,mmb:79,mobilenet_v2:88,mobilenetv2:95,mock:97,mod:[52,56,65,70,83,86,98],mode:[65,87,97,98],mode_:98,model:[52,56,58,63,68,70,71,72,85,86,87,88,89,94,97,98],model_half:90,model_id:92,model_nam:96,model_output:97,model_repositori:96,model_torchtrt:72,model_trt:72,modif:[54,62],modifi:[54,56,62,65,80,97],modified_graph:62,modul:[31,32,33,34,45,49,52,56,57,58,59,60,64,65,66,67,68,70,71,72,73,74,75,78,79,80,87,88,90,95,97,98,100,101],modular:86,module_fallback:55,module_nam:52,molesti:82,momentum:69,morbi:82,more:[53,64,65,67,68,70,74,77,80,85,86,87,88,91,93,96,98,99],most:[59,65,67,71,96,99],mother:79,motion:79,mous:79,move:[30,44,55,58,75,86,98],ms:66,msg:[26,42,72],msvc:66,msvc_x64_x64:66,mu:79,much:[54,60,77,79,98],mul:[54,56,69],mul_:69,multi:52,multipl:[58,79,80,96,98],multipli:[49,70,75],must:[33,48,49,52,54,55,56,60,62,65,67,70,71,74,75,79,80,86,97,99],mutil:80,my:79,my_custom_pass:62,my_pytorch_model:65,myclass:79,mymodel:[56,63,87,97,100],mymodul:97,myself:80,n:[52,60,62,86,98],nabla:79,nam:[80,82],name:[3,4,31,33,34,44,54,56,58,60,65,66,67,70,71,72,73,74,75,79,80,85,86,88,96],namedtupl:65,namespac:[42,43,44,45,51,55,68,98],narrow:69,nativ:[54,59,61,86,97],native_funct:[54,61],natur:79,nav:[77,83],navig:77,navigation_depth:77,nbbind:[3,4,44],nchw:[2,70,74,75],ndarrai:54,ne:[55,69],nec:82,necessari:[42,62,64,99],need:[0,1,2,25,29,43,46,53,54,55,60,65,67,71,79,86,87,95,96,97,98,99,100],neg:69,negative_slop:69,nequ:[80,82],nest:[45,49,50,79,80],net:[54,60,79,80,86],netu:82,network:[29,30,54,60,65,86,95,96,98,101],neural:101,new_batch_size_input:91,new_batch_size_output:91,new_input:[91,93],new_lay:60,new_local_repositori:67,new_output:[91,93],new_siz:98,newer:67,next:[3,4,53,54,58,63,71,77,79,80,90,96,97,98],ngc:[67,96],nhwc:[2,52,74],nibh:[80,82],nickel:79,night:80,nightli:65,ninja:66,nisi:82,nisl:82,nlp:[29,30,98],nn:[55,61,65,70,71,74,75,85,86,87,90,97],node:[54,55,56,57,59,60,62,65,71,86,95,97,100],node_info:[60,86],noexcept:[44,98],noexceptoverrid:[3,4],non:[80,82],non_block:69,none:[60,64,65,69,70,71,72,73,74,75,77,79,90],nonetheless:79,nonexist:79,norm:69,normal:[0,1,2,46,65,79,85,86,96,98,101],normalized_shap:69,noskipw:44,notat:74,notatemoduleforfallback:55,note:[1,46,48,54,60,62,65,66,67,70,74,77,79,86,97,100,101],notebook:[59,68,90,91,92,93,94],now:[55,56,59,60,65,67,79,86,88],np:[54,96],nu:79,nulla:82,nullptr:[44,45,49],num:52,num_avg_timing_it:[45,49,70,75,88],num_it:52,num_op:52,num_us:97,num_work:98,number:[3,4,49,52,54,55,56,60,63,64,65,70,71,74,75,77,86,87,89,91,93,94,95],numel:69,numer:[52,65,80],numpi:[54,96],nunc:82,nvcr:96,nvidia:[32,34,42,43,44,45,52,61,65,67,70,74,75,86,90,91,93,96,101],nvinfer1:[3,4,29,30,44,45,49,60,98],nvinfer:[20,44],o:[67,79,96],obj:69,object:[0,1,2,3,4,46,48,49,52,58,60,62,63,64,70,72,73,74,75,88,97,98,100],obtain:95,obvious:85,occasion:[90,91,93],occur:64,odio:[80,82],off:[56,58],offer:[62,64],ofstream:[44,86],often:79,oh:80,ok:[79,86],okai:49,older:59,onc:[42,43,44,45,53,55,56,58,64,65,67,96,98,99],one:[47,54,55,60,64,65,72,74,79,85,86,87,90,91,93,96],ones:[42,56,57,59,67,79,86],onli:[1,3,4,16,29,44,46,48,52,54,55,56,59,60,64,65,70,71,72,74,79,97,98,99,101],onnx:55,onto:[52,58],op:[52,53,54,55,56,57,59,60,62,63,64,74,86,90,97,99],op_and_target:65,op_evalu:54,op_nam:52,opcod:54,open:[66,95,96],oper:[0,1,2,3,4,31,44,45,46,49,52,53,55,56,57,58,59,60,62,63,65,68,70,74,75,87,91,93,97,98,101],opoverload:54,opoverloadpacket:54,oppos:[70,75],opset:[57,59],opt:[48,67,74,97],opt_c:52,opt_h:52,opt_n:52,opt_shap:[45,48,63,70,74,75,87,95,97],opt_w:52,optim:[48,52,55,63,64,65,68,70,71,85,86,87,91,92,93,95,97],optimin:[48,70],optimiz:85,optimization_level:[64,70,90],optimization_profile_field:74,optimize_target_shap:65,optimized_input_shap:71,optimized_model:[64,90,91,93],optimized_model_custom:90,optimz:96,option:[44,48,52,56,57,59,62,63,64,65,66,67,70,73,74,75,79,83,90,92,98,99,101],orchestra:79,orci:82,order:[33,49,54,56,60,62,65,67,70,71,75,86,87],org:[61,67,77,79,85,86,98],organ:80,origin:[33,65,71],ornar:[80,82],os:45,ostream:45,other:[0,1,2,45,46,52,53,55,58,62,64,65,67,69,78,79,86,87,99],otherwis:[65,67,71,99],ouput:54,our:[56,59,63,85,86,96,97],out:[31,44,53,55,56,57,59,60,64,66,67,70,72,75,79,86,96,97],out_shap:86,out_tensor:[60,86],output0:55,output:[24,27,33,49,52,53,54,55,56,58,60,62,63,65,67,70,72,75,77,79,80,86,92,95,96,97,100],output__0:96,output_binding_nam:[33,45,75],output_file_path:[52,101],output_nam:[65,71],output_pad:69,output_s:69,outself:86,outsid:79,over:[54,57,59,65,79,96],overal:[95,97],overrid:[29,30,44,54,65,74,98],overview:[61,68,90],own:[56,60,64,67,79,86,96],p:[52,69,86,96,101],packag:[52,55,64,86],pad:[69,97],padding_idx:69,page:[68,81,83,96],pair:[55,60,67,79,95,98],pane:79,paragraph:[80,83],param:[73,78],paramet:[0,1,2,3,4,25,26,27,29,30,31,32,33,34,36,46,48,49,53,54,55,60,64,65,70,71,72,74,75,83,85,86],paramt:54,parent:[14,15,18,19,20,21],parition:70,pars:[79,86],parser:79,part:[52,56,59,65,77,78,79,97],partial:[52,79],particular:[54,64,97],partit:[54,55,63,64,70],partition:[54,70],partitioninfo:56,pass:[33,53,54,56,57,58,59,60,63,64,65,67,68,72,73,75,85,86,98],pass_manag:62,pass_through_build_failur:[64,70],passlist:62,passmanag:62,past:79,patch:97,path:[4,13,14,15,29,30,52,64,65,66,67,70,73,74,85,86,96,98],path_to_torchtrt_root:67,pathwai:85,pattern:[60,74,86],payment:78,pbtxt:96,peephole_optimz:55,pellentesqu:82,peopl:79,pep:79,per:[64,70],perforamnc:65,perform:[29,30,54,62,63,70,95,96,97,98],permit:79,permut:[65,69],persist:79,pharetra:82,phase:[16,60,63,86,97],phasellu:82,phi:79,philosoph:79,phrase:79,pi:79,pick:85,pickler:58,piec:95,pil:96,pin:78,pin_memori:69,pip:[67,96],pipe:92,pipelin:[52,92,101],piplein:86,pixel_shuffl:69,pl:78,place:[48,55,62,65,79,80,81,98],placehold:[62,97],placerat:82,plan:[52,59,63,64,70,97],platea:82,platform:[45,52,59,66,67,96,101],pleas:[65,79,86,96,97],plugin:65,png:92,point:[64,74,77,78,79,86,96],pointer:[3,4,98],polish:78,pool:101,pop:58,popul:71,popular:[67,78,95],portabl:[58,75],portion:[56,79,92],porttitor:[80,82],posit:[52,54,65,74,77],possibl:[54,67,79,95,96],post:[29,30,49,52,63,68,86,97],posuer:[80,82],potenti:[49,70,82],pow:69,power:[65,79,86,95],pr:86,praesent:82,pragma:[42,43,44,45,98],pre:[33,55,73,75,98,99],pre_cxx11_abi:67,preced:[54,79],precis:[49,52,63,64,65,70,74,86,87,91,92,93,98,101],prefer:[54,64,67,86],preferenti:[64,70],prefix:[27,28,42,72,79],preinstal:67,prelu:69,prepar:[65,96],preprint:98,preproc:73,preprocess:[96,98],prerequisit:66,presenc:[64,70],present:[64,66],preserv:[79,85,98],prespect:85,press:[66,79],pretium:82,pretrain:[88,91,95,96],pretti:86,prev_next_buttons_loc:77,prevent:[49,52,54,56],previou:[54,66,77,90],previous:[29,33,86],prim:[53,55,56,58,69,85,86],prim_devic:69,primal:79,primari:[64,100],primarili:[54,59,67,86],print:[16,31,44,62,64,70,72,74,75,79,86,88,91,93,96],prior:97,prioriti:54,privat:[3,4,44,45,98],problem:79,problemat:79,proce:96,proceed:96,process:[52,56,64,78,79,85,88,90,95,96,98],prod:69,produc:[48,53,54,58,60,63,74,79,86,95],product:49,profil:[48,71],profiling_verbos:65,program:[18,19,20,21,29,51,52,57,58,59,63,68,70,85,100],programm:79,progress:80,proin:82,project:[67,78,83],projectdir:66,promis:65,prompt:92,prop:71,properli:[54,67],properti:77,propog:55,prose:79,provid:[3,4,49,52,54,56,58,60,62,64,65,67,70,71,74,75,79,86,87,88,89,90,94,96,97,98,99],providi:[57,59],provok:79,pt:[52,65,86,96],ptq:[3,4,15,18,19,38,50,51,52,68,70,74,75],ptq_calibr:[3,4,45,49,98],ptqtemplat:50,publish:96,pull:[67,96],purchas:78,pure:[31,70],purpos:[65,95,96],puru:82,push:58,push_back:[44,56],put:[79,95],put_binding_nam:75,pwd:[66,96],py3:96,py:[54,55,59,62,65,67,77,79,84,85,86,90,91,92,93,97,98],pyindex:96,pypi:67,python3:[55,67,86],python:[52,56,59,62,64,65,70,71,74,75,79,80,86,88,90,91,92,93,94,95,96,99,101],python_api:61,pytorch:[33,48,49,52,54,55,56,57,58,59,60,63,64,67,70,73,74,75,85,86,87,89,94,96,97,98,99,100],pytorch_libtorch:96,pytorch_sphinx_them:[77,84],qat:95,qualnam:[70,72,73],quant_max:69,quant_min:69,quantiz:[29,30,52,64,68,86],quantizatiom:49,quartznet:95,question:86,qui:[80,82],quickli:[52,86,98],quisqu:82,quit:[60,86,95],quot:80,r:79,rais:[55,65],raiseexcept:55,ram:[49,52,70,75],rand:[65,86,90],randint:[93,97],randn:[56,63,70,74,75,86,88,91,97,100],rang:[48,49,52,65,74,95,97],rank:77,rather:55,raw:[54,77],re:[65,79],read:[3,4,29,30,44,77,79,98],read_calibration_cach:73,readcalibrationcach:[3,4,44],reader:79,realiz:58,realli:60,reason:[0,65,85],reattribut:80,rebuild:97,recalibr:29,receiv:65,recip:98,reciproc:69,recognit:[95,98],recomend:[29,30],recommend:[29,30,65,67,79,86,96],recompil:[62,91,93,97],record:[53,85],recurs:53,redistribut:80,reduc:[55,56,57,59,65,70,95,98],redund:65,ref:79,refer:[48,54,57,59,65,78,83,86,96,97,98],refit:[45,49,70,75,88],reflect:45,reflection_pad1d:69,reflection_pad2d:69,regard:79,regardless:[64,70,80,91,93],region:65,regist:[33,54,58,60,65,75],register_acc_op:65,register_acc_op_map:65,register_custom_acc_mapper_fn:65,register_torch_trt_decomposit:54,registernodeconversionpattern:[60,86],registr:[62,65],registri:[53,54,86],reinterpret_cast:44,rel:[52,56],relat:[46,79,90,91,93],relationship:50,releas:[63,64,66,79,89,94,97,100],reload_model_output:65,reload_trt_mod:65,relu:[56,69,85,86,90],relu_:69,relwithdebinfo:66,remain:[55,98],rememb:65,remov:[62,63,77],remove_contigu:55,remove_dropout:55,remove_to:55,render:77,rent:80,reorder:56,repack:58,repair:62,repair_input_as_output:62,repeat:[52,69],repeat_interleav:69,replac:[54,56,62,67],replace_input_with:62,replication_pad1d:69,replication_pad2d:69,replication_pad3d:69,repo:66,report:[23,44],reportable_log_level:72,repositori:[59,77,84,96],repres:[48,49,54,60,65,72,79],represent:[55,60,65,85,95],reproduc:67,request:[74,86,96],requir:[29,49,52,53,54,55,63,64,65,67,70,72,74,75,77,86,96,97,98,99],require_full_compil:[45,49,64,70,75],requires_grad:69,research:65,reserv:[42,43,44,45],reset:[44,90,91,93],reshap:[69,96],resiz:96,resnet18:91,resnet50:96,resnet:[58,89,94,95,96],resnet_trt:58,resolut:95,resolv:[53,55,57,59,90,91,93],resourc:[53,98],respect:63,respons:[29,54,58,79],rest:[65,79,80],restrict:[49,70,75],restructuredtext:[79,80],result:[53,55,56,70,72,75,77,85,87,96,97,100],ret:55,reus:[55,65,98],revert:77,revis:[79,80,92],revisit:79,rewrit:[56,62],rfc:79,rho_:79,rhoncu:82,right:[42,43,44,45,55,59,60,66,79],risu:82,rm:96,rn50_preprocess:96,robust:97,role:79,roll:69,roman:80,room:79,root:[42,43,44,45,67,77,98],roughli:56,round:[49,70,75],rounding_mod:69,row:80,rst:[77,79],rsub:69,rtol:52,rule:[65,67,75],ruler:79,run:[1,34,46,49,52,53,54,55,56,57,58,59,60,64,65,67,70,71,74,75,79,85,86,87,88,90,91,92,93,95,96,97,98,99,100,101],running_mean:69,running_var:69,runtim:[64,68,70,86,90,91,93],runtimeerror:65,rutrum:[80,82],s:[48,49,56,58,60,63,65,66,67,68,70,71,74,77,79,80,85,86,95,96,98],safe:[60,70,75],safe_dla:74,safe_gpu:74,safeti:[49,52,74],sage:79,sagitti:[80,82],sai:[80,95],said:79,same:[56,58,62,64,65,67,77,79,85,86,88,91,93,96,97,100],sampl:[65,79,87,90,91,92,93,96,98],sample_input:[62,65,90],sample_inputs_half:90,sapien:82,satisfi:[56,62,65],save:[29,44,52,58,64,65,68,74,75,86,87,92,95,96,99],save_timing_cach:[65,71],saw:86,scalar:[60,69],scalaropt_dim:69,scalartyp:[0,45,69],scale:[69,95,98],scale_factor:69,scale_grad_by_freq:[54,69],scales_d:69,scales_h:69,scales_w:69,scatter:69,scelerisqu:82,scenario:[62,64],schedul:[74,96],schema:[60,86],scheme:[65,70],scientist:79,scope:[55,90,91,93],scratch:29,scratch_spac:96,screen:77,script:[31,55,56,74,75,85,86,87,88,90,91,92,93],script_model:[85,88],scriptclass:75,scripted_model:101,scriptmodul:[74,75,86,87,100],scroll:[77,81],sdk:61,se:95,seamlessli:68,search:[64,68,70,77],second:[55,65,79,87,90,91,92,93],second_output:64,secondli:96,section:[63,65,77,79,80,81,83,86,96,97,98],secur:67,sed:[80,82],see:[31,55,56,58,62,64,65,67,74,75,79,85,86,87,90],seen:[79,80],segment:[56,63,91,93,95],segmentmodelwithdependencyawar:56,select:[17,29,30,34,49,52,58,64,65,66,67,69,70,74,75,78,81,87,98],self:[55,58,60,69,73,85,86,87,90,95,97,101],self_1:[58,86],self_int:69,sell:80,seller:78,seller_id:78,sem:82,semant:79,semper:82,send:96,senectu:82,sens:[79,86],sentenc:[79,95],sentinel:[0,2],separ:[56,57,59,67],seper:54,sequenc:[54,62,64,65,70,71,74,75,79,95,97],seri:56,serial:[33,34,52,57,59,70,74,75,86,100],seriali:75,serializ:[58,64,85],serialized_cach:[65,71],serialized_engin:75,seril:58,serv:[52,58,65,68,70],servic:79,session:[64,79],session_nam:79,set:[3,4,16,21,25,27,29,32,34,36,45,46,48,49,52,53,54,55,56,57,58,59,65,66,67,70,71,72,74,75,77,81,84,85,86,87,95,97,98,101],set_data_from_numpi:96,set_devic:[38,45,50,74],set_is_colored_output_on:[39,42,50,72],set_logging_prefix:[39,42,50,72],set_reportable_log_level:[39,42,50,72],setalpha:60,setbeta:60,setnam:[60,86],setreshapedimens:86,setup:[43,96,98],sever:[16,26,72],sh:67,sha256:67,shape:[45,47,48,49,52,56,60,63,65,68,69,70,71,74,75,87,96,101],shape_mod:74,shape_rang:[65,71],share:[49,52,66,67,70,75],shell_command:79,shift:[66,67,69,79],ship:[86,99],shorthand:79,should:[0,3,4,29,45,49,52,53,54,55,56,57,59,60,63,64,65,72,74,75,77,79,82,96,98],show:[77,79,92,95],shown:[77,79,86],shuffl:[86,98],side:[54,55,77,86],sidebar:[77,83],sigmoid:[65,69],sigmoid_:69,sign:96,signatur:[54,75],signifi:[48,55],signific:79,significantli:[54,55,77],similar:[60,63,64,65,67,86,88,97,99],simonyan:98,simpil:98,simpl:[63,64,65,79,80,85,95,96],simplest:96,simpli:[55,90,95],simplic:64,simplifi:53,simul:95,sin:[69,79],sinc:[54,55,64,65,79,85,86,98],sing:79,singl:[48,52,55,56,65,74,79,85,86,98],singular:60,sinh:69,sink:79,sit:[80,82],site:[55,67,79,86],situat:54,six:79,sixth:80,size:[3,4,44,48,49,52,55,56,64,65,69,70,71,74,75,77,86,91,93,95,97,98],size_t:[3,4,44,98],skip:52,slash:77,slate:64,slice:69,slightli:[65,100],sm:58,small:[55,96],smaller:[95,97],so:[0,44,52,53,54,55,58,59,60,62,64,65,67,71,78,79,80,86,90,91,93,97,98],sodal:82,softmax:[55,65,69],softwar:[49,52,70,75,79],sole:[87,98],sollicitudin:82,solv:96,some:[53,54,55,56,57,58,59,60,62,63,65,78,79,86,97,98],some_funct:79,someth:[43,55,79,96],sometim:97,someurl:79,sort:[60,69,88],sourc:[42,43,44,45,54,59,64,65,66,70,71,72,73,74,75,90,91,92,93,94],sourceforg:[79,80],sourceir:70,space:[79,80,98],spaces_and_linebreak:79,span:80,spars:[52,54,69],sparse_weight:[45,49,65,70,75],sparsiti:[49,52,65,70,75],spec:[45,48,49,52,72,74,75,88],special:[54,56],specif:[32,49,54,55,57,59,62,64,70,74,75,79,94,95],specifi:[3,4,33,52,54,60,64,65,67,70,72,74,75,77,79,87,88,96,97],specifii:74,speech:95,speedup:95,spend:70,sphinx:[77,78,79,80,84,90,91,92,93,94],sphinx_rtd_them:[79,80],spin:96,spirit:79,split:[56,65,69],split_siz:69,split_with_s:69,sqrt:69,squar:69,squeez:[69,95],sram:52,src:[54,58,61,69],src_gm:70,ss:44,ssd300_trt:58,ssd:58,ssd_trace:52,ssd_trt:52,sstream:[20,44],stabl:[61,70,75,77,89,94],stack:[58,69,98],stage:[53,65],stai:100,stand:[58,79],standalon:79,standard:[52,58,68,79,88,95,99],stapl:80,start:[53,56,65,69,70,72,73,80,86,88,95,100],start_dim:[69,86],start_step:69,state:[53,54,60,62,86],state_dict:100,statement:[55,79],static_cast:44,statu:[44,80],std:[3,4,22,26,28,29,30,31,33,34,35,42,44,45,47,48,49,56,86,96,98,101],stdout:[37,72,74],steamlin:98,step:[56,65,69,95,97,98],stich:100,stick:77,sticki:[77,83],sticky_navig:[77,81],still:[44,56,65,90,98],stitch:[56,86],stop:86,storag:98,store:[2,4,49,52,53,58,60,65,70,75,85,86,97],str:[19,43,44,50,54,64,65,69,70,72,74,75],straight:60,strang:79,strategi:[56,74],stream:[64,70],street:80,strict:99,strict_type_constraint:65,strictli:[64,70],stride:69,string:[3,4,18,20,21,22,26,28,29,30,31,33,34,35,42,44,45,49,54,56,58,60,66,74,77,86,98],stringstream:44,strip_prefix:67,strong:79,strongli:79,struct:[1,21,38,41,45,54,98],structur:[29,46,49,56,59,60,64,77,79,83,85,96],structuredtext:79,stub:80,stuff:79,style:[42,43,44,45,64,77,79,80],style_external_link:77,sub:[64,69,79,85,90],sub_:69,subdirectori:51,subexpress:55,subgraph:[49,52,53,54,55,60,62,86],subject:[59,62],submenu:83,submodul:[71,85,97,100],suboper:54,suboptim:56,subpackag:54,subscript:79,subsect:79,subsequ:64,subset:[54,64,70,95,98],substitut:79,subtitl:79,subtre:84,subword:95,success:66,successfulli:64,sudo:67,suffic:55,suffici:67,suggest:96,suitabl:65,sum:[49,65,69,70,75],superscript:79,supervis:95,suppli:79,support:[0,1,2,27,31,46,48,49,52,54,56,61,63,65,66,68,71,74,75,77,78,85,86,87,91,93,96,97,101],sure:[54,67,86,87,96,101],suscipit:[80,82],suspendiss:82,swap:97,sym_siz:97,symbol:[33,65,67,75,79,99],symbolic_trac:97,symlink:84,system:[53,60,62,64,67,68,70,75],t1:69,t2:69,t:[0,1,2,45,46,55,60,65,67,69,74,77,79,80,85,86,96,97,98],t_:79,tabl:[67,83],tag:[79,96],take:[31,32,33,34,53,54,57,58,59,60,62,65,70,71,74,75,77,79,86,88,90,95,97,98],taken:79,talk:68,tan:69,tanh:69,tanh_:69,tar:[67,79,98],tarbal:[67,86,98],target:[1,33,45,46,48,49,52,54,56,58,59,65,66,67,68,70,74,75,87,88,97,98,101],targets_:98,task:[29,30,65,95,98],techinqu:86,techniqu:98,tell:[55,56,57,58,59,60,79],tellu:82,tem:52,templat:[20,40,44,45,50,77,86],temporari:65,tempu:82,tensor:[2,33,44,45,48,49,52,53,54,55,56,58,60,62,63,64,65,69,70,71,74,75,85,86,87,90,95,97,98],tensor_domain:[45,48,74],tensor_mod:69,tensor_scalar:69,tensor_tensor:69,tensorcontain:60,tensorformat:[21,38,45,48,50,74],tensorformatenum:50,tensorlist:[56,60],tensorrt:[0,1,3,4,29,30,31,32,33,34,37,44,45,46,48,49,52,53,54,55,56,57,59,60,62,70,71,73,74,75,85,89,90,92,98],tensorrt_convert:65,tensorrt_root:66,tensorrtcompilespec:[75,88],tensort:65,teo:52,term:[54,66,74,79,80,95,98],termin:[27,52,86],test:[52,56,59,65,66,67,70,79,80,95,96,98],test_acc_trac:65,test_ptq_dataloader_calibr:98,test_ptq_trt_calibr:98,test_py_modul:[79,83],test_segment:56,testing_dataload:98,testing_dataset:98,text:[72,80,82,95],tf32:[49,52],than:[54,55,70,78,79,95,99],thats:[53,98],the_model_repositori:96,thei:[46,52,53,54,55,58,60,65,74,77,79,87],them:[55,56,58,63,64,65,67,70,77,86,95,97],theori:[53,79],therebi:[54,58,95],therefor:[29,58,65,79,86,95],theres:99,therfor:99,theta:79,thi:[0,1,2,29,30,42,43,44,45,46,47,48,49,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,70,71,74,75,77,78,79,81,82,85,86,88,89,90,91,92,93,94,95,96,97,98,99,100],thicker:79,thin:79,thing1:79,thing2:79,thing3:79,thing:[65,67,79],think:[60,79],third:[65,80],third_parti:[59,67],this_arg_is_opt:65,those:[53,54,62,64,79],though:[52,59,60,85,86],thought:79,three:[48,57,59,65,71,74,79,80,95,96],threshold:52,through:[48,53,54,55,56,58,65,72,73,79,86,87,95],throught:65,thrown:[49,70,75],thu:79,tile_to_repeat:55,time:[49,52,53,54,55,56,57,58,59,60,64,65,68,70,71,75,77,79,86,90,91,92,93,98],timing_cach:65,timing_cache_prefix:[65,71],tincidunt:82,tini:98,titles_onli:77,tmp:86,toctre:77,tocustomclass:60,todim:86,todo:[65,77],togeth:[53,60,86,100],token:[95,97],toler:52,too:[77,79,80],tool:[60,64,65,66,86,95],toolchain:[59,67],top:[59,77,81],topk:69,torch:[0,1,2,4,20,21,29,30,31,32,33,34,37,44,45,46,47,48,49,52,53,54,55,56,57,58,59,60,62,70,71,74,75,85,98,101],torch_compil:[90,91,93],torch_compile_advanced_usag:90,torch_compile_resnet_exampl:91,torch_compile_stable_diffus:92,torch_compile_transformers_exampl:93,torch_dir:66,torch_disabled_decomposit:54,torch_dtyp:92,torch_enabled_decomposit:54,torch_executed_modul:[45,49,56,70,75],torch_executed_op:[45,49,56,63,64,70,75,90,91,93],torch_input_1:97,torch_input_2:97,torch_scirpt_modul:85,torch_script_modul:86,torch_tensorrt:[0,1,2,3,4,14,16,17,42,43,44,46,47,48,49,50,51,52,54,56,62,63,64,65,68,86,87,88,89,90,92,94,95,96,97,98,99,100,101],torch_tensorrt_build:66,torch_tensorrt_export:43,torch_tensorrt_major_vers:[19,43,50],torch_tensorrt_minor_vers:[19,43,50],torch_tensorrt_patch_vers:[19,43,50],torch_tensorrt_vers:[19,43,50],torch_tensorrtfil:50,torch_tensorrtnamespac:50,torchbind:58,torchdynamo:97,torchhub:96,torchscript:[19,21,38,43,45,49,50,52,56,57,58,59,63,70,71,74,75,87,95,97,101],torchscriptstruct:50,torchtrt:[43,56],torchtrt_api:[0,2,19,22,23,24,25,26,27,28,31,32,33,34,35,36,37,42,43,44,45,48,49,50],torchtrt_check:60,torchtrt_hidden:[19,43,50],torchtrt_runtime_exampl:99,torchtrt_unus:60,torchtrtc:[67,68,101],torchvis:[58,88,91,96,98],toronto:98,tortor:82,total:[90,91,92,93],totensor:[96,98],tovec:86,toward:[70,98],trace:[56,65,70,75,85,86,97,100],trace_input:97,traced_model:85,track:[60,98],tradit:[48,70,75,98],traget:32,trail:77,train:[29,30,49,52,68,69,86,87],trainabl:55,transcrib:95,transfer:78,transform:[86,89,94,96,97,98,100],transformed_img:96,transformers_trac:97,translat:86,transmit:79,transpos:[65,69],trash:79,travers:[56,57,59,64],treat:52,tree:[42,43,44,45,77,98,99],tri:54,trigger:[56,64,65,86,97],trim:98,tristiqu:82,triton:68,triton_to_np_dtyp:96,tritoncli:96,tritonserv:96,trt:[0,1,3,4,46,48,53,55,58,60,62,64,65,69,70,86,91,93,97],trt_exp_program:100,trt_gm:[63,97,100],trt_interpreter_result:65,trt_lenet_script:86,trt_mod:[56,86,97,98,101],trt_model:[56,88,96,100],trt_script_model:100,trt_t:100,trt_ts_modul:[56,87],trtinterpret:[54,65,71],trtinterpreterresult:[65,71],trtmodul:[65,71],trttensor:54,truncat:[49,52,63,64,70,75],truncate_long_and_doubl:[45,49,63,64,70,75,92],truth:54,ts:[43,52,56,68,74,85,86,87,88,97,100],ts_model:[56,86],tt:79,tue:80,tup:69,tupl:[54,58,63,65,70,71,74,75,87],tupleconstruct:[55,58],tupleindex:69,tupleunpack:55,turn:[65,71],turpi:82,tutori:[85,98],two:[52,55,60,62,64,65,67,79,80,84,85,87,96,97,98,100],type:[0,1,2,30,49,50,52,53,56,58,60,62,63,64,65,66,70,71,72,73,74,75,79,86,87,95,98],type_fp32:96,typenam:[3,4,29,30,44],typic:[53,60,96],ugli:79,ui:78,uint64_t:[45,49],ultric:82,un:98,unabl:[60,86],unbind:69,unbroken:79,uncas:[93,95,97],uncom:67,undefin:97,under:[42,43,44,45,59,65,79],underli:[0,1,2,46,60],understand:97,unet:92,uniformli:95,union:[54,60,70,74,75,86],uniqu:[4,87],unique_ptr:[4,30],unit:65,unittest:97,univers:79,unknown:74,unless:65,unlik:[67,88],unlimit:77,unpack_addmm:55,unpack_log_softmax:55,unqiue_ptr:4,unreferenc:79,unrestrict:79,unsqueez:69,unstabl:59,unsupport:[31,49,54,64,66],unsur:60,untest:59,until:[53,56,59,60,67,97],unwrap:60,unwraptodoubl:60,unwraptoint:86,unzip:67,up:[53,55,56,57,58,59,62,65,79,85,90,91,93,95],updat:[65,66,67,71],upload:96,upon:[77,90,91,93],upper:80,upsample_bilinear2d:69,upsample_linear1d:69,upsample_nearest1d:69,upsample_nearest2d:69,upsample_nearest3d:69,upsample_trilinear3d:69,upscale_factor:69,upstream:86,uri:79,url:[67,77,96],urna:82,us:[0,1,2,3,4,29,30,32,34,36,43,44,45,46,48,49,52,53,54,56,58,59,60,62,64,65,66,67,68,70,71,72,73,74,75,77,78,79,80,85,89,94,96,97,98,99,100,101],usag:[63,65,73,79,86,89,94,97],use_cach:[3,4,30,44,73,98],use_cache_:44,use_cmake_generated_export_head:43,use_experimental_fx_rt:71,use_fast_partition:[64,70],use_input_stat:69,use_python_runtim:[64,70,90],use_subset:98,usecas:[87,94],user:[42,48,54,56,57,58,59,62,63,64,67,79,80,86,87,94,96,97,98],using_int:[69,86],usr:67,usual:[65,67,77],ut:82,utf:[79,80],util:[60,62,75,86,90,91,93,95,96,97,98],v0:[76,96],v143:66,v1:92,v2:[29,30,79],v:[52,80,96],valid:[1,46,56,60,62,70,74],valu:[0,1,2,16,17,45,46,48,53,56,58,60,63,66,69,70,72,73,74,77,86,90,91,93,95,97],value_tensor_map:[53,60],vanilla:65,vari:[64,71,97,100],variabl:[48,65,66,74],variant:99,varient:55,varieti:[64,96],variou:[65,101],variu:82,vcs_pageview_mod:77,vec:69,vector:[20,21,33,44,45,47,48,49,56,58,86,98,101],vehicula:82,vel:82,velit:82,venenati:82,verbios:52,verbos:[52,64,65,70,71,80,91,93],verbose_log:[65,71],veri:[64,65,80,81,88,96,98],verifi:56,verison:67,version:[35,37,59,62,64,65,66,70,77,80,95,96,97,100],version_compat:[64,70],vertic:[77,79],vestibulum:[80,82],vgg16:98,vgg:98,vi:79,via:[54,64,65,68,70,74,75,77,83,87,90,91,93,95,97,98,99],view:[69,77,97],virtual:98,vision:[65,96],visitor:77,vita:[80,82],vivamu:82,viverra:82,vm:80,volutpat:82,vs:[0,1,2,46,55,70,75,88],vscode:66,vulput:82,w:[52,67],w_hh:69,w_ih:69,wa:[55,58,62,65,79,86],wai:[52,64,65,67,85,86,89,94,95,98,100],walkthrough:95,want:[42,56,65,71,85,86,88,90,96,98],warn:[16,44,52,60,72],wash:79,we:[42,44,53,54,55,56,57,58,59,60,62,63,64,65,71,77,79,85,86,89,90,91,93,94,95,96,97,98,100],weak:79,web:79,websit:67,weight:[48,49,52,53,64,65,69,70,75,79,86,92,95],welcom:[65,86],well:[54,63,67,68,72,79,86,98,100],were:86,wget:96,what:[4,54,55,65,79,85,86,87],whatev:[58,65],wheel:67,when:[27,44,45,46,52,53,55,56,57,58,59,60,64,65,67,70,72,74,75,77,79,81,85,86,95,97,98],where:[53,54,55,60,62,65,70,75,80,86,97,98],wherev:65,whether:[4,52,54,64,65,70,71,74,78,91,93,98],which:[1,2,29,32,34,46,49,53,54,55,56,57,58,59,60,62,63,64,65,67,70,71,73,74,75,77,79,80,85,86,87,88,90,95,96,97,98,99,100],white:79,whitespac:79,whl:67,who:79,whole:65,whose:[55,65],why:79,wide:[64,83],width:[79,95],win:66,window:79,window_nam:79,wish:80,within:[49,52,57,59,64,70,75,77,79,100],without:[56,60,77,79,86,98],wl:99,wooden:79,word:[79,95],work:[44,55,59,60,65,79,80,90,97,98],worker:98,workflow:[64,65,68,70,71,86,88,91,92,93,95,97],workspac:[49,52,64,65,67,70,71,75,90,91,93],workspace_s:[45,49,52,64,70,75,91,93],workspacefold:66,world:79,would:[52,54,60,64,65,67,70,86,87,88,96,97,99],wp:96,wrap:[57,58,59,65,79,82,86,88,90,91,93],wrapper:[60,65],write:[3,4,29,30,44,65,68,79,86,96,98],write_calibration_cach:73,writecalibrationcach:[3,4,44],writing_convert:[53,86],wrote:79,www:[77,79,86,96,98],x64:66,x86:99,x86_64:[59,67],x9:55,x:[5,10,33,43,55,56,66,67,75,80,85,86,90,97,100],x_0:79,x_1:79,x_2:79,x_3:79,x_4:79,x_:79,x_lgamma:56,x_out:90,x_y_out:90,xavier:[45,101],xstr:[19,43,50],xx:96,xxx:65,xz:67,y:[33,56,75,80,90],y_lgamma:56,y_out:90,yahoo:80,yaml:[54,61],yet:[65,95],you:[0,1,2,29,30,46,48,49,52,53,54,55,56,58,59,60,63,65,67,70,74,75,77,79,80,81,85,86,87,88,89,94,95,96,97,98,99,100],your:[60,63,64,67,77,79,80,84,85,86,87,88,97,99],yourself:86,yy:96,z:80,zero:97,zero_point:69,zip:[58,66,67,94],zisserman:98},titles:["Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory torch_tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Template Function torch_tensorrt::ptq::make_int8_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct GraphInputs","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","torchtrtc","Conversion Phase","Writing Dynamo Converters","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Writing TorchScript Converters","Useful Links for Torch-TensorRT Development","Writing Dynamo ATen Lowering Passes","Compiling ExportedPrograms with Torch-TensorRT","TensorRT Backend for torch.compile","Torch-TensorRT (FX Frontend) User Guide","Building Torch-TensorRT on Windows","Installation","Torch-TensorRT","Operators Supported","torch_tensorrt.dynamo","torch_tensorrt.fx","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Changelog","Configuration","5. :mod:`test_py_module`","3. Paragraph Level Markup","4. Lists & Tables","1. Long Sticky Nav","1. Structural Elements","<no title>","Installation","Creating a TorchScript Module","Using Torch-TensorRT in C++","Using Torch-TensorRT in Python","Using Torch-TensorRT TorchScript Frontend Directly From PyTorch","Dynamo / torch.compile","Torch Compile Advanced Usage","Compiling ResNet using the Torch-TensorRT torch.compile Backend","Torch Compile Stable Diffusion","Compiling a Transformer using torch.compile and TensorRT","Torch-TensorRT Tutorials","Example notebooks","Serving a Torch-TensorRT model with Triton","Dynamic shapes with Torch-TensorRT","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","Saving models compiled with Torch-TensorRT","DLA"],titleterms:{"1":[81,96],"10":81,"11":81,"12":81,"13":81,"14":81,"15":81,"16":81,"17":81,"18":81,"19":81,"2":[81,82,96],"20":81,"3":[81,96],"4":81,"5":81,"6":81,"7":81,"8":81,"9":81,"class":[0,1,2,3,4,20,21,38,40,41,50,70,71,73,74],"default":90,"enum":[16,17,38,39,50,73,74],"export":63,"function":[22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,50,61,70,71,74,75],"import":[90,91,92,93],"long":[81,83],"static":97,A:79,And:79,But:80,By:[18,19],In:68,Or:55,The:[79,86],To:55,With:66,aarch64:67,abi:[58,67],acc:65,acceler:95,add:65,addmm:[54,55],admonit:79,advanc:90,advic:60,after:64,an:83,api:[50,51,61,67,68],applic:98,arg:[60,78],argument:[91,93],aten:62,automat:56,avail:61,awar:[56,95],b:100,backend:[64,91],background:[58,60],base:[3,4,48,77],basic:62,bert:[95,97],binari:67,block:79,branch:55,build:[66,67,77,96],bullet:80,c:[50,61,67,68,86,95,98],can:80,capabl:54,caption:[80,83],center:79,ch:79,changelog:76,check_method_operator_support:31,choos:67,citat:[79,98],citrinet:95,cleanup:[90,91,93],cli:[67,68],client:96,cmake:67,code:[55,66,68,79],compil:[32,57,59,63,64,66,67,68,86,89,90,91,92,93,94,95,97,100],compilespec:49,compound:79,condit:64,configur:[66,77],constraint:97,construct:58,content:[18,19,20,21,38,39,40,41,77,78,79,80,81,82],context:[60,77],contigu:55,contract:[54,60],contributor:68,convers:[53,57,59,60],convert:[53,54,60,65,69,86,100],convert_method_to_trt_engin:34,convolut:54,coverag:64,cpp:[13,18,19,20,21,56],creat:[85,98],creativ:79,cuda:[67,90,91,93],current:69,custom:[64,86,90,97],customiz:[63,64],cxx11:67,data:78,datatyp:0,dead:55,debug:67,decomposit:54,deep:95,deeper:80,defin:[5,6,7,8,9,10,11,12,19,50],definit:[18,19,20,21,80,90,91,92,93],demo:83,depend:[56,67],deploi:[95,99],deseri:58,detect:95,develop:61,devic:[1,46],devicetyp:1,diffus:92,dimens:61,direct:79,directli:88,directori:[13,14,15,51],disk:85,dla:101,doctest:79,documen:68,document:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,61,68,82,83],down:80,download:[79,84],driver:[90,91,93],dropout:55,dump_build_info:37,dynam:[64,95,97],dynamo:[54,62,68,70,89,94,100],easier:61,efficentnet:95,element:82,elimin:55,eliminatecommonsubexpress:55,embed_engine_in_new_modul:33,emphas:79,engin:[58,65],enginecap:17,enumer:80,envior:67,error:[90,91,93],evalu:[53,54,69],exampl:[54,62,79,81,95,97],execept:55,executor:58,expect:61,exportedprogram:[63,100],face:95,fallback:[55,56],feasibl:64,featur:64,field:80,figur:79,file:[15,18,19,20,21,42,43,44,45,50,51],flatten:55,footnot:79,format:58,framework:68,freez:55,from:[67,88],frontend:[63,65,68,88,95],full:[50,51],further:68,fuse:55,fx2trt:65,fx:[65,68,71,95],gaurd:55,gener:78,get:68,get_build_info:35,get_is_colored_output_on:24,get_logging_prefix:22,get_reportable_log_level:23,giant:80,git:84,glossari:79,gpu:68,graph:[55,58],graphinput:47,grid:80,guarante:60,guid:[65,68],h:[18,19,20,21,42,43,44,45,56],have:80,hierarchi:50,hlist:80,hole:80,hood:[63,86,97],how:[65,77,98],html:77,hug:95,ien:79,imag:[79,80],implement:54,includ:[14,18,19,20,21],incred:83,index:78,indic:68,infer:[68,91,92,93,96],inform:68,inherit:[3,4,48],inlin:79,input:[48,91,93],instal:[66,67,84],int8:95,int8cachecalibr:3,int8calibr:4,ir:[61,97,100],jetson:67,kei:64,languag:95,layer:61,learn:95,legaci:68,lenet:95,level:[16,77,79,80],librari:[67,99],libtorchtrt:99,like:80,limit:97,line:79,linear:55,link:[61,79],list:[42,43,44,45,80],liter:79,log:[18,22,23,24,25,26,27,28,39,42,72],logsoftmax:55,loop:55,lower:[55,57,59,62],macro:[19,43],make_int8_cache_calibr:29,make_int8_calibr:30,markup:79,mask:95,math:79,menu:[81,83],meta:79,miss:65,mlm:95,mod:78,model:[64,65,90,91,92,93,95,96,100],modul:[55,85,86],namespac:[18,19,20,21,38,39,40,41,50],nativ:67,native_op:61,nav:81,nest:[1,46],nightli:67,node:53,note:[90,91,93],notebook:95,number:[79,80],nvidia:68,object:95,one:80,onli:67,op:[58,65],oper:[54,64,69,86],optim:96,optimz:55,option:[77,78,80,91,93],other:60,overview:59,own:98,packag:[67,99],page:77,paragraph:[79,82],paramet:78,partit:[56,57,59],partitoninfo:56,pass:[55,62],pattern:55,peephol:55,perform:64,phase:[53,55,56,57,58,59],plugin:99,post:98,pre:67,precompil:67,prerequisit:67,program:[42,43,44,45,99],project:77,ptq:[20,29,30,40,44,73,98],python:[61,67,68,85,87,98],pytorch:[61,65,68,88,95],quantiz:[95,98],queri:96,quickstart:86,quot:79,rabbit:80,read:61,recompil:64,redund:55,refer:79,regist:[62,86],registr:54,relationship:[1,3,4,46,48],releas:67,remov:55,repeat:55,replac:[55,79],requir:62,resnet50:95,resnet:91,respons:60,result:58,right:67,rubric:79,runtim:[57,58,59,99],save:[85,100],second:80,section:82,segmentedblock:56,serial:[58,64],serv:[95,96],server:96,set:[63,64,90,96],set_devic:36,set_is_colored_output_on:27,set_logging_prefix:28,set_reportable_log_level:25,setup:67,shape:[64,95,97],shape_analysi:56,sidebar:79,so:99,sometim:61,sourc:67,specif:67,ssd:95,stabl:92,start:68,step:96,sticki:81,str:5,struct:[46,47,48,49,50],structur:82,studio:66,subdirectori:[13,14],submenu:81,submodul:74,subsect:82,subsubmenu:81,subsubsect:82,support:[64,69],system:59,tabl:[77,78,79,80,81,82],target:79,templat:[3,4,29,30],tensorformat:2,tensorrt:[50,58,61,63,64,65,66,67,68,86,87,88,91,93,94,95,96,97,99,100],test_py_modul:78,text:79,theme:[77,83],thi:[80,83],through:69,tile:55,titl:79,toc:77,topic:79,torch:[50,61,63,64,65,66,67,68,86,87,88,89,90,91,92,93,94,95,96,97,99,100],torch_compil:97,torch_tensorrt:[15,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,45,70,71,72,73,74,75,91,93],torch_tensorrt_major_vers:7,torch_tensorrt_minor_vers:8,torch_tensorrt_patch_vers:6,torch_tensorrt_vers:12,torchscript:[31,32,33,34,41,60,67,68,85,86,88,100],torchtrt_api:9,torchtrt_hidden:11,torchtrtc:[52,86],trace:63,tracer:65,train:[95,98],transform:[93,95],triton:96,ts:75,tupl:55,tutori:[68,94],type:[3,4,46,48,54],under:[63,86,97],unpack:55,unrol:55,unsupport:86,up:96,us:[55,61,63,86,87,88,90,91,93,95],usag:[64,90],user:[65,68],valid:54,version:[58,67],via:84,visual:66,wai:79,weight:60,what:60,wide:77,window:66,work:[85,86],workaround:97,write:[54,60,62],xstr:10,your:[96,98]}}) \ No newline at end of file +Search.setIndex({docnames:["_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1GraphInputs","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_orphan","cli/torchtrtc","contributors/conversion","contributors/dynamo_converters","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/ts_converters","contributors/useful_links","contributors/writing_dynamo_aten_lowering_passes","dynamo/dynamo_export","dynamo/torch_compile","fx/getting_started_with_fx_path","getting_started/getting_started_with_windows","getting_started/installation","index","indices/supported_ops","py_api/dynamo","py_api/fx","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","src/pytorch-sphinx-theme/docs/changelog","src/pytorch-sphinx-theme/docs/configuring","src/pytorch-sphinx-theme/docs/demo/api","src/pytorch-sphinx-theme/docs/demo/demo","src/pytorch-sphinx-theme/docs/demo/lists_tables","src/pytorch-sphinx-theme/docs/demo/long","src/pytorch-sphinx-theme/docs/demo/structure","src/pytorch-sphinx-theme/docs/index","src/pytorch-sphinx-theme/docs/installing","ts/creating_torchscript_module_in_python","ts/getting_started_with_cpp_api","ts/getting_started_with_python_api","ts/torchscript_frontend_from_pytorch","tutorials/_rendered_examples/dynamo/index","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example","tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example","tutorials/_rendered_examples/index","tutorials/notebooks","tutorials/serving_torch_tensorrt_with_triton","user_guide/dynamic_shapes","user_guide/ptq","user_guide/runtime","user_guide/saving_models","user_guide/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,nbsphinx:4,sphinx:56},filenames:["_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_orphan.rst","cli/torchtrtc.rst","contributors/conversion.rst","contributors/dynamo_converters.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/ts_converters.rst","contributors/useful_links.rst","contributors/writing_dynamo_aten_lowering_passes.rst","dynamo/dynamo_export.rst","dynamo/torch_compile.rst","fx/getting_started_with_fx_path.rst","getting_started/getting_started_with_windows.rst","getting_started/installation.rst","index.rst","indices/supported_ops.rst","py_api/dynamo.rst","py_api/fx.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","src/pytorch-sphinx-theme/docs/changelog.rst","src/pytorch-sphinx-theme/docs/configuring.rst","src/pytorch-sphinx-theme/docs/demo/api.rst","src/pytorch-sphinx-theme/docs/demo/demo.rst","src/pytorch-sphinx-theme/docs/demo/lists_tables.rst","src/pytorch-sphinx-theme/docs/demo/long.rst","src/pytorch-sphinx-theme/docs/demo/structure.rst","src/pytorch-sphinx-theme/docs/index.rst","src/pytorch-sphinx-theme/docs/installing.rst","ts/creating_torchscript_module_in_python.rst","ts/getting_started_with_cpp_api.rst","ts/getting_started_with_python_api.rst","ts/torchscript_frontend_from_pytorch.rst","tutorials/_rendered_examples/dynamo/index.rst","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst","tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst","tutorials/_rendered_examples/index.rst","tutorials/notebooks.rst","tutorials/serving_torch_tensorrt_with_triton.rst","user_guide/dynamic_shapes.rst","user_guide/ptq.rst","user_guide/runtime.rst","user_guide/saving_models.rst","user_guide/using_dla.rst"],objects:{"":[[5,0,1,"c.STR","STR"],[9,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[11,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[7,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[8,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[6,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[12,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[10,0,1,"c.XSTR","XSTR"],[0,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[0,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE","torch_tensorrt::DataType::Value::kDouble"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::Value::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE","torch_tensorrt::DataType::kDouble"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[0,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[46,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[46,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[1,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[46,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[46,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[46,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[46,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[46,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[17,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[47,1,1,"_CPPv4N14torch_tensorrt11GraphInputsE","torch_tensorrt::GraphInputs"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE","torch_tensorrt::GraphInputs::input_signature"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs6inputsE","torch_tensorrt::GraphInputs::inputs"],[48,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEv","torch_tensorrt::Input::Input"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[48,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input13tensor_domainE","torch_tensorrt::Input::tensor_domain"],[2,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[37,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[35,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::kSTANDARD"],[16,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[24,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[22,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[23,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[28,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[28,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[25,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[3,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[3,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[4,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[29,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[29,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[29,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[30,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[36,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[36,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[49,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE","torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_sram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE","torch_tensorrt::torchscript::CompileSpec::graph_inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[31,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[32,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[34,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"],[74,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[74,10,1,"","__init__"],[74,11,1,"","allow_gpu_fallback"],[74,11,1,"","device_type"],[74,11,1,"","dla_core"],[74,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[74,10,1,"","__init__"],[74,11,1,"","dtype"],[74,10,1,"","example_tensor"],[74,11,1,"","format"],[74,10,1,"","from_tensor"],[74,10,1,"","from_tensors"],[74,11,1,"","shape"],[74,11,1,"","shape_mode"]],"torch_tensorrt.dynamo":[[70,9,1,"","CompilationSettings"],[70,9,1,"","SourceIR"],[70,12,1,"","compile"],[70,12,1,"","export"],[70,12,1,"","trace"]],"torch_tensorrt.fx":[[71,9,1,"","InputTensorSpec"],[71,9,1,"","TRTInterpreter"],[71,9,1,"","TRTInterpreterResult"],[71,9,1,"","TRTModule"],[71,12,1,"","compile"]],"torch_tensorrt.logging":[[72,9,1,"","Level"],[72,9,1,"","debug"],[72,9,1,"","errors"],[72,12,1,"","get_is_colored_output_on"],[72,12,1,"","get_logging_prefix"],[72,12,1,"","get_reportable_log_level"],[72,9,1,"","graphs"],[72,9,1,"","info"],[72,9,1,"","internal_errors"],[72,12,1,"","log"],[72,12,1,"","set_is_colored_output_on"],[72,12,1,"","set_logging_prefix"],[72,12,1,"","set_reportable_log_level"],[72,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[72,11,1,"","Debug"],[72,11,1,"","Error"],[72,11,1,"","Graph"],[72,11,1,"","Info"],[72,11,1,"","InternalError"],[72,11,1,"","Warning"]],"torch_tensorrt.ptq":[[73,9,1,"id1","CacheCalibrator"],[73,9,1,"id2","CalibrationAlgo"],[73,9,1,"id0","DataLoaderCalibrator"],[73,12,1,"","get_batch"],[73,12,1,"","get_batch_size"],[73,12,1,"","get_cache_mode_batch"],[73,12,1,"","read_calibration_cache"],[73,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[73,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[73,11,1,"","ENTROPY_CALIBRATION"],[73,11,1,"","ENTROPY_CALIBRATION_2"],[73,11,1,"","LEGACY_CALIBRATION"],[73,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[73,10,1,"","__init__"]],"torch_tensorrt.ts":[[75,12,1,"","TensorRTCompileSpec"],[75,12,1,"","check_method_op_support"],[75,12,1,"","compile"],[75,12,1,"","convert_method_to_trt_engine"],[75,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[74,9,1,"","Device"],[74,9,1,"","DeviceType"],[74,9,1,"","EngineCapability"],[74,9,1,"","Input"],[74,9,1,"","TensorFormat"],[74,12,1,"","compile"],[74,12,1,"","convert_method_to_trt_engine"],[74,9,1,"","dtype"],[74,12,1,"","dump_build_info"],[100,8,0,"-","dynamo"],[71,8,0,"-","fx"],[74,12,1,"","get_build_info"],[72,8,0,"-","logging"],[73,8,0,"-","ptq"],[74,12,1,"","set_device"],[75,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[33,43,44,45,49,52,54,56,59,60,62,64,65,66,67,68,69,70,71,72,73,74,75,76,78,79,86,88,89,90,91,92,93,94,96,97,98,101],"000":[90,91,92,93],"0000":80,"01":[69,80,86],"0208":86,"03":80,"0358":86,"0383":86,"04":[86,96],"0435":86,"0464":86,"0530":86,"0678":86,"0805":86,"0818":86,"0932":86,"0f8157a5fc5329943b338b893591373350afa90ca81239cdadd7580cd1eba254":67,"0x7fa34ea5a8b0":75,"1":[3,4,33,44,45,48,49,52,54,55,56,58,60,62,63,65,66,67,69,70,71,72,73,74,75,76,77,79,80,83,85,86,87,88,91,93,95,97,98,100,101],"10":[49,67,70,71,75,83,85,86,95,96,98],"100":[65,71],"1000":96,"1012":55,"1013":55,"1024":[52,70,74,75,95],"1045":86,"1048576":[45,49,70,75],"1056":86,"1063":86,"1073741824":[45,49,70,75],"109":86,"11":[55,66,67,79,83,86,96],"119":85,"12":[55,56,67,79,83,85,86,96],"120":[85,86],"123":80,"129":85,"13":[79,83],"136":96,"137":85,"138":85,"14":[83,93,96,97],"1409":98,"15":[79,83],"1502":86,"1549":86,"1556":98,"16":[74,83,85,86,87],"1691":86,"17":83,"18":[83,86],"19":[80,83],"1994":98,"1b":66,"1d":55,"1e":52,"2":[33,43,54,56,60,63,64,65,67,68,69,70,72,73,74,75,77,79,80,83,85,86,89,90,93,94,97,98,100],"20":[56,83,91,93,97],"2009":98,"2010":98,"2012":80,"2014":98,"2015":66,"2017":66,"2019":66,"2020":[68,86],"2021":68,"2022":[66,68],"2023":98,"2048":[65,71],"2052":[90,91,93],"22":96,"224":[56,63,70,71,74,75,91,95,96,97,100],"225":[71,96],"229":96,"23":[49,55,70,75,80],"2341":100,"234375":96,"24":55,"244":[70,74,75],"248":55,"249":55,"25":[65,71,86],"256":96,"258":79,"27":[56,86],"28":86,"2802":86,"2822":79,"287":79,"29":86,"2c3":80,"3":[45,49,52,55,56,58,63,64,65,69,70,72,73,74,75,79,80,83,85,86,88,91,95,97,98,100,101],"30":[91,93],"300":[52,88],"31":86,"32":[52,74,85,86,87,98,101],"320":98,"32bit":52,"33":86,"33554432":[65,71],"346":86,"35":86,"36":86,"3677":55,"37":86,"38":85,"39":85,"3_cuda12":67,"3d":[54,65],"4":[56,58,63,64,65,67,69,72,77,79,80,83,86,90,92,93,97],"406":96,"429688":96,"4465":98,"456":96,"468750":96,"4822":98,"485":96,"4914":98,"4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d":67,"5":[52,56,58,59,64,65,66,67,70,72,79,80,83,85,86,90,96,97],"50":95,"512":[52,70,74,75,95,97],"523438":96,"53":80,"536870912":[45,49,70,75],"539":86,"53a0802":79,"56":86,"576":86,"6":[55,56,58,67,69,83,85,86,97],"622":55,"64":[65,74,87],"64bit":52,"664062":96,"7":[54,56,58,59,66,74,83,86,90,91,93],"72048":67,"7302":80,"79d77a769c7e7175abc7b5c2ed5c494148c0618a864138722c887f95c623777c":67,"8":[3,52,55,63,64,66,67,74,79,80,83,86,91,96,97],"8000":96,"8001":96,"8002":96,"84":[85,86],"9":[83,86,96],"90":96,"92":96,"9223372036854775807":69,"96":66,"abstract":[58,60,80],"boolean":[65,74],"break":[64,65,79],"byte":[73,74,75,95],"case":[0,1,2,46,49,53,54,56,58,60,62,64,65,67,74,97,98,99],"catch":[55,86],"char":[3,4,44,52,86],"class":[29,30,44,45,46,51,58,60,64,65,72,75,79,80,85,86,87,90,95,97,98],"const":[0,1,2,3,4,29,30,31,32,33,34,36,44,45,46,55,60,69,86,98],"default":[0,1,2,3,4,16,29,30,33,43,45,46,48,49,52,54,56,62,64,65,67,70,71,74,75,77,78,79,86,87,88,97,98,100],"do":[53,54,55,56,60,63,65,78,80,85,86,87,98,101],"enum":[0,1,2,42,45,46,70,72,75,98],"export":[67,70,97,100],"final":[53,56,57,59,67,90,91,93,95],"float":[49,52,63,64,69,74,85,86,87,88,90,93,98],"function":[0,1,2,3,4,46,48,49,54,55,56,58,60,62,64,65,67,85,86,88,90,91,93,95,96,97,98,101],"import":[52,55,56,63,64,65,67,77,79,85,86,87,88,96,97,99,100],"int":[0,3,4,36,44,45,49,52,54,56,63,64,69,70,71,73,74,75,77,86,97],"long":[49,52,53,63,74,79,80],"new":[0,1,2,3,4,32,33,46,48,49,56,58,59,60,62,64,65,72,75,79,86,89,91,93,94,96,97,100],"public":[0,1,2,3,4,44,45,46,47,48,49,80,98],"return":[0,1,2,3,4,23,24,29,30,31,32,33,34,35,42,43,44,45,46,54,55,56,57,58,59,60,62,64,65,70,71,72,74,75,85,86,87,90,96,97,98],"short":[55,79,80,97],"static":[48,49,53,60,63,70,74,75,77,86],"super":[44,85,90,97],"switch":100,"throw":[52,55,86],"true":[0,1,2,4,46,49,55,56,60,62,64,65,69,70,71,74,75,77,80,86,88,90,91,92,93,96,97,98,101],"try":[59,79,80,86,88],"var":69,"void":[3,4,25,26,27,28,36,37,42,44,45],"while":[54,56,67,95,96,98],A:[4,29,30,32,33,47,48,54,55,56,60,65,67,71,74,75,80,92,96,98],And:86,As:[56,65,67,86],At:78,But:[79,86],By:[29,30,51,56,67,77,85,97],For:[53,56,62,63,64,65,67,71,77,79,80,85,86,88,90,95,96,97,98,99],If:[27,33,53,54,55,56,62,63,64,65,67,71,72,74,77,79,86,87,90,96,97,98,99,101],In:[0,1,2,46,53,54,56,57,58,59,60,64,65,67,79,80,82,87,89,94,95,96,97,98,99,100],Is:[24,74],It:[52,54,55,56,57,59,60,65,67,68,77,79,95],Its:[60,79],Not:3,On:56,One:[65,79,80,86,95],Or:79,Such:54,THE:79,TO:[67,86],That:79,Thats:86,The:[1,46,48,49,52,53,54,55,56,57,58,59,60,62,63,64,65,67,70,72,74,75,77,80,85,87,88,94,95,96,97,98,100],Then:[56,88,98],There:[4,53,54,59,60,62,63,65,66,67,80,85,95,96,97,98,99,100],These:[53,54,56,58,62,64,67,70,77,79,96,98],To:[1,46,52,54,56,64,67,70,77,85,86,87,88,96],Will:31,With:[77,79,86,96,98],_:[65,73,79],___torch_mangle_10:85,___torch_mangle_4847:58,___torch_mangle_5:85,___torch_mangle_9:85,__and__:69,__attribute__:43,__derive_index:69,__getitem__:69,__gnuc__:43,__init__:[62,73,74,79,85,90,97],__is__:69,__isnot__:69,__main__:[90,91,93],__name__:[90,91,93],__not__:69,__or__:69,__range_length:69,__round_to_zero_floordiv:69,__torch__:[58,85,86],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:58,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:58,__visibility__:43,__xor__:69,_all_:55,_aten_lowering_pass:62,_c:[70,75,88],_convolut:[69,86],_devic:[64,70,75],_dynamo:[64,90,91,93],_enum:74,_export:[97,100],_input:75,_jit_to_backend:88,_jit_to_tensorrt:75,_leaky_relu:54,_remove_lowering_pass:62,_rendered_examples_jupyt:94,_rendered_examples_python:94,_script:75,_set:90,_shapemod:74,_theme:84,_validate_not_a_forked_repo:96,a1b:80,aarch64:59,ab:69,abi:99,abl:[53,55,60,62,65,88,98],about:[52,53,58,60,67,74,77,86,96,97],abov:[25,54,56,62,65,67,72,78,79,86,91,93,97],absolut:[52,67],ac:82,acc_mod:65,acc_norm:65,acc_op:65,acc_op_convert:65,acc_ops_sigmoid:65,acc_trac:65,acceler:[64,71,89,94,101],accept:[48,52,54,58,60,74,86,87,90],access:[55,60,65,77,86,88],accord:[60,64,75],accordingli:[65,77,97],account:[54,96],accumsan:82,accumul:[49,70,75],accuraci:[95,98],achiev:[56,95],aco:69,acosh:69,acoust:95,acquir:86,across:[49,52,55,56,64,70,75,77,97],acthardtanh:60,action:[65,79],activ:[65,75,79,86,95,98,101],activationtyp:[60,65],actual:[55,58,60,65,72,85,86],ad:[25,52,53,54,56,62,65,97],adaptive_avg_pool1d:69,adaptive_avg_pool2d:69,adaptive_avg_pool3d:69,adaptive_max_pool1d:69,adaptive_max_pool2d:69,adaptive_max_pool3d:69,adaptiveavgpool2d:97,add:[26,53,54,55,56,60,63,66,67,69,72,77,79,84,86,87,97],add_:[55,69,86],add_activ:65,addactiv:60,addit:[54,55,64,65,66,74,86,95,97,100],addition:64,addlay:86,addmm_replac:54,address:[80,97],addshuffl:86,adipisc:[80,82],adjac:[56,70,79],adjust:79,adopt:95,advanc:[80,89,94,98],advis:79,aenean:82,afford:65,aforement:96,after:[52,53,55,56,62,65,66,85,86,87,90,91,93,96,99,100],again:[44,58,60,79],against:[52,86],agx:45,ahead:[68,86],aim:55,algo_typ:[73,98],algorithm:[3,4,29,30,44,65,73,98],algorithm_selector:65,alias:43,align:79,align_corn:69,aliquam:82,aliquet:[80,82],all:[16,42,43,44,45,49,52,54,55,56,58,62,64,65,66,67,70,72,74,79,80,85,86,87,94,95,96,98,99,100],alloc:60,allow:[48,49,52,53,54,55,56,62,64,65,66,70,74,75,77,91,93],allow_gpu_fallback:[45,46,70,74,75,88,98,101],allow_shape_tensor:[45,49,75],allow_tf32:69,almost:86,along:[54,97,100],alpha:[54,65,69,80],alreadi:[52,53,54,55,86,98],also:[29,53,54,60,62,64,66,67,77,79,80,86,87,94,95,98],altern:[48,56,62,63,87,95],although:79,altogeth:[56,77],alwai:[3,4,27,52,79],amet:[80,82],amount:70,an:[2,3,4,48,49,52,53,54,55,56,57,58,59,60,62,64,65,66,67,70,71,73,74,75,77,79,80,85,86,87,90,95,96,97,98,99,100],analogu:60,analysi:[56,97],analyt:77,analytics_id:77,ancient:79,ani:[48,52,53,54,60,62,65,69,70,73,74,75,77,79,86,87,97,98],ann:79,annot:[60,86],anonym:79,anoth:[79,80,85,87],ant:82,anyon:80,anyth:[79,80,99],aot:[68,86,97],api:[56,59,60,62,63,64,65,74,75,78,86,87,88,89,90,94,95,96,97,98,99],appear:[56,79],append:[69,97],appli:[62,63,98],applic:[1,29,46,52,55,59,64,70,86,87,88,99,101],apply_lowering_pass:[62,97],approach:[56,100],appropri:66,apr:86,ar:[42,46,49,52,53,54,55,56,58,59,60,62,63,64,65,66,67,70,74,75,77,79,80,81,85,86,88,95,96,97,98,99,100],arab:80,arang:69,arbitrari:62,architectur:[67,68,95],archiv:67,arcu:[80,82],area:81,aren:86,arg0_1:97,arg:[53,54,62,65,73,74,83,86,95,97],arg_replacement_tupl:65,argc:86,argmax:69,argmin:69,argument:[48,52,54,55,58,60,62,64,65,70,74,75,79,80,86,87,97],argv:86,arithmet:56,around:[55,58,60,67,79,82,85],arrai:[3,4,33,53,54,75],arrayref:[45,48,49],artifact:66,arxiv:98,as_numpi:96,asin:69,asinh:69,aspect:52,assembl:[53,62,86],assign:[3,4,78],associ:[53,60,86],associatevalueandivalu:60,associatevalueandtensor:[60,86],assum:[33,88,97],atan:69,atanh:69,aten:[49,54,55,56,60,61,64,68,69,70,75,86,90,97],aten_:54,aten_ops_convolut:54,aten_trac:97,atol:52,attention_mask:97,attrdict:96,attribut:[54,55,56,58,65,79,86],auctor:82,audio:95,augu:82,author:[54,80],auto:[44,56,60,64,70,79,80,86,98,101],autocast:54,autodoc:[79,80],automat:[64,79,86,97],auxiliari:[64,70],avail:[52,54,60,62,64,65,67,70,77,101],averag:[49,52,70,75],avg:52,avg_pool1d:69,avg_pool2d:69,avg_pool3d:69,avgpool:97,awai:79,awaken:79,axi:69,b0:95,b:[66,67,69,80,96],b_hh:69,b_ih:69,back:[55,56,58,59,74,79,85,86],back_insert:44,backend:[62,75,78,88,89,90,92,93,94,97],backend_kwarg:90,background:[79,85],backlink:79,backward:65,bar:[77,79],base:[37,50,58,63,64,70,71,72,73,74,79,85,87,93,95,97,98,100],bash:67,basi:79,basic:[52,56,65,80,94,96],batch:[3,4,44,64,65,71,91,93,96,97,98,101],batch_norm:[60,69],batch_siz:[44,98],batched_data_:44,batchnorm:55,batchtyp:44,bathroom:79,bazel:[59,67],bazel_vers:67,bazelbuild:67,bazelisk:67,bazelvers:67,bdist_wheel:67,beat:80,becaus:[60,65,67,71,85,86],becom:[60,70],bee:79,been:[53,60,64,67,80,86,100],befor:[49,54,55,56,59,60,65,70,75,86,96],begin:[44,65,67,79,90],beginn:85,begun:79,behav:81,behavior:[49,56,65,70,74,75,97,100],behind:79,being:[54,65,67,70,86],belong:79,below:[33,56,60,62,63,64,65,67,79,86,87,92,96],benchmark:[64,69],benefit:[60,86],bert:93,bertmodel:[93,97],besid:79,best:[65,70,79],beta:[54,65,69,75],better:[70,85,95],between:[54,55,56,60,67,79,80,98],bia:[55,69,86],bibendum:82,bibliograph:80,bigger:79,bin:67,binari:[44,98],binary_data:96,bind:[3,4,33,44,75,79],bird:96,bit:[49,60,65,70,74,75,86],bitbucket:77,bitbucket_url:77,bitwise_not:69,blandit:82,blank:79,blob:[54,61,67,77,98],block0:55,block1:55,block:[52,53,55,56,64,70,83],blog:68,blue:79,bmm:69,bodi:[54,79,80],bold:79,bool:[0,1,2,3,4,24,27,30,31,42,44,45,46,49,55,60,64,69,70,71,72,74,75,77,86,98],border:79,both:[54,56,64,67,68,71,77,79,85,98],bottom:77,bound:74,boundari:[56,70,72,73],box:[79,97],bracket:79,branch:67,bread:79,brief:56,briefli:85,brontosaurus:79,browser:79,bsd:[42,43,44,45],buffer:[3,4,65],bui:80,build:[29,30,35,49,52,53,57,59,60,63,64,65,70,74,78,83,86,91,93,98],build_fil:67,build_model:65,buildcommandarg:66,builddirectori:66,builder:[63,64,65,70],builderconfig:45,buildroot:66,built:[33,52,58,59,67,70,75],builtin:65,button:[77,79],bytearrai:[65,75],c10:[0,1,45,46,48,49,86,98],c:[42,43,44,45,52,59,64,66,69,70,71,80,87,96,99,101],c_api:61,c_str:[60,86],cach:[3,4,29,30,44,52,64,65,71,73,86,98],cache_:44,cache_fil:[44,73,98],cache_file_path:[3,4,29,30,44],cache_file_path_:44,cache_size_:44,cachecalibr:[73,98],cackl:80,calcul:[48,53,56,86],calibr:[3,4,29,30,44,49,52,70,73,75,86,98],calibration_cache_fil:[29,30,98],calibration_dataload:[30,98],calibration_dataset:98,calibrationalgo:[73,98],call:[29,30,32,49,54,55,58,60,65,70,71,75,79,85,86,88,90,91,93,95,97],call_funct:[54,62,65,97],call_modul:[54,100],call_spec:100,callabl:74,caller:62,callmethod:85,can:[0,1,4,29,30,34,46,47,48,49,52,53,54,55,56,57,58,59,60,62,63,64,65,67,70,74,75,77,79,85,86,87,88,89,90,91,93,94,95,96,97,98,99,100],canada:80,cannot:[48,55,56,65,67,70,74,75,78,85,97,100],canon:77,canonical_url:77,capability_valid:54,capabl:[17,45,49,52,58,70,74,75,88],capbility_valid:54,capit:79,caption:[79,82],captur:97,cast:[3,4,55],castl:92,cat:[56,67,69],categor:54,caught:55,caus:[60,64,77,90,91,93],cd:[67,96],cdll:86,ceil:69,ceil_mod:69,cell:80,center:67,centercrop:96,cerr:86,certain:[65,67,90],cfg:56,chain:[54,60],challeng:[64,96],chanc:60,chang:[29,55,56,59,62,64,65,66,75,77,96,97,98],changelog:83,channel:[2,74,78],channel_last:[70,74,75,95],channels_last:74,charact:79,check:[0,1,31,46,52,55,60,65,75,86,96,99],check_method_op_support:75,check_method_operator_support:[41,45,50],checkmethodoperatorsupport:86,child:80,children:65,choic:[67,73],choos:[64,65,70,85],cifar10:98,cifar:98,clamp:69,clamp_max:69,clamp_min:69,class_count:96,classif:[85,86,95],classifi:[80,95],classification_index:96,classmethod:74,clean:[56,62,66,79,90,91,93],cleanli:56,clear:44,cli:[52,87],click:66,clickabl:79,clone:[62,66,69],cloned_placehold:62,close:86,closer:55,closet:79,cloud:92,cmake:66,cmake_build_typ:66,cmake_cuda_flag:66,cmake_cxx_flag:66,cmake_module_path:66,cmakecommandarg:66,cmakeset:66,cnn:95,co:[69,80,95],coalesc:62,code:[56,59,62,64,65,78,80,85,86,90,91,92,93,94,97,98,100],coeffici:95,collapse_navig:77,collat:80,collect:[54,56,75,86,87],colon:79,color:[24,27,72,79],colored_output_on:[27,42,72],column:80,com:[54,61,64,67,86,90,91,93,96,98,99,100],combin:[56,64,65],come:[65,67,78,96],command:[52,64,67,79,80,85,86,96],comment:[67,79],commodo:82,common:[53,55,65,71,79],common_subexpression_elimin:55,commonli:80,commun:[49,52,66,70,75,86],compar:[65,70,87],comparis:[0,2],comparison:[1,46],compat:[0,1,46,55,58,64,65,66,70,75],compil:[31,34,41,45,49,50,52,54,55,56,58,60,62,65,70,71,72,74,75,77,85,87,88,96,98,99,101],compilation_kwarg:93,compilationset:[64,70,90],compile_engine_and_inf:[90,91,93],compile_spec:[97,98,101],compilegraph:[86,98],compilesepc:33,compilespec:[3,4,21,32,34,41,45,50,56,75,86,98,101],compilespecstruct:50,complet:[56,63,85,86],complex:[47,49,64,67,85,87],complianc:52,compliat:98,complic:67,compon:[57,59,85,99],compos:[65,85,96,98],composit:[54,86],compound:95,comput:[49,65,67,79,95,98],compvi:92,conceiv:79,concept:94,concorr:96,condimentum:82,condit:[56,79],conf:[77,84],confer:68,confidence_scor:96,config:[65,67,71,96],configur:[32,34,48,62,67,70,74,75,83,86,96,97,98],configurationtyp:66,configureset:66,congu:82,connect:[55,70,75,79,96,101],consectetur:[80,82],consecut:[56,63],consid:[56,75,86],consider:96,consist:[55,65,79],consol:52,consolid:[56,85],constant:[53,54,55,56,86],constant_pad_nd:69,constexpr:[0,1,2,45,46],constraint:63,constraint_dim:97,construct:[0,1,2,3,4,46,48,49,53,54,55,57,59,60,65,73,74,79,80,86,98],constructor:[0,2,46,48,49,58,85],consult:78,consum:[4,53,85],contact:80,contain:[30,31,52,53,54,55,56,60,65,67,71,74,79,80,85,86,96,98,99],content:[83,96,98],context:[53,57,58,59,64,72],contextnet:95,contigu:[2,48,49,52,70,74,75],continu:[65,79,99],contribut:64,contributor:86,control:[62,65,85],conv1:[85,86],conv2:[85,86],conv2d:85,conv:[49,52,86],conv_nod:54,conval:82,convect:48,conveni:[62,93,95,98],convent:33,converison:65,convers:[54,55,56,58,63,65,74,75,86,97],conversioncontext:54,conversionctx:[54,60,86],convert:[3,4,31,32,34,52,55,56,57,59,63,64,68,70,74,75,87,88,91,93,95,99],convert_method_to_trt_engin:[41,45,50,74,75,88],converter_util:54,convertgraphtotrtengin:86,convien:49,convienc:[3,4,49],convolut:[70,75,98,101],convtert:65,coordin:59,copi:[44,60,65,69,73,80,96],copy_:69,copyright:[42,43,44,45,80,86],core:[45,52,55,56,59,64,70,74,86,101],core_id:74,corpor:[42,43,44,45],corpu:95,correct:[58,67,77],correctli:67,correctness_atol:71,correctness_rtol:71,correspod:54,correspond:[54,60,65,67,100],cosh:69,cost:97,could:[56,64,65,91,93],count_include_pad:69,coupl:[53,59,65,99],cout:86,cover:[64,94,95],coverag:70,covert:70,cp:67,cpp:[14,15,42,43,44,45,51,55,59,67,86,98],cpp_frontend:98,cppdirectori:50,cppdoc:86,cpu:71,cra:82,creat:[29,30,33,52,53,54,56,58,60,65,68,75,79,86,96,97,100],create_exported_program:100,credit:86,criteria:[56,57,59,64],cross:79,cs:98,csrc:[55,61],cstddef:98,ctestcommandarg:66,ctrl:66,ctx:[54,60,86],ctype:86,cu118:67,cu121:67,cuda:[49,58,63,65,66,71,74,86,87,88,92,96,97,98,100],cuda_graph_batch_s:[65,71],cuda_runtim:[21,45],cudafloattyp:86,cudasetdevic:36,cudnn:[66,67],cudnn_en:69,cudnn_root_dir:66,cumsum:69,curabitur:82,curl:[67,79],current:[23,54,56,58,60,62,63,64,65,66,67,70,71,75,77,97],cursu:82,custom:[52,62,63,65,89,94],custom_class:[21,45],custom_mapp:65,customclasshold:[45,48],cut:79,cxx11:99,d:[52,79,80,86,101],d_silence_experimental_filesystem_deprecation_warn:66,dai:68,dapibu:82,data:[0,2,3,4,29,30,44,46,48,49,52,53,56,57,59,60,64,65,69,70,71,73,74,75,79,83,87,95,98],data_dir:98,data_item_1:78,data_typ:96,dataclass:[65,90],dataflow:[60,86],dataload:[4,29,30,44,49,73,98],dataloader_:44,dataloadercalibr:[73,98],dataloaderopt:98,dataloaderuniqueptr:[4,44],dataset:[29,73,95,98],datatyp:[1,21,38,45,46,48,49,50,70,74,75,87,96],datatypeclass:50,date:[62,80],david:80,dbg:67,dcmake_build_typ:67,dcmake_module_path:67,dead_code_elimin:55,deal:60,debug:[16,27,45,49,52,60,62,64,66,70,72,75,88,90,91,93],debugg:[52,70,75],decid:74,declar:67,decomp_t:97,decompos:54,decomposit:[63,64,70],deconvolut:101,decor:[54,62,65],decror:54,dedic:[55,80],deep:[60,64,68,77,98,101],deeplearn:[61,65],def:[54,62,65,79,85,87,90,96,97],defin:[0,1,2,3,4,33,43,46,47,48,49,51,52,54,65,74,77,85,86,87,90,93,95,98],definit:[51,54,60,79],deiti:79,delet:[0,1,2,45,46,55],delimit:55,demo:[79,98],demonstr:[64,79,80,81,95,96,98],demostr:95,denot:79,dep:[66,67],depend:[29,35,53,59,64,65,66,70,86,87,96,99],depickl:58,deploi:[57,59,68,86,96,98],deploy:[52,86,87,95,96,98,99,101],deprec:[65,69],depth:[64,77,95],descclassnam:79,descnam:79,describ:[49,56,60,85,88,89,94,96,97],descript:[56,80],deseri:[74,75,86,100],design:[65,95,101],desir:[62,80,98],desktop:66,destini:80,destroi:[60,80],destructor:60,detail:[64,65,85,86,96,97,99],detect:[48,58],determin:[54,55,64,65,97],determinist:69,dev0:79,develop:[54,65,66,67,68,79,80,86],deviat:52,devic:[21,33,36,38,45,49,50,52,58,64,69,70,71,73,74,75,87,88,92,95,98,101],device_typ:[45,46,74,88,98,101],deviceclass:50,devicetyp:[21,38,45,46,50,74,75,88,98,101],devicetypestruct:50,diam:82,dict:[54,70,74,75],dictionari:[54,74,75,88,90],dictum:82,dictumst:82,did:79,didn:79,differ:[29,55,56,59,64,65,67,77,85],diffus:[89,94],diffusionpipelin:92,dignissim:82,dilat:69,dim0:69,dim1:69,dim:[65,69,71,96,97],dim_int:69,dim_intlist:69,dimens:[48,55,65,71,95,97],direct:[62,83,99],direct_output:62,directli:[60,62,63,66,67,68,73,89,90,94,97,98,100],directori:[18,19,20,21,42,43,44,45,50,66,67,98],disabl:[52,72,77,78],disable_memory_format_check:74,disable_tf32:[45,49,70,75,98],disallow:62,disconnect:79,discret:79,discuss:[63,64,96],disjoint:54,disk:100,displai:[52,62,64,72,77],display_github:77,display_gitlab:77,display_vers:77,dist:67,distribut:[64,67,74,86,98,99],div:[56,69],div_:69,div_lgamma:56,divisor_overrid:69,django:78,dl:79,dl_open:99,dla:[1,45,46,49,52,68,70,74,75],dla_cor:[45,46,52,74,88,98,101],dla_global_dram_s:[45,49,52,70,75],dla_local_dram_s:[45,49,52,70,75],dla_sram_s:[45,49,52,70,75],dla_standalon:52,dlacor:52,dll:52,do_not_merg:56,doc:[59,61,67,77,78,79,84],docker:96,docsrc:59,docstr:[79,80,87,97],document:[42,43,44,45,50,59,77,79,80,84,85,86,88,96,98,99],docutil:[79,80],doe:[43,44,55,56,60,62,65,79,91,93,98],doesn:[67,79,85,86],dolor:[80,82],domain:[48,74,80,98],don:[60,65,77,79,80,96,97,98],done:[53,56,59,96],donec:[80,82],dont:42,dothismethod:79,dotpai:78,dotpayprovid:78,doubl:[45,48,49,52,63,70,74,75,79],down:[65,67,77],download:[67,83,90,91,92,93,94,96,98],downstream:[63,95],doxygen_should_skip_thi:[44,45],dpython:[64,70,74,75],dram:52,dream:80,driver:67,drop:[67,77],dryrun:64,dt:79,dtensorrt_root:67,dtorch_dir:67,dtyep:71,dtype:[45,48,49,52,63,64,65,69,70,71,74,75,87,93,95,97],dual:79,due:[3,4,67,78,79],dui:[80,82],dummi:97,dump:[37,52],dump_build_info:[38,45,50,74],dump_lowering_pass:62,durat:[64,79],dure:[49,52,54,56,60,63,64,70,73,95,97,98,99],dyanmo:86,dynam:[48,49,63,65,68,70,71,74,75,92],dynamic_batch:[65,71],dynamic_dim:97,dynamic_input:97,dynamo:[63,64,74,86,90,91,93,97],dynamo_convers:64,dynamo_tensorrt_convert:54,e:[29,30,52,55,60,65,66,67,71,74,85,86,98],each:[3,4,49,53,55,56,58,60,64,65,67,70,71,77,79,86],eager:97,eagerli:97,ear:79,earli:65,eas:43,easi:[52,53,55,86,98],easier:[54,57,59,60,65,70,86,98],easiest:67,easili:[3,4],echo:79,ecosystem:68,edg:[54,79],edit:[54,66,67,77],edu:98,effect:[54,55,64,65,70,77,86,95,98],effici:60,efficientnet:95,efficitur:82,eg:[54,96],egesta:82,eget:82,either:[47,48,52,60,62,70,74,75,77,79,85,86,87],el:69,eleifend:80,element:[58,65,79,80,83],element_typ:44,elementum:82,eliminate_dead_cod:62,elit:[80,82],elk:79,els:[43,44,48,75,79,80],elu:69,emb:[33,52,63,75,80],embed:[52,54,58,69,70,75,79,101],embed_engine_in_new_modul:[41,45,50,75],embedding_param_valid:54,emit:53,emphasi:79,empti:[49,70,71,75,80,85],emum:[16,17],en:77,enabl:[3,4,24,49,52,54,56,57,59,64,65,70,71,72,73,75,77,91,93],enable_experimental_decomposit:[64,70],enable_precis:86,enabled_precis:[45,49,63,70,74,75,86,87,88,90,91,93,96,98,101],enalbed_precis:101,encod:[58,95],encompass:75,encount:[56,64,67,90,91,93,97],encourag:96,end:[44,52,60,62,69,70,75,79,86,90,91,92,93,98],end_dim:[69,86],endif:[43,44,45],energi:79,enforc:[54,86],enforce_tensor_typ:54,engin:[0,1,17,32,33,34,45,46,48,49,52,53,56,57,59,62,63,64,70,71,74,75,77,86,87,88,91,93,97,98,99,101],engine_converted_from_jit:86,enginecap:[38,45,49,50,70,74,75,88],english:95,enhanc:79,enim:82,ensur:[29,54,55,56,62,64,66,67],enter:[53,74],entir:79,entiti:79,entri:[49,60],entropi:[29,30,98],entropy_calibr:73,entropy_calibration_2:[73,98],enumer:[0,1,2,16,17,46],environ:[65,96],ep:[69,100],eq:[69,79],equat:79,equival:[32,57,59,60,70,75,85,86,91,93,98],equivil:34,erat:82,erf:69,eric:79,ero:82,error:[16,49,52,53,55,59,64,65,70,72,75,79,86,97],essenc:79,essenti:65,est:82,establish:54,et:82,etc:[65,77,79,101],etiam:82,eu:82,euismod:82,eval:[63,86,87,90,91,93,96,97,100],evalu:[57,58,59],evaluated_value_map:[53,60],even:86,event:[48,64],everi:[56,71,86],everyth:16,evolv:62,ex:[0,1,2,33,46,75,80,82],exact:96,exactli:97,examin:65,exampl:[48,56,58,59,60,65,66,67,68,70,72,74,75,77,78,80,83,85,86,87,89,90,91,92,93,94,96,98,99],example_tensor:74,exceedingli:79,except:65,exception_elimin:55,excerpt:80,excit:95,execpt:55,execut:[33,49,52,55,57,58,59,63,65,67,68,70,71,74,75,85,86,96,98],execute_engin:[58,86],exert:79,exeuct:58,exhaust:86,exist:[4,31,32,34,54,63,65,70,73,74,75,95,98],exit:[90,91,93,96],exp:69,exp_program:63,expand:[55,69],expand_a:69,expect:[48,54,55,60,74,86,87,95],experiment:[65,75,100],experimental_decomposit:97,explain:[64,65],explan:[64,65],explic:44,explicit:[0,1,2,3,4,45,46,55,65,71,79,98],explicit_batch_dimens:[65,71],explicit_precis:71,explicitli:[56,57,59,75,87,88,98],explict:44,explictli:0,explor:94,expon:69,exported_program:70,exportedprogram:[68,70],expos:98,express:79,ext:[79,80],extend:[57,59,60,66,69,86,95],extens:66,extent:86,extern:[77,79],extra:[67,86],extract:[62,86,95],extrem:79,ey:79,f16:[52,86,101],f32:52,f:[62,64,65,79,85],facilisi:82,fact:67,facto:79,factori:[4,29,30,64,70,98],fail:[64,70,86,101],fake_quantize_per_channel_affin:69,fake_quantize_per_tensor_affin:69,fall:[68,74],fallback:[52,57,59,60,101],fals:[0,1,2,3,4,44,45,46,49,54,62,64,65,69,70,71,74,75,77,78,79,80,86,88,90,92,98],fame:82,familiar:96,far:[65,79],fashion:[86,95],fast:[49,52,64,70,75],faster:[70,95],faucibu:82,fc1:[85,86],fc2:[85,86],fc3:[85,86],fc:[49,52,55],feat:[85,86],featur:[52,56,65,86,88,92,95,98],fed:[3,4,48],feed:[29,30,86],feedforward:95,feli:82,feugiat:[80,82],few:[65,67,74,97],field:[3,4,63,71,74,98],fifth:80,figur:[56,80,82],file:[0,1,2,3,4,5,6,7,8,9,10,11,12,46,47,48,49,52,54,56,58,59,64,65,66,67,70,71,73,74,75,77,78,80,84,86,96,97,98],file_path:52,filepath:66,find:[4,65,67,86],finder:67,finibu:82,finish:65,first:[48,53,54,55,65,79,80,86,87,90,96,98],first_output:64,firstli:96,fit:[64,79],fix:[49,65,79,101],fixed_s:[45,49],flag:[52,56,57,59,67,73,87,99],flaten:49,flatten:[45,47,69,85,86,97],flatten_convert:86,flesh:96,float16:[52,74,92],float32:[48,49,52,63,64,65,70,74,75,97],float64:[64,70,74,75],float_int:69,floor:69,floor_divid:69,floordiv:69,flow:[60,65,79,85,95],flox:79,flush:79,fly:85,fold:80,folder:[65,66],follow:[33,52,54,56,58,62,63,64,65,66,67,75,77,79,80,84,85,86,89,94,95,96,97,98,99,100],foo:[65,79,80],foo_kwarg:65,foo_nod:65,forc:[52,63,65,70,75,77],force_fp32_output:65,forced_fallback_op:56,form:[53,74,79,87,96],format:[33,45,48,49,52,69,70,74,75,79,80,87,95,96,100],forth:80,forum:67,forward:[29,30,32,33,56,58,60,64,70,74,75,85,86,87,88,90,97,98],found:[42,43,44,45,63,67,79,86,98,99],four:[79,80],fp16:[0,48,49,52,64,65,71,86,87,92,101],fp32:[0,48,49,52,64,65,70,75,95,96,98],fp64:0,frac:79,freed:60,freeze_modul:55,frequent:63,friend:45,fringilla:82,from:[0,1,2,3,4,29,30,44,46,48,49,52,53,55,56,57,58,59,60,63,64,65,66,68,70,71,75,77,78,79,80,85,86,92,93,95,96,97,98,100],from_pretrain:[92,93,97],from_tensor:[65,74],front:[62,70],frontend:[70,87,89,91,93,94,97],frozen:54,fssl:67,fstream:[20,44],full:[45,49,52,60,64,70,72,86,90,91,92,93,96,98,99,101],fulli:[31,52,55,64,70,75,86,98,101],further:[56,64,65],furthermor:64,fusc:82,fuse_addmm_branch:55,fuse_flatten_linear:55,fuse_linear:55,fusion:[60,62,65],futur:[64,65,70,75,97],fx2trt:71,fx2trt_exampl:65,fx:[54,62,63,70,74,86,87,97,100],g:[29,30,52,55,65,66,67,71,74,79,98],g_:79,galleri:[90,91,92,93,94],gamma:69,gatewai:78,gather:56,gaurd:43,gcc:[59,86],ge:69,gear:[70,98],gener:[3,4,29,52,55,58,59,60,62,64,65,66,67,70,71,77,79,80,83,85,86,90,91,92,93,94,97,98],get:[0,1,2,3,4,23,35,44,46,55,56,60,62,63,65,70,72,74,86,95,96,98],get_batch:73,get_batch_impl:44,get_batch_s:73,get_build_info:[38,45,50,74],get_cache_mode_batch:73,get_decomposit:97,get_is_colored_output_on:[39,42,50,72],get_logging_prefix:[39,42,50,72],get_output:65,get_reportable_log_level:[39,42,50,72],getattr:[55,58,85,86],getbatch:[3,4,44],getbatchs:[3,4,44],getdimens:[60,86],getitem:54,getoutput:[60,86],git:83,github:[54,61,64,67,77,86,90,91,93,96,98,99,100],github_url:77,gitlab:77,gitlab_url:77,give:[65,77,79,97],given:[48,49,52,54,55,65,70,71,73,74,75,85,86,87,88,97],global:[26,52,64,70,86],gm:[62,70],gnu:67,go:[44,55,56,65,85,86,90,91,92,93,95,96],goal:[60,64],goe:[65,79],good:[44,60,65,79],goodger:80,googl:77,got:[79,86],gpu:[1,32,34,36,45,46,52,64,65,70,74,75,86,88,96,98,101],gpu_id:[36,45,46,52,74,75,88,98,101],grap:70,graph:[16,31,32,34,45,49,52,53,54,56,57,59,60,62,63,64,65,70,71,72,75,85,86,91,93,95,97],graph_break_count:64,graph_input:[45,49],graph_modul:[62,70,97],graphinput:[21,38,45,49,50],graphinputsstruct:50,graphmodul:[62,63,70,71,74,86,87,97,100],gravida:82,great:[79,86],greater:[54,70,72],greedi:56,group:[69,79,80],grpc:96,gru_cel:69,gt:69,gtc:68,guangzhou:80,guarante:56,guard:[55,64],guard_elimin:55,gui:79,guid:[64,78,94],gulf:96,gz:[67,79,80,98],h:[0,1,2,3,4,5,6,7,8,9,10,11,12,15,46,47,48,49,50,51,52,55,86,98],ha:[49,53,54,55,56,57,59,60,62,64,65,66,67,70,71,79,80,85,86,95,97,98,100],habit:82,habitass:82,hac:82,hack:44,hakaimagazin:96,half:[52,64,74,79,86,87,88,90,91,96,98,101],hand:96,handl:[54,55,56,58,64,65,97,100],happen:[65,85,97],hardtanh:[60,69],hardtanh_:69,hardwar:101,has_batch_dim:71,have:[29,33,44,52,53,54,55,56,60,62,63,65,67,70,71,74,75,79,85,86,87,91,93,95,96,97,98],haven:86,header:[77,79,80,86,96],heart:80,heaven:79,heck:79,heh:80,hehe:80,height:79,help:[27,52,53,60,64,65,86,95,99],helper:60,henc:100,hendrerit:82,here:[44,53,54,56,58,63,64,65,67,77,79,80,85,86,96,97,98,99,100],hexagram:79,hfile:50,hi:[69,79,80],hidden:[43,77],high:[48,55,56,77],higher:[55,64,70,77,79,85],highli:[95,96],highlight:79,hinton:98,hit:56,hold:[46,47,48,53,60,98],holder:[58,81],holi:79,home:67,hood:59,hope:80,host:[49,52,67,70,75,96],how:[3,4,67,79,81,83,85,88,90,95,96,97,99],howev:[29,67,77,78,86,96,97],html:[61,67,79,85,98],html_theme:84,html_theme_opt:77,html_theme_path:84,http:[54,61,64,67,77,79,85,86,90,91,93,95,96,98,99,100],http_archiv:67,httpclient:96,hub:96,huggingfac:95,human:79,humankind:80,hx:69,hybrid:[68,70,75],hyperlink:79,hyphen:79,i8:52,i:[52,55,60,69,79,80,85,86,98],iaculi:82,icon:[77,79],id:[36,45,52,74,77,78,82,101],idea:[55,79],ideal:63,ident:[52,62,70],identifi:56,idx:69,ifndef:[44,45],ifstream:44,ignor:[54,74],iii:80,iint8calibr:[3,4,29,30,44,45,49,70,75,98],iint8entropycalibrator2:[3,4,29,30,44,98],iint8minmaxcalibr:[29,30,98],ilay:60,illustr:[54,65,95,100],imag:[92,96,98],imagenet:95,imagenett:95,images_:98,img1:96,img:96,img_path:96,imperdiet:82,impl:54,implement:[3,4,55,56,58,63,65,78,86,97,98,99],impli:[64,70],implic:55,implicit:[65,69,71,79],implicitli:74,implictli:74,improv:80,in_shap:86,in_tensor:85,incas:[44,97],includ:[13,15,16,35,37,42,43,44,45,51,52,54,56,57,58,59,62,64,65,67,70,71,77,79,85,86,89,94,98],includedirectori:50,includehidden:77,incompat:67,incorpor:80,increas:70,indent:79,index:[33,61,62,67,68,69,75,77,83,98],indic:[69,77,79],indirect:79,individu:87,inetworkdefinit:[53,54],inf:64,infer:[55,64,65,70,74,75,86,89,90,94,95,97,98,100],inference_output:96,inferenceservercli:96,inferinput:96,inferrequestedoutput:96,info:[16,32,34,45,52,60,72,74,86],inform:[25,33,35,37,48,52,53,56,58,62,64,65,67,70,71,72,74,79,85,86,88,97,98],infrastructur:[96,98],ingest:59,inherit:[50,65,98],inheritenviron:66,initi:[79,90,91,93],injuri:79,inlin:[0,1,2,3,4,29,30,44,46,48,55,80,83,86,100],inner:[49,80,95],input0:[86,87],input1:[86,87,97],input2:[86,97],input:[3,4,21,29,33,38,44,45,47,49,50,52,53,54,55,56,58,60,62,63,64,65,69,70,71,72,74,75,80,85,86,87,88,90,95,96,97,98,100,101],input_0:[58,86],input_:54,input__0:96,input_binding_nam:[33,45,75],input_data:[85,87],input_file_path:[52,101],input_id:97,input_is_dynam:45,input_nam:[65,71,97],input_s:[56,86],input_scal:69,input_shap:[98,101],input_signatur:[45,47,49,75,87],input_spec:[52,65,71],input_tensor_spec:65,input_v:65,inputclass:50,inputrang:[56,86],inputs_bs2:97,inputtensorspec:[65,71,74],insert:[62,86,98],inserting_aft:62,inserting_befor:65,insid:[63,79,96],inspect:[60,85,86],instal:[68,83,86,96,99],installroot:66,instanc:[55,62,64,73,85,86,95],instance_norm:69,instanti:[57,58,59,60,86,92],instatin:[0,1,2,46],instead:[49,52,53,54,55,67,70,86,99],instnanti:58,instruct:[56,57,59,65,67,86,96,97],int32:[64,70,74,75,93,95,97],int64:[0,64,70,74,75],int64_t:[45,46,48,49,98,101],int8:[0,44,48,49,52,64,70,74,75,98,101],int8_t:45,int8cachecalibr:[20,29,40,44,50],int8cachecalibratortempl:50,int8calibr:[3,20,30,40,44,50],int8calibratornamespac:50,int_float:69,integ:[70,74,82],integr:[68,90],intend:[67,90,91,92,93],intent:[55,79],interact:[63,79,90,91,92,93],interdum:82,interest:[55,79],interfac:[0,1,2,46,58,59,60,64,68,98],interfer:79,intermedi:[16,49,52,54,70,72,75,85,97],intern:[1,16,46,60,63,72,79,86],internal_error:72,internalerror:72,interpol:79,interpret:[58,65,79],interv:74,intro_to_torchscript_tutori:85,introduc:[63,65,95,97,100],introductori:68,invoc:90,invok:[62,64,65,85,86],involv:97,io:[44,96],iostream:[20,21,44,45,86],ipso:79,ipsum:[80,82],ipynb:[90,91,92,93],ir:[57,59,60,63,64,70,74,85,87,90,91,93],is_aten:71,is_floating_point:69,is_train:98,iscustomclass:60,ishap:49,ishapelay:75,isinst:[62,65],isn:[77,79],issu:[3,4,64,70,86,90,91,93,97,100],issubclass:62,istensor:60,istream_iter:44,it_:44,ital:79,item:[78,80],itensor:[53,54,60,65,86],iter:[20,44,49,52,53,70,73,74,75],its:[29,53,56,58,60,67,79],itself:[0,1,2,46,52,55,88,96],iv:80,ivalu:[45,47,49,53,58,60,86],jan:80,jetpack:67,jetpack_5:67,jetpack_x:67,jetson:95,jit:[31,32,33,34,45,47,49,52,53,55,56,57,58,59,60,61,64,68,70,74,75,85,86,87,88,96,100],jp_workspac:67,jpg:96,json:66,jump:96,jupyt:[90,91,92,93,94],just:[44,45,55,56,64,65,68,72,79,81,85,86,87,88,95,99],justo:[80,82],k:[69,98],kbool:[0,45],kchannelslast:[2,45],kchar:[0,45],kclip:60,kcontigu:[2,45,48],kcpu:[1,46],kcuda:[1,46,56,86],kdebug:[16,42,44],kdla:[1,45,46,101],kdla_standalon:[17,45],kdoubl:[0,45],keepdim:69,kei:[54,79,85,96],kept:80,kernel:[48,49,52,60,65,70,74,75],kernel_s:69,kerror:[16,42],keyboard:79,keyword:[54,62,70,74,75,90,93],kf16:[98,101],kfloat:[0,45,49],kgpu:[1,45,46],kgraph:[16,42,55],khalf:[0,45,86],ki8:98,kind:[53,65],kinfo:[16,42,44],kint:[0,45],kinternal_error:[16,42],klong:[0,45],know:[42,60,77,79],knowledg:79,known:100,kriz:98,krizhevski:98,ksafeti:[17,45],kstandard:[17,45,49],ktest:98,ktrain:98,kunknown:[0,2,45],kwarg:[54,65,70,73,74,95,97],kwarn:[16,42],l114c1:67,l124c3:67,l46:67,l53c1:67,l71:67,l:69,label:[79,95,96,98],lacinia:82,lack:[56,57,59,65],lacu:82,laid:86,lambda:[54,60,79,86,96],lang:78,languag:[78,79,80,85,96],laoreet:82,larg:[57,59,77,79,86,95,98],larger:[56,77,95],largest:69,last:[2,55,65,74],lastli:96,later:[29,70,86,100],latest:[66,67,77],latter:64,launch:96,layer:[46,49,52,53,55,60,62,64,65,70,75,86,95,96,97,98,101],layer_norm:69,layout:[2,48,69,70,74,75],ld_preload:99,le:69,lead:79,leader:79,leaky_relu:[54,69],leaky_relu_:69,leaky_relu_convert:54,lean:70,learn:[64,67,68,86,96,98,101],leas:80,least:[79,80],leav:[55,62,64,70],lectu:[80,82],left:[77,79],legacy_calibr:73,legend:79,len:[62,69],lenet:[85,86],lenet_script:[85,86],lenetclassifi:85,lenetfeatextractor:85,length:[3,4,44,65,69,80,97],leo:82,let:[46,52,55,60,65,70,74,75,77,79,95,96],letter:[80,95],level:[23,25,26,39,42,44,50,54,55,56,59,64,65,70,72,75,83,85,96],levelnamespac:50,leverag:[65,89,94,98],lgamma:56,lib:[55,66,67,86],libero:[80,82],librari:[35,42,43,44,45,52,54,57,58,59,60,86],libtorch:[4,37,60,66,67,86,98],libtorch_pre_cxx11_abi:67,libtorchtrt:[52,67,86],libtorchtrt_plugin:99,libtorchtrt_runtim:99,licens:[42,43,44,45,66,86],light:79,ligula:82,like:[52,53,55,58,60,65,67,78,79,85,86,87,96,98,99],limit:[54,55,72,78,98],line:[52,67,80,86],linear:[2,56,69,74,85],link:[52,53,62,68,77,78,83,86,99],lint:62,linux:[59,67,86],list:[18,19,20,21,31,49,51,53,56,58,60,62,63,65,69,70,71,73,74,75,83,86,87,96],listconstruct:[53,56,58,86],listunpack:[58,86],liter:80,literal:80,literal_block:79,live:[60,79],ll:65,lo:69,load:[52,56,58,65,73,75,86,87,88,95,96,98,99,100],load_librari:99,loading_data_recip:98,loborti:[80,82],local:[52,55,67,77,86],local_instal:67,localhost:96,locat:[54,62,67,98],lock:78,log:[15,16,19,20,38,44,50,51,55,60,65,68,69,71,74,91,93],log_debug:60,logger:[62,72],logger_level:71,loggingenum:50,logic:[64,65],login:96,logist:65,loglevel:72,logo_onli:77,lone:80,longer:[64,70,77,99],look:[53,54,55,70,85,88,96,97,98],loop:[56,64,65],loop_unrol:55,lorem:[80,82],lose:77,loss:[95,98],lot:[60,63],low:[48,65],lower:[16,54,63,65,68,70,71,72,74,80,91,93,95,97],lower_exampl:65,lower_graph:55,lower_precis:[65,71],lower_tupl:55,loweralltupl:55,lowerprecis:[65,71],lowersimpletupl:55,lstm_cell:69,lt:69,ltorchtrt:99,luctu:82,lvl:[25,26,42],m:[67,80],machin:[58,67,96,98],macro:[5,6,7,8,9,10,11,12,15,18,20,21,42,44,45,50,51],mad:79,made:[55,57,59,79],maecena:82,magna:82,mai:[53,54,56,58,59,65,70,75,79,80,85,86,87,90,91,93,96,98],main:[54,55,56,57,58,59,60,63,65,67,77,79,81,86],mainli:65,maintain:[56,58,60],majest:92,majestic_castl:92,major:[59,65],make:[53,54,65,67,70,79,81,86,87,89,94,95,96,98,101],make_data_load:[4,98],make_int8_cache_calibr:[40,44,50,98],make_int8_calibr:[29,40,44,50,98],malesuada:82,man:[79,80],manag:[49,52,53,57,59,60,66,70,72,74,75,86],mangag:55,mani:[54,56,64,65,77,79,80],manipul:[54,62],mantissa:[49,70,75],manual:[65,78,79],map:[1,46,53,54,55,57,59,60,65,86,88,90,95,96,98],mapper:65,mark:[55,56,77],marknodesforfallback:55,markup:[80,83],markup_process:79,mask:69,masked_fil:69,massa:82,master:[61,67,98,99],mat1:54,mat2:[54,69],match:[54,55],math:83,matmul:[54,55,69,86],matrix:61,matter:65,matti:80,matur:59,mauri:[80,82],max:[48,52,60,69,74,77,97],max_aux_stream:[64,70],max_batch_s:[65,71,96],max_c:52,max_h:52,max_input_shap:71,max_n:52,max_pool1d:69,max_pool2d:[69,85,86],max_pool3d:69,max_shap:[45,48,63,65,70,74,75,87,95,97],max_val:[60,69],max_w:52,max_workspace_s:[65,71],maximu:82,maximum:[48,49,52,64,65,70,71,75,91,93,96],mayb:79,mb:52,md:61,me:[79,80],mean:[56,60,65,69,71,90,96,97],mechan:[60,64,65,95],medium:79,meet:74,member:[46,47,48,49,74],memeori:2,memori:[20,21,44,45,55,60,70,74,75,86,87],memory_format:[69,74],memoryformat:[2,45],men:79,mental:79,mention:97,menu:[52,77,79],menuselect:79,merg:[56,70],messag:[16,25,26,52,72],meta:[65,83],metadata:[49,52,54,58,60,70,75,77,100],meth:79,method:[31,32,33,34,48,52,55,60,67,70,74,75,79,85,86,88,95],method_nam:[31,34,45,52,74,75,86],metu:82,mi:82,microsoft:66,middl:79,might:[55,67,77,97],min:[48,52,60,69,74,97],min_acc_module_s:71,min_block_s:[45,49,56,63,64,70,75,90,91,93],min_c:52,min_h:52,min_input_shap:71,min_n:52,min_shap:[45,48,63,65,70,74,75,87,95,97],min_val:[60,69],min_w:52,mind:79,mine:79,minim:[71,98],minimum:[48,49,52,56,63,64,70,72,75],minmax:[29,30,98],minmax_calibr:73,minor:66,minut:[90,91,92,93],misbuild:77,misc:54,miss:[79,86],mix:97,mkdir:67,mm:96,mmb:79,mobilenet_v2:88,mobilenetv2:95,mock:97,mod:[52,56,65,70,83,86,98],mode:[65,87,97,98],mode_:98,model:[52,56,58,63,68,70,71,72,85,86,87,88,89,94,97,98],model_half:90,model_id:92,model_nam:96,model_output:97,model_repositori:96,model_torchtrt:72,model_trt:72,modif:[54,62],modifi:[54,56,62,65,80,97],modified_graph:62,modul:[31,32,33,34,45,49,52,56,57,58,59,60,64,65,66,67,68,70,71,72,73,74,75,78,79,80,87,88,90,95,97,98,100,101],modular:86,module_fallback:55,module_nam:52,molesti:82,momentum:69,morbi:82,more:[53,64,65,67,68,70,74,77,80,85,86,87,88,91,93,96,98,99],most:[59,65,67,71,96,99],mother:79,motion:79,mous:79,move:[30,44,55,58,75,86,98],ms:66,msg:[26,42,72],msvc:66,msvc_x64_x64:66,mu:79,much:[54,60,77,79,98],mul:[54,56,69],mul_:69,multi:52,multipl:[58,79,80,96,98],multipli:[49,70,75],must:[33,48,49,52,54,55,56,60,62,65,67,70,71,74,75,79,80,86,97,99],mutil:80,my:79,my_custom_pass:62,my_pytorch_model:65,myclass:79,mymodel:[56,63,87,97,100],mymodul:97,myself:80,n:[52,60,62,86,98],nabla:79,nam:[80,82],name:[3,4,31,33,34,44,54,56,58,60,65,66,67,70,71,72,73,74,75,79,80,85,86,88,96],namedtupl:65,namespac:[42,43,44,45,51,55,68,98],narrow:69,nativ:[54,59,61,86,97],native_funct:[54,61],natur:79,nav:[77,83],navig:77,navigation_depth:77,nbbind:[3,4,44],nchw:[2,70,74,75],ndarrai:54,ne:[55,69],nec:82,necessari:[42,62,64,99],need:[0,1,2,25,29,43,46,53,54,55,60,65,67,71,79,86,87,95,96,97,98,99,100],neg:69,negative_slop:69,nequ:[80,82],nest:[45,49,50,79,80],net:[54,60,79,80,86],netu:82,network:[29,30,54,60,65,86,95,96,98,101],neural:101,new_batch_size_input:91,new_batch_size_output:91,new_input:[91,93],new_lay:60,new_local_repositori:67,new_output:[91,93],new_siz:98,newer:67,next:[3,4,53,54,58,63,71,77,79,80,90,96,97,98],ngc:[67,96],nhwc:[2,52,74],nibh:[80,82],nickel:79,night:80,nightli:65,ninja:66,nisi:82,nisl:82,nlp:[29,30,98],nn:[55,61,65,70,71,74,75,85,86,87,90,97],node:[54,55,56,57,59,60,62,65,71,86,95,97,100],node_info:[60,86],noexcept:[44,98],noexceptoverrid:[3,4],non:[80,82],non_block:69,none:[60,64,65,69,70,71,72,73,74,75,77,79,90],nonetheless:79,nonexist:79,norm:69,normal:[0,1,2,46,65,79,85,86,96,98,101],normalized_shap:69,noskipw:44,notat:74,notatemoduleforfallback:55,note:[1,46,48,54,60,62,65,66,67,70,74,77,79,86,97,100,101],notebook:[59,68,90,91,92,93,94],now:[55,56,59,60,65,67,79,86,88],np:[54,96],nu:79,nulla:82,nullptr:[44,45,49],num:52,num_avg_timing_it:[45,49,70,75,88],num_it:52,num_op:52,num_us:97,num_work:98,number:[3,4,49,52,54,55,56,60,63,64,65,70,71,74,75,77,86,87,89,91,93,94,95],numel:69,numer:[52,65,80],numpi:[54,96],nunc:82,nvcr:96,nvidia:[32,34,42,43,44,45,52,61,65,67,70,74,75,86,90,91,93,96,101],nvinfer1:[3,4,29,30,44,45,49,60,98],nvinfer:[20,44],o:[67,79,96],obj:69,object:[0,1,2,3,4,46,48,49,52,58,60,62,63,64,70,72,73,74,75,88,97,98,100],obtain:95,obvious:85,occasion:[90,91,93],occur:64,odio:[80,82],off:[56,58],offer:[62,64],ofstream:[44,86],often:79,oh:80,ok:[79,86],okai:49,older:59,onc:[42,43,44,45,53,55,56,58,64,65,67,96,98,99],one:[47,54,55,60,64,65,72,74,79,85,86,87,90,91,93,96],ones:[42,56,57,59,67,79,86],onli:[1,3,4,16,29,44,46,48,52,54,55,56,59,60,64,65,70,71,72,74,79,97,98,99,101],onnx:55,onto:[52,58],op:[52,53,54,55,56,57,59,60,62,63,64,74,86,90,97,99],op_and_target:65,op_evalu:54,op_nam:52,opcod:54,open:[66,95,96],oper:[0,1,2,3,4,31,44,45,46,49,52,53,55,56,57,58,59,60,62,63,65,68,70,74,75,87,91,93,97,98,101],opoverload:54,opoverloadpacket:54,oppos:[70,75],opset:[57,59],opt:[48,67,74,97],opt_c:52,opt_h:52,opt_n:52,opt_shap:[45,48,63,70,74,75,87,95,97],opt_w:52,optim:[48,52,55,63,64,65,68,70,71,85,86,87,91,92,93,95,97],optimin:[48,70],optimiz:85,optimization_level:[64,70,90],optimization_profile_field:74,optimize_target_shap:65,optimized_input_shap:71,optimized_model:[64,90,91,93],optimized_model_custom:90,optimz:96,option:[44,48,52,56,57,59,62,63,64,65,66,67,70,73,74,75,79,83,90,92,98,99,101],orchestra:79,orci:82,order:[33,49,54,56,60,62,65,67,70,71,75,86,87],org:[61,67,77,79,85,86,98],organ:80,origin:[33,65,71],ornar:[80,82],os:45,ostream:45,other:[0,1,2,45,46,52,53,55,58,62,64,65,67,69,78,79,86,87,99],otherwis:[65,67,71,99],ouput:54,our:[56,59,63,85,86,96,97],out:[31,44,53,55,56,57,59,60,64,66,67,70,72,75,79,86,96,97],out_shap:86,out_tensor:[60,86],output0:55,output:[24,27,33,49,52,53,54,55,56,58,60,62,63,65,67,70,72,75,77,79,80,86,92,95,96,97,100],output__0:96,output_binding_nam:[33,45,75],output_file_path:[52,101],output_nam:[65,71],output_pad:69,output_s:69,outself:86,outsid:79,over:[54,57,59,65,79,96],overal:[95,97],overrid:[29,30,44,54,65,74,98],overview:[61,68,90],own:[56,60,64,67,79,86,96],p:[52,69,86,96,101],packag:[52,55,64,86],pad:[69,97],padding_idx:69,page:[68,81,83,96],pair:[55,60,67,79,95,98],pane:79,paragraph:[80,83],param:[73,78],paramet:[0,1,2,3,4,25,26,27,29,30,31,32,33,34,36,46,48,49,53,54,55,60,64,65,70,71,72,74,75,83,85,86],paramt:54,parent:[14,15,18,19,20,21],parition:70,pars:[79,86],parser:79,part:[52,56,59,65,77,78,79,97],partial:[52,79],particular:[54,64,97],partit:[54,55,63,64,70],partition:[54,70],partitioninfo:56,pass:[33,53,54,56,57,58,59,60,63,64,65,67,68,72,73,75,85,86,98],pass_manag:62,pass_through_build_failur:[64,70],passlist:62,passmanag:62,past:79,patch:97,path:[4,13,14,15,29,30,52,64,65,66,67,70,73,74,85,86,96,98],path_to_torchtrt_root:67,pathwai:85,pattern:[60,74,86],payment:78,pbtxt:96,peephole_optimz:55,pellentesqu:82,peopl:79,pep:79,per:[64,70],perforamnc:65,perform:[29,30,54,62,63,70,95,96,97,98],permit:79,permut:[65,69],persist:79,pharetra:82,phase:[16,60,63,86,97],phasellu:82,phi:79,philosoph:79,phrase:79,pi:79,pick:85,pickler:58,piec:95,pil:96,pin:78,pin_memori:69,pip:[67,96],pipe:92,pipelin:[52,92,101],piplein:86,pixel_shuffl:69,pl:78,place:[48,55,62,65,79,80,81,98],placehold:[62,97],placerat:82,plan:[52,59,63,64,70,97],platea:82,platform:[45,52,59,66,67,96,101],pleas:[65,79,86,96,97],plugin:65,png:92,point:[64,74,77,78,79,86,96],pointer:[3,4,98],polish:78,pool:101,pop:58,popul:71,popular:[67,78,95],portabl:[58,75],portion:[56,79,92],porttitor:[80,82],posit:[52,54,65,74,77],possibl:[54,67,79,95,96],post:[29,30,49,52,63,68,86,97],posuer:[80,82],potenti:[49,70,82],pow:69,power:[65,79,86,95],pr:86,praesent:82,pragma:[42,43,44,45,98],pre:[33,55,73,75,98,99],pre_cxx11_abi:67,preced:[54,79],precis:[49,52,63,64,65,70,74,86,87,91,92,93,98,101],prefer:[54,64,67,86],preferenti:[64,70],prefix:[27,28,42,72,79],preinstal:67,prelu:69,prepar:[65,96],preprint:98,preproc:73,preprocess:[96,98],prerequisit:66,presenc:[64,70],present:[64,66],preserv:[79,85,98],prespect:85,press:[66,79],pretium:82,pretrain:[88,91,95,96],pretti:86,prev_next_buttons_loc:77,prevent:[49,52,54,56],previou:[54,66,77,90],previous:[29,33,86],prim:[53,55,56,58,69,85,86],prim_devic:69,primal:79,primari:[64,100],primarili:[54,59,67,86],print:[16,31,44,62,64,70,72,74,75,79,86,88,91,93,96],prior:97,prioriti:54,privat:[3,4,44,45,98],problem:79,problemat:79,proce:96,proceed:96,process:[52,56,64,78,79,85,88,90,95,96,98],prod:69,produc:[48,53,54,58,60,63,74,79,86,95],product:49,profil:[48,71],profiling_verbos:65,program:[18,19,20,21,29,51,52,57,58,59,63,68,70,85,100],programm:79,progress:80,proin:82,project:[67,78,83],projectdir:66,promis:65,prompt:92,prop:71,properli:[54,67],properti:77,propog:55,prose:79,provid:[3,4,49,52,54,56,58,60,62,64,65,67,70,71,74,75,79,86,87,88,89,90,94,96,97,98,99],providi:[57,59],provok:79,pt:[52,65,86,96],ptq:[3,4,15,18,19,38,50,51,52,68,70,74,75],ptq_calibr:[3,4,45,49,98],ptqtemplat:50,publish:96,pull:[67,96],purchas:78,pure:[31,70],purpos:[65,95,96],puru:82,push:58,push_back:[44,56],put:[79,95],put_binding_nam:75,pwd:[66,96],py3:96,py:[54,55,59,62,65,67,77,79,84,85,86,90,91,92,93,97,98],pyindex:96,pypi:67,python3:[55,67,86],python:[52,56,59,62,64,65,70,71,74,75,79,80,86,88,90,91,92,93,94,95,96,99,101],python_api:61,pytorch:[33,48,49,52,54,55,56,57,58,59,60,63,64,67,70,73,74,75,85,86,87,89,94,96,97,98,99,100],pytorch_libtorch:96,pytorch_sphinx_them:[77,84],qat:95,qualnam:[70,72,73],quant_max:69,quant_min:69,quantiz:[29,30,52,64,68,86],quantizatiom:49,quartznet:95,question:86,qui:[80,82],quickli:[52,86,98],quisqu:82,quit:[60,86,95],quot:80,r:79,rais:[55,65],raiseexcept:55,ram:[49,52,70,75],rand:[65,86,90],randint:[93,97],randn:[56,63,70,74,75,86,88,91,97,100],rang:[48,49,52,65,74,95,97],rank:77,rather:55,raw:[54,77],re:[65,79],read:[3,4,29,30,44,77,79,98],read_calibration_cach:73,readcalibrationcach:[3,4,44],reader:79,realiz:58,realli:60,reason:[0,65,85],reattribut:80,rebuild:97,recalibr:29,receiv:65,recip:98,reciproc:69,recognit:[95,98],recomend:[29,30],recommend:[29,30,65,67,79,86,96],recompil:[62,91,93,97],record:[53,85],recurs:53,redistribut:80,reduc:[55,56,57,59,65,70,95,98],redund:65,ref:79,refer:[48,54,57,59,65,78,83,86,96,97,98],refit:[45,49,70,75,88],reflect:45,reflection_pad1d:69,reflection_pad2d:69,regard:79,regardless:[64,70,80,91,93],region:65,regist:[33,54,58,60,65,75],register_acc_op:65,register_acc_op_map:65,register_custom_acc_mapper_fn:65,register_torch_trt_decomposit:54,registernodeconversionpattern:[60,86],registr:[62,65],registri:[53,54,86],reinterpret_cast:44,rel:[52,56],relat:[46,79,90,91,93],relationship:50,releas:[63,64,66,79,89,94,97,100],reload_model_output:65,reload_trt_mod:65,relu:[56,69,85,86,90],relu_:69,relwithdebinfo:66,remain:[55,98],rememb:65,remov:[62,63,77],remove_contigu:55,remove_dropout:55,remove_to:55,render:77,rent:80,reorder:56,repack:58,repair:62,repair_input_as_output:62,repeat:[52,69],repeat_interleav:69,replac:[54,56,62,67],replace_input_with:62,replication_pad1d:69,replication_pad2d:69,replication_pad3d:69,repo:66,report:[23,44],reportable_log_level:72,repositori:[59,77,84,96],repres:[48,49,54,60,65,72,79],represent:[55,60,65,85,95],reproduc:67,request:[74,86,96],requir:[29,49,52,53,54,55,63,64,65,67,70,72,74,75,77,86,96,97,98,99],require_full_compil:[45,49,64,70,75],requires_grad:69,research:65,reserv:[42,43,44,45],reset:[44,90,91,93],reshap:[69,96],resiz:96,resnet18:91,resnet50:96,resnet:[58,89,94,95,96],resnet_trt:58,resolut:95,resolv:[53,55,57,59,90,91,93],resourc:[53,98],respect:63,respons:[29,54,58,79],rest:[65,79,80],restrict:[49,70,75],restructuredtext:[79,80],result:[53,55,56,70,72,75,77,85,87,96,97,100],ret:55,reus:[55,65,98],revert:77,revis:[79,80,92],revisit:79,rewrit:[56,62],rfc:79,rho_:79,rhoncu:82,right:[42,43,44,45,55,59,60,66,79],risu:82,rm:96,rn50_preprocess:96,robust:97,role:79,roll:69,roman:80,room:79,root:[42,43,44,45,67,77,98],roughli:56,round:[49,70,75],rounding_mod:69,row:80,rst:[77,79],rsub:69,rtol:52,rule:[65,67,75],ruler:79,run:[1,34,46,49,52,53,54,55,56,57,58,59,60,64,65,67,70,71,74,75,79,85,86,87,88,90,91,92,93,95,96,97,98,99,100,101],running_mean:69,running_var:69,runtim:[64,68,70,86,90,91,93],runtimeerror:65,rutrum:[80,82],s:[48,49,56,58,60,63,65,66,67,68,70,71,74,77,79,80,85,86,95,96,98],safe:[60,70,75],safe_dla:74,safe_gpu:74,safeti:[49,52,74],sage:79,sagitti:[80,82],sai:[80,95],said:79,same:[56,58,62,64,65,67,77,79,85,86,88,91,93,96,97,100],sampl:[65,79,87,90,91,92,93,96,98],sample_input:[62,65,90],sample_inputs_half:90,sapien:82,satisfi:[56,62,65],save:[29,44,52,58,64,65,68,74,75,86,87,92,95,96,99],save_timing_cach:[65,71],saw:86,scalar:[60,69],scalaropt_dim:69,scalartyp:[0,45,69],scale:[69,95,98],scale_factor:69,scale_grad_by_freq:[54,69],scales_d:69,scales_h:69,scales_w:69,scatter:69,scelerisqu:82,scenario:[62,64],schedul:[74,96],schema:[60,86],scheme:[65,70],scientist:79,scope:[55,90,91,93],scratch:29,scratch_spac:96,screen:77,script:[31,55,56,74,75,85,86,87,88,90,91,92,93],script_model:[85,88],scriptclass:75,scripted_model:101,scriptmodul:[74,75,86,87,100],scroll:[77,81],sdk:61,se:95,seamlessli:68,search:[64,68,70,77],second:[55,65,79,87,90,91,92,93],second_output:64,secondli:96,section:[63,65,77,79,80,81,83,86,96,97,98],secur:67,sed:[80,82],see:[31,55,56,58,62,64,65,67,74,75,79,85,86,87,90],seen:[79,80],segment:[56,63,91,93,95],segmentmodelwithdependencyawar:56,select:[17,29,30,34,49,52,58,64,65,66,67,69,70,74,75,78,81,87,98],self:[55,58,60,69,73,85,86,87,90,95,97,101],self_1:[58,86],self_int:69,sell:80,seller:78,seller_id:78,sem:82,semant:79,semper:82,send:96,senectu:82,sens:[79,86],sentenc:[79,95],sentinel:[0,2],separ:[56,57,59,67],seper:54,sequenc:[54,62,64,65,70,71,74,75,79,95,97],seri:56,serial:[33,34,52,57,59,70,74,75,86,100],seriali:75,serializ:[58,64,85],serialized_cach:[65,71],serialized_engin:75,seril:58,serv:[52,58,65,68,70],servic:79,session:[64,79],session_nam:79,set:[3,4,16,21,25,27,29,32,34,36,45,46,48,49,52,53,54,55,56,57,58,59,65,66,67,70,71,72,74,75,77,81,84,85,86,87,95,97,98,101],set_data_from_numpi:96,set_devic:[38,45,50,74],set_is_colored_output_on:[39,42,50,72],set_logging_prefix:[39,42,50,72],set_reportable_log_level:[39,42,50,72],setalpha:60,setbeta:60,setnam:[60,86],setreshapedimens:86,setup:[43,96,98],sever:[16,26,72],sh:67,sha256:67,shape:[45,47,48,49,52,56,60,63,65,68,69,70,71,74,75,87,96,101],shape_mod:74,shape_rang:[65,71],share:[49,52,66,67,70,75],shell_command:79,shift:[66,67,69,79],ship:[86,99],shorthand:79,should:[0,3,4,29,45,49,52,53,54,55,56,57,59,60,63,64,65,72,74,75,77,79,82,96,98],show:[77,79,92,95],shown:[77,79,86],shuffl:[86,98],side:[54,55,77,86],sidebar:[77,83],sigmoid:[65,69],sigmoid_:69,sign:96,signatur:[54,75],signifi:[48,55],signific:79,significantli:[54,55,77],similar:[60,63,64,65,67,86,88,97,99],simonyan:98,simpil:98,simpl:[63,64,65,79,80,85,95,96],simplest:96,simpli:[55,90,95],simplic:64,simplifi:53,simul:95,sin:[69,79],sinc:[54,55,64,65,79,85,86,98],sing:79,singl:[48,52,55,56,65,74,79,85,86,98],singular:60,sinh:69,sink:79,sit:[80,82],site:[55,67,79,86],situat:54,six:79,sixth:80,size:[3,4,44,48,49,52,55,56,64,65,69,70,71,74,75,77,86,91,93,95,97,98],size_t:[3,4,44,98],skip:52,slash:77,slate:64,slice:69,slightli:[65,100],sm:58,small:[55,96],smaller:[95,97],so:[0,44,52,53,54,55,58,59,60,62,64,65,67,71,78,79,80,86,90,91,93,97,98],sodal:82,softmax:[55,65,69],softwar:[49,52,70,75,79],sole:[87,98],sollicitudin:82,solv:96,some:[53,54,55,56,57,58,59,60,62,63,65,78,79,86,97,98],some_funct:79,someth:[43,55,79,96],sometim:97,someurl:79,sort:[60,69,88],sourc:[42,43,44,45,54,59,64,65,66,70,71,72,73,74,75,90,91,92,93,94],sourceforg:[79,80],sourceir:70,space:[79,80,98],spaces_and_linebreak:79,span:80,spars:[52,54,69],sparse_weight:[45,49,65,70,75],sparsiti:[49,52,65,70,75],spec:[45,48,49,52,72,74,75,88],special:[54,56],specif:[32,49,54,55,57,59,62,64,70,74,75,79,94,95],specifi:[3,4,33,52,54,60,64,65,67,70,72,74,75,77,79,87,88,96,97],specifii:74,speech:95,speedup:95,spend:70,sphinx:[77,78,79,80,84,90,91,92,93,94],sphinx_rtd_them:[79,80],spin:96,spirit:79,split:[56,65,69],split_siz:69,split_with_s:69,sqrt:69,squar:69,squeez:[69,95],sram:52,src:[54,58,61,69],src_gm:70,ss:44,ssd300_trt:58,ssd:58,ssd_trace:52,ssd_trt:52,sstream:[20,44],stabl:[61,70,75,77,89,94],stack:[58,69,98],stage:[53,65],stai:100,stand:[58,79],standalon:79,standard:[52,58,68,79,88,95,99],stapl:80,start:[53,56,65,69,70,72,73,80,86,88,95,100],start_dim:[69,86],start_step:69,state:[53,54,60,62,86],state_dict:100,statement:[55,79],static_cast:44,statu:[44,80],std:[3,4,22,26,28,29,30,31,33,34,35,42,44,45,47,48,49,56,86,96,98,101],stdout:[37,72,74],steamlin:98,step:[56,65,69,95,97,98],stich:100,stick:77,sticki:[77,83],sticky_navig:[77,81],still:[44,56,65,90,98],stitch:[56,86],stop:86,storag:98,store:[2,4,49,52,53,58,60,65,70,75,85,86,97],str:[19,43,44,50,54,64,65,69,70,72,74,75],straight:60,strang:79,strategi:[56,74],stream:[64,70],street:80,strict:99,strict_type_constraint:65,strictli:[64,70],stride:69,string:[3,4,18,20,21,22,26,28,29,30,31,33,34,35,42,44,45,49,54,56,58,60,66,74,77,86,98],stringstream:44,strip_prefix:67,strong:79,strongli:79,struct:[1,21,38,41,45,54,98],structur:[29,46,49,56,59,60,64,77,79,83,85,96],structuredtext:79,stub:80,stuff:79,style:[42,43,44,45,64,77,79,80],style_external_link:77,sub:[64,69,79,85,90],sub_:69,subdirectori:51,subexpress:55,subgraph:[49,52,53,54,55,60,62,86],subject:[59,62],submenu:83,submodul:[71,85,97,100],suboper:54,suboptim:56,subpackag:54,subscript:79,subsect:79,subsequ:64,subset:[54,64,70,95,98],substitut:79,subtitl:79,subtre:84,subword:95,success:66,successfulli:64,sudo:67,suffic:55,suffici:67,suggest:96,suitabl:65,sum:[49,65,69,70,75],superscript:79,supervis:95,suppli:79,support:[0,1,2,27,31,46,48,49,52,54,56,61,63,65,66,68,71,74,75,77,78,85,86,87,91,93,96,97,101],sure:[54,67,86,87,96,101],suscipit:[80,82],suspendiss:82,swap:97,sym_siz:97,symbol:[33,65,67,75,79,99],symbolic_trac:97,symlink:84,system:[53,60,62,64,67,68,70,75],t1:69,t2:69,t:[0,1,2,45,46,55,60,65,67,69,74,77,79,80,85,86,96,97,98],t_:79,tabl:[67,83],tag:[79,96],take:[31,32,33,34,53,54,57,58,59,60,62,65,70,71,74,75,77,79,86,88,90,95,97,98],taken:79,talk:68,tan:69,tanh:69,tanh_:69,tar:[67,79,98],tarbal:[67,86,98],target:[1,33,45,46,48,49,52,54,56,58,59,65,66,67,68,70,74,75,87,88,97,98,101],targets_:98,task:[29,30,65,95,98],techinqu:86,techniqu:98,tell:[55,56,57,58,59,60,79],tellu:82,tem:52,templat:[20,40,44,45,50,77,86],temporari:65,tempu:82,tensor:[2,33,44,45,48,49,52,53,54,55,56,58,60,62,63,64,65,69,70,71,74,75,85,86,87,90,95,97,98],tensor_domain:[45,48,74],tensor_mod:69,tensor_scalar:69,tensor_tensor:69,tensorcontain:60,tensorformat:[21,38,45,48,50,74],tensorformatenum:50,tensorlist:[56,60],tensorrt:[0,1,3,4,29,30,31,32,33,34,37,44,45,46,48,49,52,53,54,55,56,57,59,60,62,70,71,73,74,75,85,89,90,92,98],tensorrt_convert:65,tensorrt_root:66,tensorrtcompilespec:[75,88],tensort:65,teo:52,term:[54,66,74,79,80,95,98],termin:[27,52,86],test:[52,56,59,65,66,67,70,79,80,95,96,98],test_acc_trac:65,test_ptq_dataloader_calibr:98,test_ptq_trt_calibr:98,test_py_modul:[79,83],test_segment:56,testing_dataload:98,testing_dataset:98,text:[72,80,82,95],tf32:[49,52],than:[54,55,70,78,79,95,99],thats:[53,98],the_model_repositori:96,thei:[46,52,53,54,55,58,60,65,74,77,79,87],them:[55,56,58,63,64,65,67,70,77,86,95,97],theori:[53,79],therebi:[54,58,95],therefor:[29,58,65,79,86,95],theres:99,therfor:99,theta:79,thi:[0,1,2,29,30,42,43,44,45,46,47,48,49,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,70,71,74,75,77,78,79,81,82,85,86,88,89,90,91,92,93,94,95,96,97,98,99,100],thicker:79,thin:79,thing1:79,thing2:79,thing3:79,thing:[65,67,79],think:[60,79],third:[65,80],third_parti:[59,67],this_arg_is_opt:65,those:[53,54,62,64,79],though:[52,59,60,85,86],thought:79,three:[48,57,59,65,71,74,79,80,95,96],threshold:52,through:[48,53,54,55,56,58,65,72,73,79,86,87,95],throught:65,thrown:[49,70,75],thu:79,tile_to_repeat:55,time:[49,52,53,54,55,56,57,58,59,60,64,65,68,70,71,75,77,79,86,90,91,92,93,98],timing_cach:65,timing_cache_prefix:[65,71],tincidunt:82,tini:98,titles_onli:77,tmp:86,toctre:77,tocustomclass:60,todim:86,todo:[65,77],togeth:[53,60,86,100],token:[95,97],toler:52,too:[77,79,80],tool:[60,64,65,66,86,95],toolchain:[59,67],top:[59,77,81],topk:69,torch:[0,1,2,4,20,21,29,30,31,32,33,34,37,44,45,46,47,48,49,52,53,54,55,56,57,58,59,60,62,70,71,74,75,85,98,101],torch_compil:[90,91,93],torch_compile_advanced_usag:90,torch_compile_resnet_exampl:91,torch_compile_stable_diffus:92,torch_compile_transformers_exampl:93,torch_dir:66,torch_disabled_decomposit:54,torch_dtyp:92,torch_enabled_decomposit:54,torch_executed_modul:[45,49,56,70,75],torch_executed_op:[45,49,56,63,64,70,75,90,91,93],torch_input_1:97,torch_input_2:97,torch_scirpt_modul:85,torch_script_modul:86,torch_tensorrt:[0,1,2,3,4,14,16,17,42,43,44,46,47,48,49,50,51,52,54,56,62,63,64,65,68,86,87,88,89,90,92,94,95,96,97,98,99,100,101],torch_tensorrt_build:66,torch_tensorrt_export:43,torch_tensorrt_major_vers:[19,43,50],torch_tensorrt_minor_vers:[19,43,50],torch_tensorrt_patch_vers:[19,43,50],torch_tensorrt_vers:[19,43,50],torch_tensorrtfil:50,torch_tensorrtnamespac:50,torchbind:58,torchdynamo:97,torchhub:96,torchscript:[19,21,38,43,45,49,50,52,56,57,58,59,63,70,71,74,75,87,95,97,101],torchscriptstruct:50,torchtrt:[43,56],torchtrt_api:[0,2,19,22,23,24,25,26,27,28,31,32,33,34,35,36,37,42,43,44,45,48,49,50],torchtrt_check:60,torchtrt_hidden:[19,43,50],torchtrt_runtime_exampl:99,torchtrt_unus:60,torchtrtc:[67,68,101],torchvis:[58,88,91,96,98],toronto:98,tortor:82,total:[90,91,92,93],totensor:[96,98],tovec:86,toward:[70,98],trace:[56,65,70,75,85,86,97,100],trace_input:97,traced_model:85,track:[60,98],tradit:[48,70,75,98],traget:32,trail:77,train:[29,30,49,52,68,69,86,87],trainabl:55,transcrib:95,transfer:78,transform:[86,89,94,96,97,98,100],transformed_img:96,transformers_trac:97,translat:86,transmit:79,transpos:[65,69],trash:79,travers:[56,57,59,64],treat:52,tree:[42,43,44,45,77,98,99],tri:54,trigger:[56,64,65,86,97],trim:98,tristiqu:82,triton:68,triton_to_np_dtyp:96,tritoncli:96,tritonserv:96,trt:[0,1,3,4,46,48,53,55,58,60,62,64,65,69,70,86,91,93,97],trt_exp_program:100,trt_gm:[63,97,100],trt_interpreter_result:65,trt_lenet_script:86,trt_mod:[56,86,97,98,101],trt_model:[56,88,96,100],trt_script_model:100,trt_t:100,trt_ts_modul:[56,87],trtinterpret:[54,65,71],trtinterpreterresult:[65,71],trtmodul:[65,71],trttensor:54,truncat:[49,52,63,64,70,75],truncate_long_and_doubl:[45,49,63,64,70,75,92],truth:54,ts:[43,52,56,68,74,85,86,87,88,97,100],ts_model:[56,86],tt:79,tue:80,tup:69,tupl:[54,58,63,65,70,71,74,75,87],tupleconstruct:[55,58],tupleindex:69,tupleunpack:55,turn:[65,71],turpi:82,tutori:[85,98],two:[52,55,60,62,64,65,67,79,80,84,85,87,96,97,98,100],type:[0,1,2,30,49,50,52,53,56,58,60,62,63,64,65,66,70,71,72,73,74,75,79,86,87,95,98],type_fp32:96,typenam:[3,4,29,30,44],typic:[53,60,96],ugli:79,ui:78,uint64_t:[45,49],ultric:82,un:98,unabl:[60,86],unbind:69,unbroken:79,uncas:[93,95,97],uncom:67,undefin:97,under:[42,43,44,45,59,65,79],underli:[0,1,2,46,60],understand:97,unet:92,uniformli:95,union:[54,60,70,74,75,86],uniqu:[4,87],unique_ptr:[4,30],unit:65,unittest:97,univers:79,unknown:74,unless:65,unlik:[67,88],unlimit:77,unpack_addmm:55,unpack_log_softmax:55,unqiue_ptr:4,unreferenc:79,unrestrict:79,unsqueez:69,unstabl:59,unsupport:[31,49,54,64,66],unsur:60,untest:59,until:[53,56,59,60,67,97],unwrap:60,unwraptodoubl:60,unwraptoint:86,unzip:67,up:[53,55,56,57,58,59,62,65,79,85,90,91,93,95],updat:[65,66,67,71],upload:96,upon:[77,90,91,93],upper:80,upsample_bilinear2d:69,upsample_linear1d:69,upsample_nearest1d:69,upsample_nearest2d:69,upsample_nearest3d:69,upsample_trilinear3d:69,upscale_factor:69,upstream:86,uri:79,url:[67,77,96],urna:82,us:[0,1,2,3,4,29,30,32,34,36,43,44,45,46,48,49,52,53,54,56,58,59,60,62,64,65,66,67,68,70,71,72,73,74,75,77,78,79,80,85,89,94,96,97,98,99,100,101],usag:[63,65,73,79,86,89,94,97],use_cach:[3,4,30,44,73,98],use_cache_:44,use_cmake_generated_export_head:43,use_experimental_fx_rt:71,use_fast_partition:[64,70],use_input_stat:69,use_python_runtim:[64,70,90],use_subset:98,usecas:[87,94],user:[42,48,54,56,57,58,59,62,63,64,67,79,80,86,87,94,96,97,98],using_int:[69,86],usr:67,usual:[65,67,77],ut:82,utf:[79,80],util:[60,62,75,86,90,91,93,95,96,97,98],v0:[76,96],v143:66,v1:92,v2:[29,30,79],v:[52,80,96],valid:[1,46,56,60,62,70,74],valu:[0,1,2,16,17,45,46,48,53,56,58,60,63,66,69,70,72,73,74,77,86,90,91,93,95,97],value_tensor_map:[53,60],vanilla:65,vari:[64,71,97,100],variabl:[48,65,66,74],variant:99,varient:55,varieti:[64,96],variou:[65,101],variu:82,vcs_pageview_mod:77,vec:69,vector:[20,21,33,44,45,47,48,49,56,58,86,98,101],vehicula:82,vel:82,velit:82,venenati:82,verbios:52,verbos:[52,64,65,70,71,80,91,93],verbose_log:[65,71],veri:[64,65,80,81,88,96,98],verifi:56,verison:67,version:[35,37,59,62,64,65,66,70,77,80,95,96,97,100],version_compat:[64,70],vertic:[77,79],vestibulum:[80,82],vgg16:98,vgg:98,vi:79,via:[54,64,65,68,70,74,75,77,83,87,90,91,93,95,97,98,99],view:[69,77,97],virtual:98,vision:[65,96],visitor:77,vita:[80,82],vivamu:82,viverra:82,vm:80,volutpat:82,vs:[0,1,2,46,55,70,75,88],vscode:66,vulput:82,w:[52,67],w_hh:69,w_ih:69,wa:[55,58,62,65,79,86],wai:[52,64,65,67,85,86,89,94,95,98,100],walkthrough:95,want:[42,56,65,71,85,86,88,90,96,98],warn:[16,44,52,60,72],wash:79,we:[42,44,53,54,55,56,57,58,59,60,62,63,64,65,71,77,79,85,86,89,90,91,93,94,95,96,97,98,100],weak:79,web:79,websit:67,weight:[48,49,52,53,64,65,69,70,75,79,86,92,95],welcom:[65,86],well:[54,63,67,68,72,79,86,98,100],were:86,wget:96,what:[4,54,55,65,79,85,86,87],whatev:[58,65],wheel:67,when:[27,44,45,46,52,53,55,56,57,58,59,60,64,65,67,70,72,74,75,77,79,81,85,86,95,97,98],where:[53,54,55,60,62,65,70,75,80,86,97,98],wherev:65,whether:[4,52,54,64,65,70,71,74,78,91,93,98],which:[1,2,29,32,34,46,49,53,54,55,56,57,58,59,60,62,63,64,65,67,70,71,73,74,75,77,79,80,85,86,87,88,90,95,96,97,98,99,100],white:79,whitespac:79,whl:67,who:79,whole:65,whose:[55,65],why:79,wide:[64,83],width:[79,95],win:66,window:79,window_nam:79,wish:80,within:[49,52,57,59,64,70,75,77,79,100],without:[56,60,77,79,86,98],wl:99,wooden:79,word:[79,95],work:[44,55,59,60,65,79,80,90,97,98],worker:98,workflow:[64,65,68,70,71,86,88,91,92,93,95,97],workspac:[49,52,64,65,67,70,71,75,90,91,93],workspace_s:[45,49,52,64,70,75,91,93],workspacefold:66,world:79,would:[52,54,60,64,65,67,70,86,87,88,96,97,99],wp:96,wrap:[57,58,59,65,79,82,86,88,90,91,93],wrapper:[60,65],write:[3,4,29,30,44,65,68,79,86,96,98],write_calibration_cach:73,writecalibrationcach:[3,4,44],writing_convert:[53,86],wrote:79,www:[77,79,86,96,98],x64:66,x86:99,x86_64:[59,67],x9:55,x:[5,10,33,43,55,56,66,67,75,80,85,86,90,97,100],x_0:79,x_1:79,x_2:79,x_3:79,x_4:79,x_:79,x_lgamma:56,x_out:90,x_y_out:90,xavier:[45,101],xstr:[19,43,50],xx:96,xxx:65,xz:67,y:[33,56,75,80,90],y_lgamma:56,y_out:90,yahoo:80,yaml:[54,61],yet:[65,95],you:[0,1,2,29,30,46,48,49,52,53,54,55,56,58,59,60,63,65,67,70,74,75,77,79,80,81,85,86,87,88,89,94,95,96,97,98,99,100],your:[60,63,64,67,77,79,80,84,85,86,87,88,97,99],yourself:86,yy:96,z:80,zero:97,zero_point:69,zip:[58,66,67,94],zisserman:98},titles:["Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory torch_tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Template Function torch_tensorrt::ptq::make_int8_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct GraphInputs","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","torchtrtc","Conversion Phase","Writing Dynamo Converters","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Writing TorchScript Converters","Useful Links for Torch-TensorRT Development","Writing Dynamo ATen Lowering Passes","Compiling ExportedPrograms with Torch-TensorRT","TensorRT Backend for torch.compile","Torch-TensorRT (FX Frontend) User Guide","Building Torch-TensorRT on Windows","Installation","Torch-TensorRT","Operators Supported","torch_tensorrt.dynamo","torch_tensorrt.fx","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Changelog","Configuration","5. :mod:`test_py_module`","3. Paragraph Level Markup","4. Lists & Tables","1. Long Sticky Nav","1. Structural Elements","<no title>","Installation","Creating a TorchScript Module","Using Torch-TensorRT in C++","Using Torch-TensorRT in Python","Using Torch-TensorRT TorchScript Frontend Directly From PyTorch","Dynamo / torch.compile","Torch Compile Advanced Usage","Compiling ResNet using the Torch-TensorRT torch.compile Backend","Torch Compile Stable Diffusion","Compiling a Transformer using torch.compile and TensorRT","Torch-TensorRT Tutorials","Example notebooks","Serving a Torch-TensorRT model with Triton","Dynamic shapes with Torch-TensorRT","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","Saving models compiled with Torch-TensorRT","DLA"],titleterms:{"1":[81,96],"10":81,"11":81,"12":81,"13":81,"14":81,"15":81,"16":81,"17":81,"18":81,"19":81,"2":[81,82,96],"20":81,"3":[81,96],"4":81,"5":81,"6":81,"7":81,"8":81,"9":81,"class":[0,1,2,3,4,20,21,38,40,41,50,70,71,73,74],"default":90,"enum":[16,17,38,39,50,73,74],"export":63,"function":[22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,50,61,70,71,74,75],"import":[90,91,92,93],"long":[81,83],"static":97,A:79,And:79,But:80,By:[18,19],In:68,Or:55,The:[79,86],To:55,With:66,aarch64:67,abi:[58,67],acc:65,acceler:95,add:65,addmm:[54,55],admonit:79,advanc:90,advic:60,after:64,an:83,api:[50,51,61,67,68],applic:98,arg:[60,78],argument:[91,93],aten:62,automat:56,avail:61,awar:[56,95],b:100,backend:[64,91],background:[58,60],base:[3,4,48,77],basic:62,bert:[95,97],binari:67,block:79,branch:55,build:[66,67,77,96],bullet:80,c:[50,61,67,68,86,95,98],can:80,capabl:54,caption:[80,83],center:79,ch:79,changelog:76,check_method_operator_support:31,choos:67,citat:[79,98],citrinet:95,cleanup:[90,91,93],cli:[67,68],client:96,cmake:67,code:[55,66,68,79],compil:[32,57,59,63,64,66,67,68,86,89,90,91,92,93,94,95,97,100],compilespec:49,compound:79,condit:64,configur:[66,77],constraint:97,construct:58,content:[18,19,20,21,38,39,40,41,77,78,79,80,81,82],context:[60,77],contigu:55,contract:[54,60],contributor:68,convers:[53,57,59,60],convert:[53,54,60,65,69,86,100],convert_method_to_trt_engin:34,convolut:54,coverag:64,cpp:[13,18,19,20,21,56],creat:[85,98],creativ:79,cuda:[67,90,91,93],current:69,custom:[64,86,90,97],customiz:[63,64],cxx11:67,data:78,datatyp:0,dead:55,debug:67,decomposit:54,deep:95,deeper:80,defin:[5,6,7,8,9,10,11,12,19,50],definit:[18,19,20,21,80,90,91,92,93],demo:83,depend:[56,67],deploi:[95,99],deseri:58,detect:95,develop:61,devic:[1,46],devicetyp:1,diffus:92,dimens:61,direct:79,directli:88,directori:[13,14,15,51],disk:85,dla:101,doctest:79,documen:68,document:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,61,68,82,83],down:80,download:[79,84],driver:[90,91,93],dropout:55,dump_build_info:37,dynam:[64,95,97],dynamo:[54,62,68,70,89,94,100],easier:61,efficentnet:95,element:82,elimin:55,eliminatecommonsubexpress:55,embed_engine_in_new_modul:33,emphas:79,engin:[58,65],enginecap:17,enumer:80,envior:67,error:[90,91,93],evalu:[53,54,69],exampl:[54,62,79,81,95,97],execept:55,executor:58,expect:61,exportedprogram:[63,100],face:95,fallback:[55,56],feasibl:64,featur:64,field:80,figur:79,file:[15,18,19,20,21,42,43,44,45,50,51],flatten:55,footnot:79,format:58,framework:68,freez:55,from:[67,88],frontend:[63,65,68,88,95],full:[50,51],further:68,fuse:55,fx2trt:65,fx:[65,68,71,95],gaurd:55,gener:78,get:68,get_build_info:35,get_is_colored_output_on:24,get_logging_prefix:22,get_reportable_log_level:23,giant:80,git:84,glossari:79,gpu:68,graph:[55,58],graphinput:47,grid:80,guarante:60,guid:[65,68],h:[18,19,20,21,42,43,44,45,56],have:80,hierarchi:50,hlist:80,hole:80,hood:[63,86,97],how:[65,77,98],html:77,hug:95,ien:79,imag:[79,80],implement:54,includ:[14,18,19,20,21],incred:83,index:78,indic:68,infer:[68,91,92,93,96],inform:68,inherit:[3,4,48],inlin:79,input:[48,91,93],instal:[66,67,84],int8:95,int8cachecalibr:3,int8calibr:4,ir:[61,97,100],jetson:67,kei:64,languag:95,layer:61,learn:95,legaci:68,lenet:95,level:[16,77,79,80],librari:[67,99],libtorchtrt:99,like:80,limit:97,line:79,linear:55,link:[61,79],list:[42,43,44,45,80],liter:79,log:[18,22,23,24,25,26,27,28,39,42,72],logsoftmax:55,loop:55,lower:[55,57,59,62],macro:[19,43],make_int8_cache_calibr:29,make_int8_calibr:30,markup:79,mask:95,math:79,menu:[81,83],meta:79,miss:65,mlm:95,mod:78,model:[64,65,90,91,92,93,95,96,100],modul:[55,85,86],namespac:[18,19,20,21,38,39,40,41,50],nativ:67,native_op:61,nav:81,nest:[1,46],nightli:67,node:53,note:[90,91,93],notebook:95,number:[79,80],nvidia:68,object:95,one:80,onli:67,op:[58,65],oper:[54,64,69,86],optim:96,optimz:55,option:[77,78,80,91,93],other:60,overview:59,own:98,packag:[67,99],page:77,paragraph:[79,82],paramet:78,partit:[56,57,59],partitoninfo:56,pass:[55,62],pattern:55,peephol:55,perform:64,phase:[53,55,56,57,58,59],plugin:99,post:98,pre:67,precompil:67,prerequisit:67,program:[42,43,44,45,99],project:77,ptq:[20,29,30,40,44,73,98],python:[61,67,68,85,87,98],pytorch:[61,65,68,88,95],quantiz:[95,98],queri:96,quickstart:86,quot:79,rabbit:80,read:61,recompil:64,redund:55,refer:79,regist:[62,86],registr:54,relationship:[1,3,4,46,48],releas:67,remov:55,repeat:55,replac:[55,79],requir:62,resnet50:95,resnet:91,respons:60,result:58,right:67,rubric:79,runtim:[57,58,59,99],save:[85,100],second:80,section:82,segmentedblock:56,serial:[58,64],serv:[95,96],server:96,set:[63,64,90,96],set_devic:36,set_is_colored_output_on:27,set_logging_prefix:28,set_reportable_log_level:25,setup:67,shape:[64,95,97],shape_analysi:56,sidebar:79,so:99,sometim:61,sourc:67,specif:67,ssd:95,stabl:92,start:68,step:96,sticki:81,str:5,struct:[46,47,48,49,50],structur:82,studio:66,subdirectori:[13,14],submenu:81,submodul:74,subsect:82,subsubmenu:81,subsubsect:82,support:[64,69],system:59,tabl:[77,78,79,80,81,82],target:79,templat:[3,4,29,30],tensorformat:2,tensorrt:[50,58,61,63,64,65,66,67,68,86,87,88,91,93,94,95,96,97,99,100],test_py_modul:78,text:79,theme:[77,83],thi:[80,83],through:69,tile:55,titl:79,toc:77,topic:79,torch:[50,61,63,64,65,66,67,68,86,87,88,89,90,91,92,93,94,95,96,97,99,100],torch_compil:97,torch_tensorrt:[15,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,45,70,71,72,73,74,75,91,93],torch_tensorrt_major_vers:7,torch_tensorrt_minor_vers:8,torch_tensorrt_patch_vers:6,torch_tensorrt_vers:12,torchscript:[31,32,33,34,41,60,67,68,85,86,88,100],torchtrt_api:9,torchtrt_hidden:11,torchtrtc:[52,86],trace:63,tracer:65,train:[95,98],transform:[93,95],triton:96,ts:75,tupl:55,tutori:[68,94],type:[3,4,46,48,54],under:[63,86,97],unpack:55,unrol:55,unsupport:86,up:96,us:[55,61,63,86,87,88,90,91,93,95],usag:[64,90],user:[65,68],valid:54,version:[58,67],via:84,visual:66,wai:79,weight:60,what:60,wide:77,window:66,work:[85,86],workaround:97,write:[54,60,62],xstr:10,your:[96,98]}}) \ No newline at end of file diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html index 3164cc5aac..b6f279fba3 100644 --- a/docs/src/pytorch-sphinx-theme/docs/changelog.html +++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html @@ -10,7 +10,7 @@ - Changelog — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Changelog — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html index e140361e38..851ee58200 100644 --- a/docs/src/pytorch-sphinx-theme/docs/configuring.html +++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html @@ -10,7 +10,7 @@ - Configuration — Torch-TensorRT v2.2.0.dev0+b258168 documentation + Configuration — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html index c3fdba5e78..0a7751664a 100644 --- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html +++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html @@ -10,7 +10,7 @@ - 5. :mod:`test_py_module` — Torch-TensorRT v2.2.0.dev0+b258168 documentation + 5. :mod:`test_py_module` — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -235,7 +235,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html index 4172f96659..d795950cff 100644 --- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html +++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html @@ -12,7 +12,7 @@ - 3. Paragraph Level Markup — Torch-TensorRT v2.2.0.dev0+b258168 documentation + 3. Paragraph Level Markup — Torch-TensorRT v2.2.0.dev0+53a0802 documentation @@ -237,7 +237,7 @@
- v2.2.0.dev0+b258168 + v2.2.0.dev0+53a0802
@@ -610,7 +610,7 @@

3.4.4.

3.4.5. Code Blocks

# parsed-literal test
-curl -O http://someurl/release-v2.2.0.dev0+b258168.tar-gz
+curl -O http://someurl/release-v2.2.0.dev0+53a0802.tar-gz
Code Blocks can have captions.
{
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index 8449e7e5e0..0e688b032f 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
 
   
   
-  4. Lists & Tables — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  4. Lists & Tables — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -235,7 +235,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index ba96f90813..ffaad6f60f 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
 
   
   
-  1. Long Sticky Nav — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  1. Long Sticky Nav — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -235,7 +235,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index cede79da97..f352260249 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
 
   
   
-  1. Structural Elements — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  1. Structural Elements — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -235,7 +235,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index 2eb7964d7d..cb02a0bbe5 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
 
   
   
-  <no title> — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  <no title> — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -235,7 +235,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index 2f1f5639c2..52e4f19890 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
 
   
   
-  Installation — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Installation — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -235,7 +235,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/ts/creating_torchscript_module_in_python.html b/docs/ts/creating_torchscript_module_in_python.html
index c62cfc194d..83bf06f21f 100644
--- a/docs/ts/creating_torchscript_module_in_python.html
+++ b/docs/ts/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
 
   
   
-  Creating a TorchScript Module — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Creating a TorchScript Module — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/ts/getting_started_with_cpp_api.html b/docs/ts/getting_started_with_cpp_api.html
index 0ed5c7796d..a30dc7a011 100644
--- a/docs/ts/getting_started_with_cpp_api.html
+++ b/docs/ts/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Torch-TensorRT in C++ — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Using Torch-TensorRT in C++ — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/ts/getting_started_with_python_api.html b/docs/ts/getting_started_with_python_api.html
index f404cf0af5..88f255abc0 100644
--- a/docs/ts/getting_started_with_python_api.html
+++ b/docs/ts/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Torch-TensorRT in Python — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Using Torch-TensorRT in Python — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/ts/torchscript_frontend_from_pytorch.html b/docs/ts/torchscript_frontend_from_pytorch.html
index e3670884da..397e70fc94 100644
--- a/docs/ts/torchscript_frontend_from_pytorch.html
+++ b/docs/ts/torchscript_frontend_from_pytorch.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Torch-TensorRT TorchScript Frontend Directly From PyTorch — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Using Torch-TensorRT TorchScript Frontend Directly From PyTorch — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -235,7 +235,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/index.html b/docs/tutorials/_rendered_examples/dynamo/index.html
index 287572cbf4..f59b1acdf7 100644
--- a/docs/tutorials/_rendered_examples/dynamo/index.html
+++ b/docs/tutorials/_rendered_examples/dynamo/index.html
@@ -10,7 +10,7 @@
 
   
   
-  Dynamo / torch.compile — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Dynamo / torch.compile — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -235,7 +235,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
index 5c2a53763d..9e28d39e7c 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch Compile Advanced Usage — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Torch Compile Advanced Usage — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
index 53207962e7..f193b74606 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
@@ -10,7 +10,7 @@
 
   
   
-  Compiling ResNet using the Torch-TensorRT torch.compile Backend — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Compiling ResNet using the Torch-TensorRT torch.compile Backend — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
index 801f166464..eeb2b06f03 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch Compile Stable Diffusion — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Torch Compile Stable Diffusion — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
index 762b1bb0e8..7bd23a0e97 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
@@ -10,7 +10,7 @@
 
   
   
-  Compiling a Transformer using torch.compile and TensorRT — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Compiling a Transformer using torch.compile and TensorRT — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/index.html b/docs/tutorials/_rendered_examples/index.html
index abc8267f4f..e8ec86687a 100644
--- a/docs/tutorials/_rendered_examples/index.html
+++ b/docs/tutorials/_rendered_examples/index.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch-TensorRT Tutorials — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Torch-TensorRT Tutorials — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -235,7 +235,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index e4e4c1af25..c2b5f20a23 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
 
   
   
-  Example notebooks — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Example notebooks — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index 901d0ccce9..931fe3d7cd 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
 
   
   
-  Serving a Torch-TensorRT model with Triton — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Serving a Torch-TensorRT model with Triton — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/user_guide/dynamic_shapes.html b/docs/user_guide/dynamic_shapes.html
index 0bedf9d86c..e53a1f0b18 100644
--- a/docs/user_guide/dynamic_shapes.html
+++ b/docs/user_guide/dynamic_shapes.html
@@ -10,7 +10,7 @@
 
   
   
-  Dynamic shapes with Torch-TensorRT — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Dynamic shapes with Torch-TensorRT — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/user_guide/ptq.html b/docs/user_guide/ptq.html
index a471ae0d7a..d80364766e 100644
--- a/docs/user_guide/ptq.html
+++ b/docs/user_guide/ptq.html
@@ -10,7 +10,7 @@
 
   
   
-  Post Training Quantization (PTQ) — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Post Training Quantization (PTQ) — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/user_guide/runtime.html b/docs/user_guide/runtime.html
index 17a0b2d3ca..bdc07aeca7 100644
--- a/docs/user_guide/runtime.html
+++ b/docs/user_guide/runtime.html
@@ -10,7 +10,7 @@
 
   
   
-  Deploying Torch-TensorRT Programs — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Deploying Torch-TensorRT Programs — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/user_guide/saving_models.html b/docs/user_guide/saving_models.html
index 78cdf23a8b..2ba674f804 100644
--- a/docs/user_guide/saving_models.html
+++ b/docs/user_guide/saving_models.html
@@ -10,7 +10,7 @@
 
   
   
-  Saving models compiled with Torch-TensorRT — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  Saving models compiled with Torch-TensorRT — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docs/user_guide/using_dla.html b/docs/user_guide/using_dla.html
index cd42db8d79..104a89641a 100644
--- a/docs/user_guide/using_dla.html
+++ b/docs/user_guide/using_dla.html
@@ -10,7 +10,7 @@
 
   
   
-  DLA — Torch-TensorRT v2.2.0.dev0+b258168 documentation
+  DLA — Torch-TensorRT v2.2.0.dev0+53a0802 documentation
   
 
   
@@ -237,7 +237,7 @@
               
               
                 

-                  v2.2.0.dev0+b258168
+                  v2.2.0.dev0+53a0802
                 

               
             
diff --git a/docsrc/index.rst b/docsrc/index.rst
index 946407433c..455aeab8b3 100644
--- a/docsrc/index.rst
+++ b/docsrc/index.rst
@@ -167,9 +167,9 @@ CLI Documentation
 Contributor Documentation
 --------------------------------
 * :ref:`system_overview`
-* :ref:`_dynamo_converters`
+* :ref:`dynamo_converters`
 * :ref:`writing_dynamo_aten_lowering_passes`
-* :ref:`_ts_converters`
+* :ref:`ts_converters`
 * :ref:`useful_links`
 
 .. toctree::