diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 0605f7706e..29fb7b4d65 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -55,6 +55,12 @@ repos: rev: v1.22.9 hooks: - id: typos + - repo: https://github.com/astral-sh/uv-pre-commit + # uv version. + rev: 0.4.10 + hooks: + # Update the uv lockfile + - id: uv-lock - repo: local hooks: - id: dont-commit-upstream diff --git a/cpp/include/torch_tensorrt/macros.h b/cpp/include/torch_tensorrt/macros.h index 90fab3afcc..bdb0a30115 100644 --- a/cpp/include/torch_tensorrt/macros.h +++ b/cpp/include/torch_tensorrt/macros.h @@ -24,7 +24,7 @@ #define STR(x) XSTR(x) #define TORCH_TENSORRT_MAJOR_VERSION 2 -#define TORCH_TENSORRT_MINOR_VERSION 5 +#define TORCH_TENSORRT_MINOR_VERSION 6 #define TORCH_TENSORRT_PATCH_VERSION 0 #define TORCH_TENSORRT_VERSION \ STR(TORCH_TENSORRT_MAJOR_VERSION) \ diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html index fa2d34fe38..2331a2f86a 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html @@ -10,7 +10,7 @@ - Class DataType — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Class DataType — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html index 118d5d2f0b..5cba60439f 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html @@ -10,7 +10,7 @@ - Class Device::DeviceType — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Class Device::DeviceType — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html index 989a2eca86..91a25e869b 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html @@ -10,7 +10,7 @@ - Class TensorFormat — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Class TensorFormat — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html index f5568358cd..a34ed39043 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html @@ -10,7 +10,7 @@ - Template Class Int8CacheCalibrator — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Template Class Int8CacheCalibrator — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html index 8038697427..c62f69f671 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html @@ -10,7 +10,7 @@ - Template Class Int8Calibrator — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Template Class Int8Calibrator — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html index 6e0b8184d3..170c26c4b3 100644 --- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html +++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html @@ -10,7 +10,7 @@ - Define STR — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Define STR — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html index ec0958e36f..cd16883314 100644 --- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html +++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html index f9cd370eed..878ea5f035 100644 --- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html +++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html index 85eb7a0146..33c3a0af17 100644 --- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html +++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html index 07c989497f..8e2190ec11 100644 --- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html +++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html @@ -10,7 +10,7 @@ - Define TORCHTRT_API — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Define TORCHTRT_API — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html index c64bf16d9f..3b41a896be 100644 --- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html +++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html @@ -10,7 +10,7 @@ - Define XSTR — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Define XSTR — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html index 7c1ad7118e..cb206cb924 100644 --- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html +++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html @@ -10,7 +10,7 @@ - Define TORCHTRT_HIDDEN — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Define TORCHTRT_HIDDEN — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html index 18e66f574d..31184f48b6 100644 --- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html +++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_VERSION — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Define TORCH_TENSORRT_VERSION — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html index 97a6f47bab..d7078eb4aa 100644 --- a/docs/_cpp_api/dir_cpp.html +++ b/docs/_cpp_api/dir_cpp.html @@ -10,7 +10,7 @@ - Directory cpp — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Directory cpp — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html index d8ad0a52c1..ba546ad7a2 100644 --- a/docs/_cpp_api/dir_cpp_include.html +++ b/docs/_cpp_api/dir_cpp_include.html @@ -10,7 +10,7 @@ - Directory include — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Directory include — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html index 1e4f87ba87..2ab2358022 100644 --- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html +++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html @@ -10,7 +10,7 @@ - Directory torch_tensorrt — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Directory torch_tensorrt — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html index 45c426327d..02ec18229a 100644 --- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html +++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html @@ -10,7 +10,7 @@ - Enum Level — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Enum Level — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html index 87bb5bd7ff..38df55593c 100644 --- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html +++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html @@ -10,7 +10,7 @@ - Enum EngineCapability — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Enum EngineCapability — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html index 2f4e06c255..ce9d97861e 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html @@ -10,7 +10,7 @@ - File logging.h — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + File logging.h — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html index 1e4cae3ae9..87467cfd62 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html @@ -10,7 +10,7 @@ - File macros.h — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + File macros.h — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html index faf26b0339..5af350a0b2 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html @@ -10,7 +10,7 @@ - File ptq.h — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + File ptq.h — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html index a7c3229a69..462fc18005 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html @@ -10,7 +10,7 @@ - File torch_tensorrt.h — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + File torch_tensorrt.h — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html index a0521b129c..fe9a3de8da 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_logging_prefix — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::logging::get_logging_prefix — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html index 7fb326bc42..1c70bdce7a 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html index f52c59d1ab..efe3ebbe81 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html index 6895fed609..c70c6df0c3 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html index 1ccb0455e5..86ad3fb0f7 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::log — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::logging::log — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html index dc10ce95c5..5f9235e5b2 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html index b49070953c..4bf25ec5f3 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html index b114b2caf7..64d3edd4bf 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html @@ -10,7 +10,7 @@ - Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html index 67dd58a38e..74393a8511 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html @@ -10,7 +10,7 @@ - Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html index c8ac0ca1ff..4c70afc67e 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::check_method_operator_support — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::torchscript::check_method_operator_support — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html index 877dd0e03f..de51b6ad4e 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::compile — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::torchscript::compile — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html index 20401affe7..e9c25dcddc 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html index 90c745ebd1..d522de417a 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html index 0bcd93d013..3f0e7fee52 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::get_build_info — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::get_build_info — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html index e8570edc14..9f63beb8d4 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::set_device — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::set_device — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html index 22695a7baf..db628a32b5 100644 --- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html +++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::dump_build_info — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Function torch_tensorrt::dump_build_info — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html index fe6ade2ce9..1e6acef80b 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt.html +++ b/docs/_cpp_api/namespace_torch_tensorrt.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Namespace torch_tensorrt — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html index ebbc48c27b..af28b69506 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::logging — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Namespace torch_tensorrt::logging — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html index c27b64b821..f0eb778011 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::ptq — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Namespace torch_tensorrt::ptq — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html index 0c5ce61a66..754cf64452 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::torchscript — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Namespace torch_tensorrt::torchscript — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html index 2445adb56e..a7fd55bc84 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html @@ -10,7 +10,7 @@ - Program Listing for File logging.h — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Program Listing for File logging.h — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html index 52650915e7..ea204e5a08 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html @@ -10,7 +10,7 @@ - Program Listing for File macros.h — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Program Listing for File macros.h — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
@@ -484,7 +484,7 @@ #define STR(x) XSTR(x) #define TORCH_TENSORRT_MAJOR_VERSION 2 -#define TORCH_TENSORRT_MINOR_VERSION 5 +#define TORCH_TENSORRT_MINOR_VERSION 6 #define TORCH_TENSORRT_PATCH_VERSION 0 #define TORCH_TENSORRT_VERSION \ STR(TORCH_TENSORRT_MAJOR_VERSION) \ diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html index 2ea39ff396..30e11b1937 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html @@ -10,7 +10,7 @@ - Program Listing for File ptq.h — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Program Listing for File ptq.h — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html index 47abd02ea6..36d5842ad7 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html @@ -10,7 +10,7 @@ - Program Listing for File torch_tensorrt.h — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Program Listing for File torch_tensorrt.h — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html index 276a0a4773..95ac89105f 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html @@ -10,7 +10,7 @@ - Struct Device — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Struct Device — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html index 38108dd43c..63c403e834 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html @@ -10,7 +10,7 @@ - Struct GraphInputs — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Struct GraphInputs — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html index 14d75b218e..2433f0a4d7 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html @@ -10,7 +10,7 @@ - Struct Input — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Struct Input — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html index 20d9fd3b8a..dce8da623f 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html @@ -10,7 +10,7 @@ - Struct CompileSpec — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Struct CompileSpec — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html index 1589f0c1dd..ba9fa48ede 100644 --- a/docs/_cpp_api/torch_tensort_cpp.html +++ b/docs/_cpp_api/torch_tensort_cpp.html @@ -10,7 +10,7 @@ - Torch-TensorRT C++ API — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Torch-TensorRT C++ API — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html index 156d8bdf96..4e7e6b4b1d 100644 --- a/docs/_cpp_api/unabridged_orphan.html +++ b/docs/_cpp_api/unabridged_orphan.html @@ -10,7 +10,7 @@ - Full API — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Full API — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip index c8d72ff2c9..4bc91f3541 100644 Binary files a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip and b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip differ diff --git a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip index a04c6888af..c81bc42dfd 100644 Binary files a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip and b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip differ diff --git a/docs/_modules/index.html b/docs/_modules/index.html index 2be4147ca6..810bac6e1d 100644 --- a/docs/_modules/index.html +++ b/docs/_modules/index.html @@ -9,7 +9,7 @@ - Overview: module code — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Overview: module code — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html index 64f959142a..8a3bc01a79 100644 --- a/docs/_modules/torch_tensorrt/_Device.html +++ b/docs/_modules/torch_tensorrt/_Device.html @@ -9,7 +9,7 @@ - torch_tensorrt._Device — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt._Device — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html index d56756b991..db19b37585 100644 --- a/docs/_modules/torch_tensorrt/_Input.html +++ b/docs/_modules/torch_tensorrt/_Input.html @@ -9,7 +9,7 @@ - torch_tensorrt._Input — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt._Input — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html index 9299488157..d2988422c2 100644 --- a/docs/_modules/torch_tensorrt/_compile.html +++ b/docs/_modules/torch_tensorrt/_compile.html @@ -9,7 +9,7 @@ - torch_tensorrt._compile — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt._compile — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/_enums.html b/docs/_modules/torch_tensorrt/_enums.html index e8ed5a3eb6..7ff2189d21 100644 --- a/docs/_modules/torch_tensorrt/_enums.html +++ b/docs/_modules/torch_tensorrt/_enums.html @@ -9,7 +9,7 @@ - torch_tensorrt._enums — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt._enums — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/dynamo/_compiler.html b/docs/_modules/torch_tensorrt/dynamo/_compiler.html index 6c576ce178..928b51fddf 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_compiler.html +++ b/docs/_modules/torch_tensorrt/dynamo/_compiler.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._compiler — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.dynamo._compiler — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/dynamo/_exporter.html b/docs/_modules/torch_tensorrt/dynamo/_exporter.html index f5008cac88..90c8714655 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_exporter.html +++ b/docs/_modules/torch_tensorrt/dynamo/_exporter.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._exporter — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.dynamo._exporter — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/dynamo/_refit.html b/docs/_modules/torch_tensorrt/dynamo/_refit.html index d1abdc5637..e33e76667d 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_refit.html +++ b/docs/_modules/torch_tensorrt/dynamo/_refit.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._refit — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.dynamo._refit — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/dynamo/_settings.html b/docs/_modules/torch_tensorrt/dynamo/_settings.html index e7143dedbf..3f18c55ee2 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_settings.html +++ b/docs/_modules/torch_tensorrt/dynamo/_settings.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._settings — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.dynamo._settings — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/dynamo/_tracer.html b/docs/_modules/torch_tensorrt/dynamo/_tracer.html index 98bdabc757..36f8165892 100644 --- a/docs/_modules/torch_tensorrt/dynamo/_tracer.html +++ b/docs/_modules/torch_tensorrt/dynamo/_tracer.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo._tracer — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.dynamo._tracer — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html index cf53c98e81..fe86704d40 100644 --- a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html +++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html index f6e89c04b3..620e606099 100644 --- a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html +++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html index d08e0463ba..ea71ee9dab 100644 --- a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html +++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html @@ -9,7 +9,7 @@ - torch_tensorrt.dynamo.runtime._TorchTensorRTModule — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.dynamo.runtime._TorchTensorRTModule — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html index 637f3cbac9..09108b7c9d 100644 --- a/docs/_modules/torch_tensorrt/fx/fx2trt.html +++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.fx2trt — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.fx.fx2trt — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html index 2f4f4087f8..b8ef27e223 100644 --- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html +++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.input_tensor_spec — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.fx.input_tensor_spec — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html index fb3d06ed98..bb5e74d6b1 100644 --- a/docs/_modules/torch_tensorrt/fx/lower.html +++ b/docs/_modules/torch_tensorrt/fx/lower.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.lower — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.fx.lower — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html index 5f34779332..8547d27725 100644 --- a/docs/_modules/torch_tensorrt/fx/trt_module.html +++ b/docs/_modules/torch_tensorrt/fx/trt_module.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.trt_module — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.fx.trt_module — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html index effefb202e..916b0bd4d0 100644 --- a/docs/_modules/torch_tensorrt/logging.html +++ b/docs/_modules/torch_tensorrt/logging.html @@ -9,7 +9,7 @@ - torch_tensorrt.logging — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.logging — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html index 47d8fe2cd3..2041bf42a7 100644 --- a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html +++ b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html @@ -9,7 +9,7 @@ - torch_tensorrt.runtime._multi_device_safe_mode — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.runtime._multi_device_safe_mode — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html index 0c7898dd79..650309e5b8 100644 --- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html +++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html @@ -9,7 +9,7 @@ - torch_tensorrt.ts._compile_spec — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.ts._compile_spec — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html index e865f25134..b05c823256 100644 --- a/docs/_modules/torch_tensorrt/ts/_compiler.html +++ b/docs/_modules/torch_tensorrt/ts/_compiler.html @@ -9,7 +9,7 @@ - torch_tensorrt.ts._compiler — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.ts._compiler — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_modules/torch_tensorrt/ts/ptq.html b/docs/_modules/torch_tensorrt/ts/ptq.html index 8dd5db054c..8796756073 100644 --- a/docs/_modules/torch_tensorrt/ts/ptq.html +++ b/docs/_modules/torch_tensorrt/ts/ptq.html @@ -9,7 +9,7 @@ - torch_tensorrt.ts.ptq — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torch_tensorrt.ts.ptq — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/_sources/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt b/docs/_sources/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt index 740d269b22..da402d2796 100644 --- a/docs/_sources/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt +++ b/docs/_sources/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt @@ -36,7 +36,7 @@ Program Listing for File macros.h #define STR(x) XSTR(x) #define TORCH_TENSORRT_MAJOR_VERSION 2 - #define TORCH_TENSORRT_MINOR_VERSION 5 + #define TORCH_TENSORRT_MINOR_VERSION 6 #define TORCH_TENSORRT_PATCH_VERSION 0 #define TORCH_TENSORRT_VERSION \ STR(TORCH_TENSORRT_MAJOR_VERSION) \ diff --git a/docs/_sources/getting_started/installation.rst.txt b/docs/_sources/getting_started/installation.rst.txt index 26f13c0aca..ac85a681c3 100644 --- a/docs/_sources/getting_started/installation.rst.txt +++ b/docs/_sources/getting_started/installation.rst.txt @@ -134,6 +134,14 @@ Once the WORKSPACE has been configured properly, all that is required to build t python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu124 +If you use the ``uv`` (`https://docs.astral.sh/uv/ `_) tool to manage python and your projects, the command is slightly simpler + + + .. code-block:: sh + + uv pip install -e . + + To build the wheel file .. code-block:: sh @@ -379,4 +387,4 @@ Compile the Python API using the following command from the ``//py`` directory: If you have a build of PyTorch that uses Pre-CXX11 ABI drop the ``--use-cxx11-abi`` flag -If you are building for Jetpack 4.5 add the ``--jetpack-version 5.0`` flag \ No newline at end of file +If you are building for Jetpack 4.5 add the ``--jetpack-version 5.0`` flag diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js index 454c027b22..79a673f2d2 100644 --- a/docs/_static/documentation_options.js +++ b/docs/_static/documentation_options.js @@ -1,6 +1,6 @@ var DOCUMENTATION_OPTIONS = { URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'), - VERSION: 'v2.5.0.dev0+1e9aefe', + VERSION: 'v2.6.0.dev0+a68e52b', LANGUAGE: 'en', COLLAPSE_INDEX: false, BUILDER: 'html', diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html index 8ae7a3d799..6ade846218 100644 --- a/docs/cli/torchtrtc.html +++ b/docs/cli/torchtrtc.html @@ -10,7 +10,7 @@ - torchtrtc — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + torchtrtc — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html index 51c5db09f9..6f90fc8e44 100644 --- a/docs/contributors/conversion.html +++ b/docs/contributors/conversion.html @@ -10,7 +10,7 @@ - Conversion Phase — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Conversion Phase — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/contributors/dynamo_converters.html b/docs/contributors/dynamo_converters.html index f02a0397c6..addc8d9404 100644 --- a/docs/contributors/dynamo_converters.html +++ b/docs/contributors/dynamo_converters.html @@ -10,7 +10,7 @@ - Writing Dynamo Converters — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Writing Dynamo Converters — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html index 977760c5c6..4380aa2e9e 100644 --- a/docs/contributors/lowering.html +++ b/docs/contributors/lowering.html @@ -10,7 +10,7 @@ - Lowering Phase — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Lowering Phase — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html index 7e54af8214..675ddadc9a 100644 --- a/docs/contributors/partitioning.html +++ b/docs/contributors/partitioning.html @@ -10,7 +10,7 @@ - Partitioning Phase — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Partitioning Phase — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html index 9455ec8c26..be3652762f 100644 --- a/docs/contributors/phases.html +++ b/docs/contributors/phases.html @@ -10,7 +10,7 @@ - Compiler Phases — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Compiler Phases — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -273,7 +273,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html index 9b359bb65c..a4e8dcefca 100644 --- a/docs/contributors/runtime.html +++ b/docs/contributors/runtime.html @@ -10,7 +10,7 @@ - Runtime Phase — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Runtime Phase — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html index 34717b3865..f31b54b631 100644 --- a/docs/contributors/system_overview.html +++ b/docs/contributors/system_overview.html @@ -10,7 +10,7 @@ - System Overview — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + System Overview — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/contributors/ts_converters.html b/docs/contributors/ts_converters.html index 3c4c302c4d..3ee14afd70 100644 --- a/docs/contributors/ts_converters.html +++ b/docs/contributors/ts_converters.html @@ -10,7 +10,7 @@ - Writing TorchScript Converters — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Writing TorchScript Converters — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html index 6fb20581d4..7652e50bf0 100644 --- a/docs/contributors/useful_links.html +++ b/docs/contributors/useful_links.html @@ -10,7 +10,7 @@ - Useful Links for Torch-TensorRT Development — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Useful Links for Torch-TensorRT Development — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/contributors/writing_dynamo_aten_lowering_passes.html b/docs/contributors/writing_dynamo_aten_lowering_passes.html index 347b37a189..369f99be39 100644 --- a/docs/contributors/writing_dynamo_aten_lowering_passes.html +++ b/docs/contributors/writing_dynamo_aten_lowering_passes.html @@ -10,7 +10,7 @@ - Writing Dynamo ATen Lowering Passes — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Writing Dynamo ATen Lowering Passes — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/dynamo/dynamo_export.html b/docs/dynamo/dynamo_export.html index fd26a0b23a..7f986f9bf1 100644 --- a/docs/dynamo/dynamo_export.html +++ b/docs/dynamo/dynamo_export.html @@ -10,7 +10,7 @@ - Compiling Exported Programs with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Compiling Exported Programs with Torch-TensorRT — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/dynamo/torch_compile.html b/docs/dynamo/torch_compile.html index 3ac5fc4871..790ef89e58 100644 --- a/docs/dynamo/torch_compile.html +++ b/docs/dynamo/torch_compile.html @@ -10,7 +10,7 @@ - TensorRT Backend for torch.compile — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + TensorRT Backend for torch.compile — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/fx/getting_started_with_fx_path.html b/docs/fx/getting_started_with_fx_path.html index bed8ffb247..9b4f655b7b 100644 --- a/docs/fx/getting_started_with_fx_path.html +++ b/docs/fx/getting_started_with_fx_path.html @@ -10,7 +10,7 @@ - Torch-TensorRT (FX Frontend) User Guide — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Torch-TensorRT (FX Frontend) User Guide — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/genindex.html b/docs/genindex.html index 7ed3e5661c..4e0e6a8a6a 100644 --- a/docs/genindex.html +++ b/docs/genindex.html @@ -9,7 +9,7 @@ - Index — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Index — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -272,7 +272,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html index 39d25dd068..a056a4abf4 100644 --- a/docs/getting_started/installation.html +++ b/docs/getting_started/installation.html @@ -10,7 +10,7 @@ - Installation — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation + Installation — Torch-TensorRT v2.6.0.dev0+a68e52b documentation @@ -275,7 +275,7 @@
- v2.5.0.dev0+1e9aefe + v2.6.0.dev0+a68e52b
@@ -572,6 +572,12 @@

Building the Package +

If you use the uv (https://docs.astral.sh/uv/) tool to manage python and your projects, the command is slightly simpler

+
+
uv pip install -e .
+
+
+

To build the wheel file

python -m pip wheel --no-deps --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu124 -w dist
diff --git a/docs/getting_started/quick_start.html b/docs/getting_started/quick_start.html
index 4b31746cc3..18eca73bbe 100644
--- a/docs/getting_started/quick_start.html
+++ b/docs/getting_started/quick_start.html
@@ -10,7 +10,7 @@
 
   
   
-  Quick Start — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Quick Start — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/index.html b/docs/index.html
index 4210d1c715..8a6460d065 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Torch-TensorRT — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -274,7 +274,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html
index 629c309e75..97849870e6 100644
--- a/docs/indices/supported_ops.html
+++ b/docs/indices/supported_ops.html
@@ -10,7 +10,7 @@
 
   
   
-  Operators Supported — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Operators Supported — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -274,7 +274,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/objects.inv b/docs/objects.inv
index dfcbf05ad1..a4a4647d22 100644
Binary files a/docs/objects.inv and b/docs/objects.inv differ
diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index 435f22adfc..9dc1e5b066 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -9,7 +9,7 @@
   
   
   
-  Python Module Index — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Python Module Index — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/py_api/dynamo.html b/docs/py_api/dynamo.html
index 0483d6abd6..607ef5823d 100644
--- a/docs/py_api/dynamo.html
+++ b/docs/py_api/dynamo.html
@@ -10,7 +10,7 @@
 
   
   
-  torch_tensorrt.dynamo — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  torch_tensorrt.dynamo — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html
index 637b52d963..2a140d8949 100644
--- a/docs/py_api/fx.html
+++ b/docs/py_api/fx.html
@@ -10,7 +10,7 @@
 
   
   
-  torch_tensorrt.fx — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  torch_tensorrt.fx — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html
index ba1c1f6cf3..0f7fc7bb13 100644
--- a/docs/py_api/logging.html
+++ b/docs/py_api/logging.html
@@ -10,7 +10,7 @@
 
   
   
-  torch_tensorrt.logging — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  torch_tensorrt.logging — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html
index 9fce91dcd7..0d4c38ffea 100644
--- a/docs/py_api/ptq.html
+++ b/docs/py_api/ptq.html
@@ -10,7 +10,7 @@
 
   
   
-  torch_tensorrt.ts.ptq — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  torch_tensorrt.ts.ptq — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/py_api/runtime.html b/docs/py_api/runtime.html
index 69e2d9cbda..40b2bc6a67 100644
--- a/docs/py_api/runtime.html
+++ b/docs/py_api/runtime.html
@@ -10,7 +10,7 @@
 
   
   
-  torch_tensorrt.runtime — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  torch_tensorrt.runtime — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html
index 119d1a61a2..7b4033135a 100644
--- a/docs/py_api/torch_tensorrt.html
+++ b/docs/py_api/torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   
   
-  torch_tensorrt — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  torch_tensorrt — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html
index dfb02ac6ce..a733a22185 100644
--- a/docs/py_api/ts.html
+++ b/docs/py_api/ts.html
@@ -10,7 +10,7 @@
 
   
   
-  torch_tensorrt.ts — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  torch_tensorrt.ts — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
@@ -681,7 +681,7 @@ 
Functions
 

-torch_tensorrt.ts.TensorRTCompileSpec(inputs: Optional[List[torch.Tensor | Input]] = None, input_signature: Optional[Any] = None, device: torch.device | Device = Device(type=DeviceType.GPU, gpu_id=0), disable_tf32: bool = False, sparse_weights: bool = False, enabled_precisions: Optional[Set[Union[dtype, dtype]]] = None, refit: bool = False, debug: bool = False, capability: EngineCapability = EngineCapability.STANDARD, num_avg_timing_iters: int = 1, workspace_size: int = 0, dla_sram_size: int = 1048576, dla_local_dram_size: int = 1073741824, dla_global_dram_size: int = 536870912, truncate_long_and_double: bool = False, calibrator: object = None, allow_shape_tensors: bool = False) → <torch.ScriptClass object at 0x7faf9f99fbf0>[source]¶

+torch_tensorrt.ts.TensorRTCompileSpec(inputs: Optional[List[torch.Tensor | Input]] = None, input_signature: Optional[Any] = None, device: torch.device | Device = Device(type=DeviceType.GPU, gpu_id=0), disable_tf32: bool = False, sparse_weights: bool = False, enabled_precisions: Optional[Set[Union[dtype, dtype]]] = None, refit: bool = False, debug: bool = False, capability: EngineCapability = EngineCapability.STANDARD, num_avg_timing_iters: int = 1, workspace_size: int = 0, dla_sram_size: int = 1048576, dla_local_dram_size: int = 1073741824, dla_global_dram_size: int = 536870912, truncate_long_and_double: bool = False, calibrator: object = None, allow_shape_tensors: bool = False) → <torch.ScriptClass object at 0x7f8fe0b19170>[source]¶
 
Utility to create a formatted spec dictionary for using the PyTorch TensorRT backend

 

 
Keyword Arguments

diff --git a/docs/search.html b/docs/search.html
index e5f73638ca..a4b4a16c2d 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -9,7 +9,7 @@
   
   
   
-  Search — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Search — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -272,7 +272,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 14daeb3858..e6dd1d08ee 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for torch.compile", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "5. :mod:`test_py_module`", "3. Paragraph Level Markup", "4. Lists & Tables", "1. Long Sticky Nav", "1. Structural Elements", "<no title>", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dynamo / torch.compile", "Mutable Torch TensorRT Module", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT torch.compile Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Compiling GPT2 using the Torch-TensorRT with dynamo backend", "Compiling Llama2 using the Torch-TensorRT with dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 94, 98, 101, 102, 103, 104, 107], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 108, 109, 111], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 97, 99, 101, 103, 104, 105, 108, 112, 113], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 94, 105, 107], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 94, 105, 107, 111], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 94, 95, 96, 97, 106, 108, 110, 111, 112, 113], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 94, 95, 98, 100, 102], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 95, 97, 99, 101, 106, 109, 110, 112, 113], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 112], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 96, 97, 108, 110], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 101, 103, 104, 109, 110, 111], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 98, 99, 101, 103, 104, 109], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 93, 94, 97, 102, 108], "reason": [0, 65, 87, 92, 94, 112], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 105, 106, 107, 108, 109, 110, 111, 112], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 93, 94, 96, 97, 107, 108, 109, 110], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 96, 98, 99, 101, 107], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 95, 96, 106, 107, 108, 109, 110, 111], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 96, 97, 109, 110], "itself": [0, 1, 2, 46, 52, 55, 91, 108], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 96, 97, 102, 105, 108, 113], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 107, 108], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 96, 100, 113], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 105, 113], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 105], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 97, 98, 101, 102, 103, 104, 107, 108, 109, 110, 112, 113], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 94, 105, 109, 110, 111, 112], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 94, 109], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 94, 95, 96, 99, 101, 102, 106, 108, 110], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 109, 111], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 105, 108, 109], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 93, 94, 96, 97, 100, 101, 103, 104, 105, 107, 108, 110, 111, 112], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 94, 113], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88, 97, 103, 104], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 101, 112, 113], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 94, 103, 104, 107, 108], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 97, 98, 105, 108, 109], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 112], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 110], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 110], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 96, 97, 110, 113], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 110, 113], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 94, 98, 99, 102, 103, 104, 107, 108, 109, 110, 111, 112], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 94, 98, 107, 108], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 97, 108], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 108], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 97, 112, 113], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 104, 108, 110, 112, 113], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "kdla": [1, 45, 46, 113], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 97, 109, 113], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 93, 94, 96, 97, 99, 102, 106, 107, 108, 109, 111, 112], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 97, 98, 102, 103, 104, 107, 108, 109, 110, 111, 112], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92, 94, 97], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 98, 107], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 105], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 105], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 95, 106], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 105, 106, 110], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 94, 110], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 108, 109, 111, 112], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 108, 113], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 99, 102, 108, 109], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 95, 106, 110], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 94, 99, 101, 105, 108, 109, 113], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 94, 99, 101, 105, 107, 109], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 98, 102, 105, 108], "alwai": [3, 4, 27, 52, 75, 81, 97], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 104, 105, 107, 109, 111, 113], "due": [3, 4, 66, 80, 81, 105], "issu": [3, 4, 64, 70, 75, 88, 98, 101], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 97, 102, 105, 108], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 97, 110], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 95, 97, 99, 101, 106, 107, 112], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 96, 98, 105, 107, 108, 109, 110], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 96, 97, 99, 101, 102, 110], "use_cach": [3, 4, 30, 44, 73, 90, 103, 104], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 97, 105, 107, 109, 110, 112, 113], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 108], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 94, 95, 97, 98, 102, 106, 108, 109, 110, 111, 112], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 99, 101, 107, 110], "easili": [3, 4, 96], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 113], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 112], "dataload": [4, 29, 30, 44, 49, 73, 90, 105], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 100, 108], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 104, 112], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 94, 102, 105, 108, 112], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 99, 101, 110], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 94, 107], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 97, 107, 108, 109, 110], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 94, 98, 102, 105, 109, 111], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 95, 106, 110], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 99, 101], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 93, 94, 96, 97, 99, 101, 103, 104, 105, 108], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 109], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 106, 107, 108, 110, 112], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 93, 94, 96, 97, 98, 99, 101, 105], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 112], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 94, 95, 96, 97, 99, 101, 102, 106, 107, 109, 110], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 94, 99, 101, 107, 112], "phase": [16, 60, 63, 88, 97, 109, 112], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 112], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 70, 90, 94], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 95, 104, 106, 109], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 108], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 107, 109, 113], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 94, 105], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 93, 94, 105], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92, 94, 103, 104], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 113], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 96, 100, 103, 104, 107, 113], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 113], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 108, 112], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 96, 103, 104, 105, 110], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 96, 97, 100, 107, 108, 109, 111], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 94, 109], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 96], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 99, 101, 111], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 94, 105, 107, 110], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 96, 97, 107, 109, 110], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 70, 71, 75, 79, 81, 88, 89, 90, 92, 94, 97, 98, 102, 108, 109, 110, 112, 113], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 99, 101, 109], "post": [29, 30, 49, 52, 63, 68, 88, 94], "train": [29, 30, 49, 52, 68, 69, 88, 89, 94], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 95, 106], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 95, 97, 106, 108], "previous": [29, 33, 88, 94, 97], "therefor": [29, 58, 65, 66, 74, 81, 88, 107, 110], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 99, 101, 105, 107, 108, 109], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 105, 108, 109, 110], "dataset": [29, 73, 90, 107], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 93, 94, 97, 100, 107, 108, 110, 112], "later": [29, 70, 88, 97, 111, 112], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 96, 110, 112], "scratch": [29, 94, 97], "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 108, 110], "howev": [29, 66, 79, 80, 88, 92, 94, 108, 109, 112], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 107, 108, 113], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 94, 102, 105, 106, 107], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 105, 108, 110, 112], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 108], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 96, 97, 108, 110, 112], "respons": [29, 54, 58, 81, 110], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 94, 109], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 102, 107, 108, 110, 111, 112], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 108, 109], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 98, 105, 109], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 107], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 98, 101, 107, 109, 110, 112], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 94, 98, 105, 107, 109], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92, 94, 97], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92, 97], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90, 103, 104], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 94, 108, 110], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 97, 108, 111, 112], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 95, 97, 98, 105, 106, 107, 109, 111, 113], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 94, 97, 98], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 113], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 93, 96, 105, 108, 110, 113], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 98, 107, 109], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 94, 107], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 96, 105, 108, 109], "unsupport": [31, 49, 54, 64, 75, 92, 112], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 110, 112], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 98, 101, 108, 112, 113], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 108, 109], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 99, 101], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 106, 107, 112], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 94, 110], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76, 94, 97], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 112], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 108], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 94, 109, 110, 112], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 94, 95, 99, 106, 107, 108, 109, 110], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 94, 105, 107, 108, 111], "symbol": [33, 65, 66, 76, 81, 110], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 113], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104, 105, 106, 109, 111], "y": [33, 56, 76, 82, 92, 98], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89, 94], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92, 94, 97], "origin": [33, 65, 71, 75, 92, 94, 96, 112], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 94, 95, 96, 97, 105, 106, 108, 109, 110, 111, 112], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 94, 100, 108], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 107, 108, 111], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 113], "id": [36, 45, 52, 75, 79, 80, 84, 113], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 93, 97, 101, 107, 112], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 110], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 108, 109, 110], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 96, 108, 110, 113], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45, 103, 104], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 99, 112], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 94, 110], "root": [42, 43, 44, 45, 66, 79, 90, 105], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "tree": [42, 43, 44, 45, 79, 90, 105, 110], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 108, 110], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 107, 108, 109, 110, 111, 112], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 112], "necessari": [42, 62, 64, 66, 74, 97, 110], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 70, 81, 82, 88, 89, 90, 94, 97, 106, 108, 109, 110, 112], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 97, 98, 108], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 93, 94, 105], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 99, 101], "gaurd": 43, "someth": [43, 55, 81, 108], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 96, 98, 108], "setup": [43, 90, 108], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 109, 111], "torchtrt": [43, 56, 92, 105], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 98, 105, 109], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 103, 104, 113], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 98, 102], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 97, 98, 102, 109], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 108, 109, 110, 111], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 96, 107, 110], "still": [44, 56, 65, 66, 90, 98, 112], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 93, 94, 98, 100, 110, 111, 113], "batch_siz": [44, 90, 105], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "statu": [44, 82], "reset": [44, 93, 94, 98, 101, 110], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 112], "again": [44, 58, 60, 81, 92, 96], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 108], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81, 94], "copi": [44, 60, 65, 69, 73, 82, 108], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": [45, 94], "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 93, 99, 101, 102, 107, 109], "device_typ": [45, 46, 75, 90, 91, 113], "int64_t": [45, 46, 48, 49, 90, 113], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 112, 113], "agx": 45, "platform": [45, 52, 59, 66, 108, 113], "xavier": [45, 113], "dla_cor": [45, 46, 52, 75, 90, 91, 113], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 113], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 99, 102, 107, 109], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 102, 105, 108, 110, 113], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 110], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "spec": [45, 48, 49, 52, 72, 75, 76, 91, 94], "flatten": [45, 47, 69, 87, 88, 105], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 103, 104, 105, 108, 113], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92, 103, 104], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 94, 95, 96, 106], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 100], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 97, 99, 101], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 93, 94, 97, 98, 99, 101, 104, 105], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 102, 105, 107, 109, 111, 113], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 97, 98, 99, 101], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 98, 101], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 107, 108, 112], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 105, 107, 108, 109, 112, 113], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89, 94], "complex": [47, 49, 64, 66, 87, 89, 96], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 94, 111], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 98, 101, 103, 104, 108], "rang": [48, 49, 52, 65, 75, 92, 93, 94, 99, 107, 109], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 97, 99, 100, 101, 107, 109, 112], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 110], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 105, 109], "three": [48, 57, 59, 65, 71, 75, 81, 82, 107, 108], "min": [48, 52, 60, 69, 75, 94, 99, 109], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 94, 99, 105, 109], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 94, 97, 99, 101, 110], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 109], "expect": [48, 54, 55, 60, 75, 88, 89, 107], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 107], "low": [48, 65, 96], "high": [48, 55, 56, 79, 92, 112], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 94, 95, 96, 100, 106, 107], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 98, 108, 109, 111, 112], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 96, 100, 103, 104, 109], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 94, 98, 100, 101, 104, 110], "opt": [48, 66, 74, 75, 102], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 99, 101, 108], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 98, 111], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 94, 107, 108, 109, 110, 111], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 96, 97, 107, 112], "altern": [48, 56, 62, 63, 75, 89, 102, 107, 111], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 105, 108, 109, 111], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 109], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 95, 106, 110], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 99, 109], "event": [48, 64, 93, 94], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 105], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 99, 107, 109], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 110, 113], "describ": [49, 56, 60, 75, 87, 91, 95, 106, 108], "entri": [49, 60, 94], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 94, 97, 105, 107, 109, 112], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 99, 101, 113], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 107, 109, 110], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 107], "inner": [49, 82, 107], "product": [49, 75], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 105, 107, 108, 109], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 108, 109], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 105], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 109, 110, 111], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 101, 102], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 109], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100, 102, 103, 104, 105, 108, 109, 110, 111], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 98, 99, 101], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 102, 110], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 95, 106], "host": [49, 52, 64, 66, 70, 75, 76, 92, 108], "share": [49, 52, 64, 66, 70, 74, 75, 76, 94], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 97, 109], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 97, 105, 110], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 94, 112], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 98, 112], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 70, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 107, 110, 112], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 94, 95, 97, 106, 107, 110, 111], "command": [52, 64, 66, 81, 82, 87, 88, 108], "line": [52, 66, 82, 88, 96], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92, 94], "deploy": [52, 74, 88, 89, 90, 107, 108, 110, 113], "pipelin": [52, 88, 96, 100, 113], "basic": [52, 56, 65, 82, 106, 108], "featur": [52, 56, 65, 66, 88, 90, 91, 100, 105, 107, 112], "though": [52, 59, 60, 87, 88, 112], "alreadi": [52, 53, 54, 55, 88, 90, 92, 109], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 94, 108, 109], "embed": [52, 54, 58, 69, 76, 81, 113], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 98, 101, 108, 110], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 110], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 93, 94, 96, 108, 109, 110, 111], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75, 97], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 96, 107, 110], "load": [52, 56, 58, 64, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 107, 108, 110, 112], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 96, 97, 108, 110], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 108, 110], "input_file_path": [52, 113], "output_file_path": [52, 113], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 110], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 105, 108], "verbos": [52, 64, 65, 70, 71, 82, 99, 101], "about": [52, 53, 58, 60, 66, 74, 79, 88, 108, 109], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 97, 98, 102, 107, 108, 110], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 94, 110], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 93, 94, 105], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 97, 113], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 95, 96, 106, 109, 110, 112], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 108, 113], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 98, 99, 108, 113], "float16": [52, 75, 92, 96, 100], "f16": [52, 75, 88, 113], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 113], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 112, 113], "dla_standalon": [52, 75], "file_path": [52, 75, 111], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 98, 110, 112], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 112], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 96, 97], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 95, 103, 104, 106], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92, 93], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 103, 104, 105, 113], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 102, 110, 111], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 105, 107, 108], "ssd_trace": 52, "pt": [52, 65, 88, 103, 104, 108], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 105, 107], "1024": [52, 70, 75, 76, 103, 107], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 108], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 94, 95, 97, 98, 101, 106, 107], "context": [53, 57, 58, 59, 64, 72, 74, 102, 110], "inetworkdefinit": [53, 54], "record": [53, 87, 93, 94, 102, 110], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 93, 94, 107], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 94, 108, 109], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 110], "state": [53, 54, 60, 62, 74, 88, 96], "been": [53, 60, 64, 66, 73, 82, 88, 94, 97, 112], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 94, 105, 107], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 108], "abl": [53, 55, 60, 62, 65, 90, 91, 92, 97], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 94, 97, 112], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 98, 101], "until": [53, 56, 59, 60, 66, 70, 75, 112], "final": [53, 56, 57, 59, 66, 92, 98, 101, 107], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 94, 109, 112], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 108, 112], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 113], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81, 94], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 94, 95, 106, 107, 108, 113], "associ": [53, 60, 88, 94, 110], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90, 97], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 96, 97, 108, 112], "done": [53, 56, 59, 92, 97, 108, 111], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 97, 98, 101, 108, 110], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 96, 98, 105, 107, 108, 110, 111], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 99, 101, 108, 110], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 109], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 109], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 93, 94, 98, 105, 108, 109], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 97, 109], "kwarg": [54, 65, 70, 73, 74, 75, 92, 107], "dict": [54, 70, 74, 75, 76, 92, 94], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 107], "decor": [54, 62, 65], "kei": [54, 81, 87, 94, 108, 109], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 105, 107, 109], "capability_valid": 54, "lambda": [54, 60, 81, 88, 108], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 97, 111], "determin": [54, 55, 64, 65, 75, 109, 110], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 108, 113], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92, 97], "numpi": [54, 75, 92, 93, 94, 96, 97, 108], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 98], "correspond": [54, 60, 65, 66, 74, 75, 94, 96, 105, 110], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 94, 102, 111], "being": [54, 65, 66, 70, 88, 92, 97], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 96, 98, 101, 105, 107, 108, 109, 110], "github": [54, 61, 64, 66, 79, 88, 90, 98, 101, 105, 108, 110], "com": [54, 61, 64, 66, 88, 90, 96, 98, 101, 105, 108, 110], "blob": [54, 61, 66, 79, 90, 94], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 105], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90, 93, 94, 97], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 97, 112], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 94, 97, 107, 109], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 108], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 96, 107, 108, 110, 112], "opoverload": 54, "particular": [54, 64, 94], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 105], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55, 97], "special": [54, 56], "account": [54, 108], "illustr": [54, 65, 99, 107], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 107], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 98], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94, 96], "possibl": [54, 66, 81, 92, 94, 107, 108], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 98, 101], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92, 94], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 112], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 93, 94, 96, 107, 110], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 107], "limit": [54, 55, 72, 80, 90, 94, 112], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 98, 99, 101, 105, 109], "ignor": [54, 70, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 93, 94, 96, 97, 108], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 107], "term": [54, 75, 81, 82, 90, 92, 107], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 98, 99, 101, 107, 109, 110, 111, 112], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 105, 112], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 109], "modifi": [54, 56, 62, 65, 82, 95, 96, 106, 109], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 105, 108, 112], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79, 94], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 96], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 107, 112], "instanc": [55, 62, 64, 66, 70, 73, 74, 87, 88, 107, 110], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 94, 107, 110], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 112], "closer": 55, "scope": [55, 92, 98, 101], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 112], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 98, 105, 109, 112], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 108], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 99, 108, 109], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 99], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 110], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 94, 98, 105, 107, 109, 113], "bia": [55, 69, 88, 105], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 112], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 96, 108, 113], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 112], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 112], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 110, 112], "pair": [55, 60, 66, 81, 90, 107], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "mark": [55, 56, 79, 94], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 112], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 94, 107, 109, 112], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 93, 108], "might": [55, 66, 79, 97, 109], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 94, 97, 110], "expand": [55, 69], "simpli": [55, 98, 107], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 95, 97, 98, 106, 107, 109, 110, 111, 112], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90, 94], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 105], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82, 97], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 108], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 99, 101, 107], "verifi": [56, 70, 92, 97], "Then": [56, 90, 91, 97], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 110], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 98, 108, 112], "trace": [56, 65, 70, 74, 76, 87, 88, 109, 111, 112], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 108], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 105], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 95, 98, 99, 102, 106, 107, 108, 109, 110, 111], "maintain": [56, 58, 60, 75, 96, 112], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109], "mymodel": [56, 63, 67, 89, 92, 109, 111], "ts_model": [56, 88], "trt_model": [56, 91, 92, 99, 103, 104, 105, 108, 111], "off": [56, 58, 102], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 94, 99, 102, 109, 111], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 97, 99, 102, 107, 108, 109, 111], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 98, 105], "trt_mod": [56, 67, 88, 90, 113], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 97, 99, 101], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 105], "greedi": [56, 103, 104], "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 94, 97, 99, 101, 108, 109, 110, 111], "encount": [56, 64, 66, 98, 101], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 98, 100, 101, 102, 105, 109], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 70, 81, 88, 94, 105, 108], "could": [56, 64, 65, 92, 99, 101, 110], "rewrit": [56, 62], "portion": [56, 81, 92, 100], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 93, 94, 97, 110], "reorder": 56, "seri": 56, "cleanli": 56, "approach": [56, 94], "achiev": [56, 107], "hit": 56, "larger": [56, 70, 75, 79, 107], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 96, 97, 112], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 94, 97, 112], "clean": [56, 62, 81, 98, 101], "step": [56, 65, 69, 75, 90, 92, 97, 107], "consolid": [56, 87], "further": [56, 64, 65, 110, 112], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 112], "loop": [56, 64, 65, 103, 104], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 95, 98, 99, 101, 102, 106, 109], "larg": [57, 59, 79, 81, 88, 90, 97, 107], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 110, 112], "evalu": [57, 58, 59, 105], "deploi": [57, 59, 68, 88, 90, 95, 106, 108], "instanti": [57, 58, 59, 60, 88, 100], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 98, 101], "extend": [57, 59, 60, 69, 88, 94, 107], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 105, 112], "machin": [58, 66, 90, 108], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 112], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 97, 99, 102, 105, 108], "resnet": [58, 77, 95, 96, 106, 107, 108], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 108, 110], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 96, 97, 106], "depickl": 58, "encod": [58, 107], "sm": 58, "correct": [58, 66, 79, 96, 97, 105], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 94, 112], "older": 59, "repositori": [59, 66, 79, 86, 108], "notebook": [59, 68, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 109], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 112], "matur": 59, "most": [59, 65, 66, 71, 92, 97, 108, 110, 112], "hood": [59, 99, 112], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 107], "ilay": 60, "analogu": 60, "goal": [60, 64, 94], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 98, 99, 101, 110], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 101, 103, 104, 105, 106, 107, 108, 112], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 94, 107], "don": [60, 65, 79, 81, 82, 90, 105, 108, 109], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 94, 109, 110], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 95, 98, 106, 111], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 97, 107], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 113], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 94, 98, 105], "wrapper": [60, 65, 111], "similar": [60, 63, 64, 65, 66, 88, 91, 92, 103, 104], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92, 93, 94], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 96], "benefit": [60, 88, 94], "deal": [60, 94], "quit": [60, 66, 88, 107], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 112], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 109], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 109, 110], "stabl": [61, 76, 77, 79, 95, 106, 109], "master": [61, 66, 90, 110], "overview": [61, 68, 98, 102], "md": 61, "appli": [62, 63, 90, 97], "desir": [62, 70, 82, 90, 94], "coalesc": 62, "insert": [62, 88, 90, 94, 97], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 97, 111, 112], "caller": 62, "invok": [62, 64, 65, 87, 88, 110], "lint": 62, "recompil": [62, 70, 75, 94, 97, 101, 109, 112], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 98], "scenario": [62, 64, 96], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 107], "placehold": 62, "isinst": [62, 65, 92, 105], "issubclass": 62, "direct": [62, 85, 97, 110], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 112], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 105], "__init__": [62, 74, 75, 81, 87, 92, 94, 98, 105, 109], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 94, 95, 98, 100, 101, 105, 106, 109], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 101, 107, 110, 112], "control": [62, 65, 87, 97, 110], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 70, 79, 93, 94, 105], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 107], "exportedprogram": [63, 67, 70, 75, 97, 103, 104, 109, 112], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 93, 94, 97, 98, 99, 101, 102, 105, 109], "frontend": [63, 70, 73, 89, 92, 95, 99, 101, 105, 106, 109], "simpl": [63, 64, 65, 81, 82, 87, 107, 108, 109], "usag": [63, 65, 73, 77, 81, 88, 95, 106, 109, 111], "eval": [63, 67, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 108, 109, 111], "exp_program": [63, 94, 97, 105, 109], "trt_gm": [63, 67, 94, 97, 109, 111], "interact": [63, 81, 96, 98, 99, 100, 101, 102, 103, 104], "ideal": 63, "discuss": [63, 64, 108], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 108, 111], "frequent": 63, "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 95, 106], "insid": [63, 81, 92, 95, 106, 108], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 107], "constraint": 63, "guid": [64, 80, 106], "present": [64, 97], "learn": [64, 66, 68, 88, 90, 92, 108, 113], "acceler": [64, 71, 75, 95, 106, 110, 112, 113], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 96, 99, 100, 101, 103, 104, 107], "wide": [64, 75, 85], "varieti": [64, 108], "primari": [64, 94, 111], "simplic": 64, "optimized_model": [64, 67, 93, 98, 99, 101], "depth": [64, 79, 107], "challeng": [64, 96, 108], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 98], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 98], "use_python_runtim": [64, 70, 74, 75, 92, 93, 94, 96, 97, 98], "truncate_doubl": [64, 70, 74, 75, 92, 93, 103, 104], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refitt": [64, 70, 74, 75, 93, 94, 96, 97], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75, 94], "tmp": [64, 70, 74, 75, 88, 93], "torch_tensorrt_engine_cach": [64, 70, 74, 75], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "cache_built_engin": [64, 70, 74, 93, 94], "reuse_cached_engin": [64, 70, 74, 93, 94], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 110], "regardless": [64, 70, 82, 99, 101], "fail": [64, 70, 75, 88, 96, 97, 105, 113], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 110], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 96, 98, 101, 102, 112], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70, 94], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 102, 105], "detail": [64, 65, 70, 87, 88, 92, 94, 108, 110], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 94, 107], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "storag": [64, 70, 90], "sub": [64, 69, 81, 87, 98], "slate": 64, "futur": [64, 65, 70, 75, 76, 110], "occur": 64, "first_output": 64, "subsequ": [64, 94], "second_output": 64, "session": [64, 67, 81, 94, 102], "point": [64, 66, 75, 79, 80, 81, 88, 105, 108], "cover": [64, 106, 107], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 97, 109, 112], "vari": [64, 71, 109], "distribut": [64, 88, 90, 110], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 96, 105, 106, 107, 108], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 96, 97], "_dynamo": [64, 93, 94, 98, 99, 101, 109], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103, 104, 108], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 105, 108], "variou": [65, 113], "etc": [65, 79, 81, 92, 113], "environ": [65, 67, 108], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 105, 108, 109], "max_batch_s": [65, 71, 108], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 102], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 94, 110], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 108], "updat": [65, 66, 70, 71, 75, 92, 95, 97, 106], "dim": [65, 69, 71, 92, 94, 105, 108, 109], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 96, 108], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 108], "acc_mod": 65, "earli": [65, 97], "deprec": [65, 69], "continu": [65, 81, 110], "backward": [65, 74, 92, 112], "vision": [65, 108], "activ": [65, 74, 76, 81, 88, 90, 107, 110, 113], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 109], "ll": [65, 94], "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 98], "re": [65, 75, 81, 94, 96, 102, 110], "manual": [65, 75, 80, 81, 97], "sampl": [65, 70, 81, 89, 90, 96, 97, 98, 99, 100, 101, 102, 103, 104, 108], "rand": [65, 88, 94, 96, 97, 98], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 94, 105], "accordingli": [65, 79, 109, 110], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": [65, 94], "best": [65, 70, 75, 81, 96], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 98, 110], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 104, 105, 109], "25": [65, 71, 88], "runtimeerror": [65, 105], "xxx": 65, "One": [65, 81, 82, 88, 107, 110], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 112], "thing": [65, 66, 81], "compar": [65, 70, 75, 89, 97], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 107, 108], "acc_op": 65, "leverag": [65, 90, 95, 106], "power": [65, 81, 88, 107], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 99, 109], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 96, 107, 113], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 105], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85, 104], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 95, 106], "yet": [65, 107], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 105], "pip": [66, 108], "upload": [66, 108], "x86": [66, 110], "extra": [66, 74, 88, 92, 96], "url": [66, 79, 108], "download": [66, 85, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 94, 95, 97, 99, 103, 104, 105, 106, 111, 112], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 108], "curl": [66, 81], "fssl": 66, "o": [66, 81, 108], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 94, 108], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 97, 109], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 109, 112], "technolog": [66, 112], "project": [66, 80, 85], "exclud": [66, 92], "speed": [66, 94, 95, 97, 106], "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 107], "ngc": [66, 108], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 98, 99, 100, 101, 102, 103, 104], "microsoft": 66, "2022": [66, 68], "open": [66, 107, 108], "app": 66, "x64": 66, "prompt": [66, 96, 100, 103, 104], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 110], "similarli": [66, 94, 102, 110], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 113], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 108], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 105], "anywher": 67, "ahead": [67, 68, 88, 96], "ep": [67, 69, 97, 111], "output_format": [67, 75, 111], "input_tensor": [67, 92, 105], "fill": 67, "aot": [68, 88, 96, 97, 112], "integr": [68, 95, 96, 98, 106], "seamlessli": [68, 75], "ecosystem": [68, 112], "hybrid": [68, 70, 75, 76, 112], "instal": [68, 85, 88, 108, 110], "triton": [68, 92], "page": [68, 83, 85, 108], "introductori": 68, "blog": [68, 110], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 105], "pad": [69, 75, 92, 105], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 105], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 107], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 107], "input_scal": 69, "indic": [69, 79, 81, 97, 99, 109], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 105], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 96], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 108], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 107], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 105], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 105], "largest": 69, "dim0": [69, 94], "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 93, 94, 105], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 105], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 111], "arg_input": [70, 75, 97], "kwarg_input": [70, 75, 97], "engine_cache_dir": [70, 93, 94], "engine_cache_s": [70, 93, 94], "custom_engine_cach": [70, 94], "baseenginecach": [70, 94], "int32": [70, 75, 76, 92, 93, 101, 107], "channel_last": [70, 75, 76, 107], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 107, 112], "understand": [70, 75, 109], "convolut": [70, 75, 76, 90, 92, 113], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 93, 94, 107], "parition": [70, 75], "increas": [70, 75, 94], "amount": [70, 75], "defer": [70, 75, 112], "lead": [70, 75, 81, 110], "oversubscript": [70, 75], "hard": [70, 97], "disk": [70, 75, 94], "space": [70, 81, 82, 90], "byte": [70, 74, 75, 76, 92, 94, 107], "1gb": [70, 93, 94], "exce": 70, "oldest": 70, "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 97], "compiled_modul": [70, 97], "new_weight_modul": [70, 97], "verify_output": [70, 97], "use_weight_map_cach": [70, 97], "in_plac": [70, 97], "compmil": 70, "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": [71, 103, 104], "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 108], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 108], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 110], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 97, 98, 99, 101, 102, 103, 104], "scriptmodul": [74, 75, 76, 88, 89, 111, 112], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 96], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92, 94], "load_state_dict": [74, 96, 105], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "_set": [74, 98], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 108], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 110], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 95, 96, 106], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 108], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89, 97], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 99, 102], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 95, 106], "float8": 75, "i32": 75, "sign": [75, 108], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 96, 100, 105, 108], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7faf9f99fbf0": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "total": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "galleri": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "mem": 77, "advanc": [77, 82, 90, 95, 106], "torch_compile_advanced_usag": [77, 98], "torch_compile_resnet_exampl": [77, 99], "diffus": [77, 95, 106], "torch_compile_stable_diffus": [77, 100], "transform": [77, 88, 90, 93, 95, 97, 103, 104, 105, 106, 108, 111], "torch_compile_transformers_exampl": [77, 101], "v0": [78, 108], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 94, 108], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 108], "sphinx": [79, 80, 81, 82, 86, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 108], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 98, 101], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 94, 100, 107], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": [80, 97], "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 105], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 108], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 105, 107, 108], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92], "strang": 81, "hyphen": 81, "word": [81, 107], "adjust": 81, "width": [81, 107], "browser": 81, "window": 81, "sentenc": [81, 107], "suppli": [81, 97], "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 105], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 94, 112], "why": [81, 110], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88, 97], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 112], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": [81, 97], "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "1e9aef": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 111], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 112], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 108], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 110], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 107], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 96, 100], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 109, 112], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 105, 107], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 96], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 110], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 107], "hehe": 82, "kept": 82, "sai": [82, 107], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 107], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 108], "changelog": 85, "math": 85, "9": [85, 88, 92, 108], "14": [85, 93, 101, 108], "17": 85, "18": [85, 88, 96], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 96, 97], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 105], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 112], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 108], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 96], "cppdoc": 88, "pretti": 88, "fashion": [88, 107], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": [88, 97], "aren": 88, "techniqu": [88, 90, 110], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 110], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 105], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 112], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 106], "sole": [89, 90, 112], "individu": 89, "accuraci": [90, 107], "loss": [90, 107], "infrastructur": [90, 108], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 105], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 105], "4822": [90, 105], "4465": [90, 105], "2023": [90, 105], "1994": [90, 105], "2010": [90, 105], "dataloaderopt": 90, "worker": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 113], "compile_spec": [90, 99, 113], "kf16": [90, 113], "ki8": 90, "vgg16": [90, 95, 105, 106], "testing_dataset": [90, 105], "totensor": [90, 105, 108], "testing_dataload": [90, 105], "num_work": [90, 105], "vgg": [90, 105], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 107], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 107, 108], "cost": [92, 94, 97, 110], "perhap": 92, "overhead": [92, 110], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 108], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 105, 108], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 107], "count": 92, "__": 92, "were": [92, 97, 110], "aggreg": 92, "stat": 92, "latenc": [92, 110], "abstractli": 92, "pkl": [92, 96], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 96, 97], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "custom_kernel_plugin": 92, "jupyt": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "ipynb": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94], "bertmodel": [93, 101], "random": [93, 94, 96, 97], "seed": [93, 94, 96, 97], "manual_se": [93, 94, 96, 97], "from_pretrain": [93, 96, 100, 101, 103, 104], "uncas": [93, 101, 107], "return_dict": 93, "randint": [93, 101], "compile_bert": 93, "enable_tim": [93, 94], "1st": [93, 94], "measur": [93, 94], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "messur": [93, 94], "compilation_kwarg": [93, 101], "torch_trt_bert_engine_cach": 93, "30": [93, 94, 96, 97, 99, 101], "synchron": [93, 94], "elapsed_tim": [93, 94], "millisecond": 93, "__name__": [93, 98, 101], "__main__": [93, 98, 101], "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": 94, "explor": [94, 106], "resnet18": [94, 96, 97, 99, 102], "torch_trt": [94, 96, 97], "_default": 94, "_engine_cach": 94, "flexibl": [94, 112], "histor": 94, "barrier": 94, "reconstruct": 94, "prior": [94, 109, 110], "ti": 94, "hash": 94, "magnitud": 94, "torch_compil": [94, 98, 99, 101, 102, 109, 112], "compiled_model": 94, "ms": 94, "dynamo_compil": 94, "example_input": 94, "200": 94, "dynamic_shap": [94, 109], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "cudagraph": [95, 106], "mutabl": [95, 106], "vgg16_fp8_ptq": [95, 106], "bert": [95, 101, 106], "gpt2": [95, 106], "llama2": [95, 106], "straightforward": 96, "especi": 96, "hug": [96, 103, 104], "face": [96, 103, 104], "difficult": 96, "ever": 96, "walk": [96, 97], "lora": [96, 97], "use_python": 96, "mutable_modul": 96, "model2": [96, 97], "expected_output": [96, 97], "refitted_output": [96, 97], "allclos": [96, 97], "reload": [96, 112], "checkpoint": [96, 105], "civitai": 96, "12597": 96, "moxin": 96, "diffusionpipelin": [96, 100], "no_grad": [96, 103, 104, 105], "model_id": [96, 100], "runwayml": 96, "v1": [96, 100], "hous": 96, "forest": 96, "shuimobysim": 96, "wuchangshuo": 96, "qualiti": 96, "worst": 96, "lowr": 96, "focu": 96, "cloudi": 96, "watermark": 96, "pipe": [96, 100], "torch_dtyp": [96, 100], "unet": [96, 100], "negative_prompt": 96, "num_inference_step": 96, "without_lora_mut": 96, "jpg": [96, 108], "procedur": 96, "load_lora_weight": 96, "stablediffusionapi": 96, "load_lora_embed": 96, "weight_nam": 96, "safetensor": 96, "adapter_nam": 96, "lora1": 96, "set_adapt": 96, "adapter_weight": 96, "fuse_lora": 96, "unload_lora_weight": 96, "with_lora_mut": 96, "mutable_torchtrt_module_exampl": 96, "expens": 97, "involv": 97, "occasion": [97, 98, 101], "adapt": 97, "infeas": 97, "focus": 97, "mostli": 97, "recogn": 97, "behalf": 97, "init": [97, 105], "sett": 97, "randomli": 97, "exp_program2": 97, "compiled_trt_ep": 97, "new_trt_gm": 97, "accomplish": 97, "gaurente": 97, "attempt": [97, 105, 109], "rebuild": 97, "heurist": 97, "refit_engine_exampl": 97, "x_out": 98, "y_out": 98, "x_y_out": 98, "invoc": 98, "sample_inputs_half": 98, "model_half": 98, "backend_kwarg": 98, "optimized_model_custom": 98, "exit": [98, 101, 108], "2052": [98, 101], "compile_engine_and_inf": [98, 101], "new_input": [99, 101], "new_output": [99, 101], "new_batch_size_input": 99, "new_batch_size_output": 99, "inputs_bs8": 99, "mark_dynam": [99, 109], "outputs_bs8": 99, "No": [99, 109], "inputs_bs12": 99, "outputs_bs12": 99, "compvi": 100, "majest": 100, "castl": 100, "cloud": 100, "majestic_castl": 100, "png": 100, "enable_cudagraph": [102, 110], "out_trt": 102, "set_cudagraphs_mod": [102, 110], "inputs_2": 102, "inputs_3": 102, "out_trt_2": 102, "out_trt_3": 102, "torch_export_cudagraph": 102, "automodelforcausallm": [103, 104], "autotoken": [103, 104], "export_llm": [103, 104], "max_token": [103, 104], "kv_cach": [103, 104], "token": [103, 104, 107], "pad_token_id": 103, "eos_token_id": [103, 104], "attn_implement": [103, 104], "eager": [103, 104], "model_input": [103, 104], "return_tensor": [103, 104], "input_id": [103, 104], "regress": [103, 104], "huggingfac": [103, 104, 107], "pyt_gen_token": [103, 104], "gpt2_ep": 103, "max_seq_len": [103, 104], "trt_gen_token": [103, 104], "skip_special_token": [103, 104], "torch_export_gpt2": 103, "llama_path": 104, "llama": 104, "7b": 104, "chat": 104, "hf": 104, "llama2_ep": 104, "batch_decod": 104, "clean_up_tokenization_spac": 104, "torch_export_llama2": 104, "argpars": 105, "modelopt": 105, "mtq": 105, "export_torch_mod": 105, "layer_spec": 105, "num_class": 105, "1000": [105, 108], "init_weight": 105, "in_channel": 105, "pool": [105, 113], "maxpool2d": 105, "batchnorm2d": 105, "sequenti": 105, "avgpool": 105, "adaptiveavgpool2d": 105, "4096": 105, "dropout": 105, "_initialize_weight": 105, "kaiming_normal_": 105, "fan_out": 105, "nonlinear": 105, "constant_": 105, "elif": 105, "normal_": 105, "vgg16_cfg": 105, "128": 105, "argumentpars": 105, "add_argu": 105, "ckpt": 105, "parse_arg": 105, "model_state_dict": 105, "device_count": 105, "ordereddict": 105, "new_state_dict": 105, "forget": 105, "training_dataset": 105, "randomcrop": 105, "randomhorizontalflip": 105, "training_dataload": 105, "drop_last": 105, "crit": 105, "crossentropyloss": 105, "calibrate_loop": 105, "pred": 105, "5f": 105, "acc": 105, "2f": 105, "quantize_typ": 105, "quant_cfg": 105, "int8_default_cfg": 105, "fp8_default_cfg": 105, "forward_loop": 105, "qdq": 105, "incomplet": 105, "functionaltensor": 105, "functionaltensormod": 105, "_trace": 105, "_export": 105, "float8_e4m3fn": 105, "class_prob": 105, "class_pr": 105, "test_prob": 105, "test_pr": 105, "test_loss": 105, "test_acc": 105, "vgg16_ptq": 105, "concept": 106, "_rendered_examples_python": 106, "_rendered_examples_jupyt": 106, "acoust": 107, "speech": 107, "quartznet": 107, "contextnet": 107, "subword": 107, "piec": 107, "excit": 107, "se": 107, "smaller": 107, "audio": 107, "transcrib": 107, "speedup": 107, "obtain": [107, 111], "feedforward": 107, "cnn": 107, "uniformli": 107, "resolut": 107, "highli": [107, 108], "compound": 107, "coeffici": 107, "b0": 107, "corpu": 107, "english": 107, "supervis": 107, "walkthrough": 107, "overal": 107, "jetson": 107, "adopt": 107, "mobilenetv2": 107, "classif": 107, "imagenet": 107, "imagenett": 107, "qat": 107, "simul": 107, "hand": 108, "consider": 108, "concurr": 108, "grpc": 108, "solv": 108, "aforement": 108, "familiar": 108, "resnet50": 108, "torchhub": 108, "docker": 108, "login": 108, "xx": 108, "yy": 108, "mm": 108, "publish": 108, "22": 108, "pwd": 108, "scratch_spac": 108, "nvcr": 108, "py3": 108, "proce": 108, "hub": 108, "_validate_not_a_forked_repo": 108, "suggest": 108, "simplest": 108, "model_repositori": 108, "pbtxt": 108, "pytorch_libtorch": 108, "input__0": 108, "data_typ": 108, "type_fp32": 108, "output__0": 108, "exact": 108, "encourag": 108, "rm": 108, "8000": 108, "8001": 108, "8002": 108, "the_model_repositori": 108, "tritonserv": 108, "spin": 108, "proceed": 108, "flesh": 108, "wget": 108, "img1": 108, "hakaimagazin": 108, "wp": 108, "gulf": 108, "bird": 108, "attrdict": 108, "pyindex": 108, "tritoncli": 108, "jump": 108, "firstli": 108, "resiz": 108, "pil": 108, "httpclient": 108, "triton_to_np_dtyp": 108, "rn50_preprocess": 108, "img_path": 108, "img": 108, "centercrop": 108, "485": 108, "456": 108, "406": 108, "229": 108, "transformed_img": 108, "inferenceservercli": 108, "localhost": 108, "secondli": 108, "inferinput": 108, "set_data_from_numpi": 108, "binary_data": 108, "inferrequestedoutput": 108, "class_count": 108, "lastli": 108, "send": 108, "model_nam": 108, "inference_output": 108, "as_numpi": 108, "468750": 108, "90": 108, "523438": 108, "92": 108, "664062": 108, "429688": 108, "136": 108, "234375": 108, "confidence_scor": 108, "classification_index": 108, "eagerli": 109, "swap": 109, "exactli": 109, "_tracer": 109, "sometim": 109, "queri": 109, "attn_weight": 109, "seq_len": 109, "compiler_dynamic_shap": 109, "inputs_bs2": 109, "libtorchtrt_runtim": 110, "dl_open": 110, "ld_preload": 110, "load_librari": 110, "cxx11": 110, "abi": 110, "wl": 110, "ltorchtrt": 110, "torchtrt_runtime_exampl": 110, "libtorchtrt_plugin": 110, "neglig": 110, "thread": 110, "alert": 110, "switch": 110, "mismatch": 110, "crash": 110, "sacrif": 110, "incur": 110, "intens": 110, "trt_ep": 111, "stai": 111, "trt_t": 111, "ergonom": 112, "deleg": 112, "believ": 112, "amen": 112, "artifact": 112, "pack": 112, "year": 112, "superset": 112, "codebas": 112, "immedi": 112, "traceabl": 112, "scriptabl": 112, "hardwar": 113, "neural": 113, "deconvolut": 113, "scripted_model": 113}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [111, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 110], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 105], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 99, 101, 102, 112], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 97, 98, 99, 100, 101, 102, 103, 104, 105], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 105], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 105], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 111, 112], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 111, 112], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 97, 110], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 99, 101], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 96, 97, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "c": [50, 61, 66, 67, 68, 88, 90, 107], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 95, 103, 104, 106, 111, 112], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 107], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 98, 99, 101, 102, 103, 104, 105, 107, 109], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 96, 112], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 112], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 108], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 105], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 107], "runtim": [57, 58, 59, 74, 110], "background": [58, 60], "engin": [58, 65, 92, 93, 94], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 112], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 97, 105], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103, 104, 107], "native_op": 61, "ir": [61, 111, 112], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 102, 109], "customiz": [63, 64], "set": [63, 64, 96, 98, 102, 108], "under": [63, 88, 109], "hood": [63, 88, 109], "trace": 63, "backend": [64, 99, 103, 104], "kei": 64, "featur": 64, "custom": [64, 88, 92, 94, 98, 109], "usag": [64, 97, 98], "after": 64, "model": [64, 65, 92, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 111], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 99, 107, 109], "shape": [64, 99, 107, 109], "support": [64, 69], "recompil": [64, 99], "condit": 64, "fx": [65, 68, 71, 107, 112], "frontend": [65, 66, 68, 91, 107, 112], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 98, 101], "nightli": 66, "build": [66, 79, 108], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 110], "addit": 66, "option": [66, 67, 79, 80, 82, 99, 101, 112], "distribut": 66, "No": 66, "librari": [66, 110], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 105], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 108], "advanc": [66, 97, 98], "setup": 66, "troubleshoot": 66, "altern": 66, "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 108], "2": [67, 83, 84, 108], "deploi": [67, 105, 107, 110], "deploy": 67, "In": [68, 97], "framework": 68, "infer": [68, 99, 100, 101, 102, 105, 108], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 106], "contributor": 68, "indic": 68, "legaci": [68, 112], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 112], "submodul": 75, "comput": 77, "time": [77, 112], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": [80, 103, 104], "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88, 103, 104], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": [81, 103, 104], "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": [82, 103, 104], "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 108], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 96, 111], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 105, 107], "quantiz": [90, 105, 107], "your": [90, 108], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 97], "bert": [93, 107], "jit": [94, 109], "aot": [94, 109], "mutabl": 96, "initi": 96, "make": [96, 97], "modif": 96, "stabl": [96, 100], "diffus": [96, 100], "huggingfac": 96, "refit": 97, "new": 97, "standard": 97, "workflow": 97, "import": [97, 98, 99, 100, 101, 102, 103, 104, 105], "refitt": 97, "pretrain": 97, "map": 97, "place": 97, "default": [98, 102], "cleanup": [98, 101], "driver": [98, 101], "error": [98, 101], "note": [98, 101], "resnet": 99, "argument": [99, 101], "avoid": 99, "specifi": 99, "befor": 99, "trt": 99, "transform": [101, 107], "cudagraph": [102, 110], "integr": 102, "gpt2": 103, "output": [103, 104], "decod": [103, 104], "sentenc": [103, 104], "should": [103, 104], "look": [103, 104], "i": [103, 104], "enjoi": [103, 104], "walk": [103, 104], "my": [103, 104], "cute": [103, 104], "dog": [103, 104], "m": [103, 104], "sure": [103, 104], "ll": [103, 104], "ever": [103, 104], "abl": [103, 104], "llama2": 104, "load": [105, 111], "dataset": 105, "loss": 105, "calibr": 105, "tune": 105, "fp8": 105, "notebook": 107, "citrinet": 107, "efficientnet": 107, "mask": 107, "languag": 107, "mlm": 107, "hug": 107, "face": 107, "acceler": 107, "serv": [107, 108], "resnet50": 107, "lenet": 107, "deep": 107, "learn": 107, "object": 107, "detect": 107, "ssd": 107, "int8": 107, "triton": 108, "up": 108, "server": 108, "client": 108, "queri": 108, "constraint": 109, "libtorchtrt": 110, "so": 110, "plugin": 110, "multi": 110, "safe": 110, "mode": 110, "exportedprogram": 111, "b": 111, "explain": 112, "just": 112, "accept": 112, "return": 112, "ahead": 112, "dla": 113}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
+Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for torch.compile", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "5. :mod:`test_py_module`", "3. Paragraph Level Markup", "4. Lists & Tables", "1. Long Sticky Nav", "1. Structural Elements", "<no title>", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dynamo / torch.compile", "Mutable Torch TensorRT Module", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT torch.compile Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Compiling GPT2 using the Torch-TensorRT with dynamo backend", "Compiling Llama2 using the Torch-TensorRT with dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 94, 98, 101, 102, 103, 104, 107], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 108, 109, 111], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 97, 99, 101, 103, 104, 105, 108, 112, 113], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 94, 105, 107], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 94, 105, 107, 111], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 94, 95, 96, 97, 106, 108, 110, 111, 112, 113], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 94, 95, 98, 100, 102], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 95, 97, 99, 101, 106, 109, 110, 112, 113], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 112], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 96, 97, 108, 110], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 101, 103, 104, 109, 110, 111], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 98, 99, 101, 103, 104, 109], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 93, 94, 97, 102, 108], "reason": [0, 65, 87, 92, 94, 112], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 105, 106, 107, 108, 109, 110, 111, 112], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 93, 94, 96, 97, 107, 108, 109, 110], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 96, 98, 99, 101, 107], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 95, 96, 106, 107, 108, 109, 110, 111], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 96, 97, 109, 110], "itself": [0, 1, 2, 46, 52, 55, 91, 108], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 96, 97, 102, 105, 108, 113], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 107, 108], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 96, 100, 113], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 105, 113], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 105], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 97, 98, 101, 102, 103, 104, 107, 108, 109, 110, 112, 113], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 94, 105, 109, 110, 111, 112], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 94, 109], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 94, 95, 96, 99, 101, 102, 106, 108, 110], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 109, 111], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 105, 108, 109], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 93, 94, 96, 97, 100, 101, 103, 104, 105, 107, 108, 110, 111, 112], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 94, 113], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88, 97, 103, 104], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 101, 112, 113], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 94, 103, 104, 107, 108], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 97, 98, 105, 108, 109], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 112], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 110], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 110], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 96, 97, 110, 113], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 110, 113], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 94, 98, 99, 102, 103, 104, 107, 108, 109, 110, 111, 112], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 94, 98, 107, 108], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 97, 108], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 108], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 97, 112, 113], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 104, 108, 110, 112, 113], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "kdla": [1, 45, 46, 113], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 97, 109, 113], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 93, 94, 96, 97, 99, 102, 106, 107, 108, 109, 111, 112], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 97, 98, 102, 103, 104, 107, 108, 109, 110, 111, 112], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92, 94, 97], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 98, 107], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 105], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 105], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 95, 106], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 105, 106, 110], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 94, 110], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 108, 109, 111, 112], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 108, 113], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 99, 102, 108, 109], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 95, 106, 110], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 94, 99, 101, 105, 108, 109, 113], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 94, 99, 101, 105, 107, 109], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 98, 102, 105, 108], "alwai": [3, 4, 27, 52, 75, 81, 97], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 104, 105, 107, 109, 111, 113], "due": [3, 4, 66, 80, 81, 105], "issu": [3, 4, 64, 70, 75, 88, 98, 101], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 97, 102, 105, 108], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 97, 110], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 95, 97, 99, 101, 106, 107, 112], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 96, 98, 105, 107, 108, 109, 110], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 96, 97, 99, 101, 102, 110], "use_cach": [3, 4, 30, 44, 73, 90, 103, 104], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 97, 105, 107, 109, 110, 112, 113], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 108], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 94, 95, 97, 98, 102, 106, 108, 109, 110, 111, 112], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 99, 101, 107, 110], "easili": [3, 4, 96], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 113], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 112], "dataload": [4, 29, 30, 44, 49, 73, 90, 105], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 100, 108], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 104, 112], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 94, 102, 105, 108, 112], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 99, 101, 110], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 94, 107], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 97, 107, 108, 109, 110], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 94, 98, 102, 105, 109, 111], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 95, 106, 110], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 99, 101], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 93, 94, 96, 97, 99, 101, 103, 104, 105, 108], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 109], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 106, 107, 108, 110, 112], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 93, 94, 96, 97, 98, 99, 101, 105], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 112], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 94, 95, 96, 97, 99, 101, 102, 106, 107, 109, 110], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 94, 99, 101, 107, 112], "phase": [16, 60, 63, 88, 97, 109, 112], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 112], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 70, 90, 94], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 95, 104, 106, 109], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 108], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 107, 109, 113], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 94, 105], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 93, 94, 105], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92, 94, 103, 104], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 113], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 96, 100, 103, 104, 107, 113], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 113], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 108, 112], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 96, 103, 104, 105, 110], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 96, 97, 100, 107, 108, 109, 111], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 94, 109], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 96], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 99, 101, 111], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 94, 105, 107, 110], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 96, 97, 107, 109, 110], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 70, 71, 75, 79, 81, 88, 89, 90, 92, 94, 97, 98, 102, 108, 109, 110, 112, 113], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 99, 101, 109], "post": [29, 30, 49, 52, 63, 68, 88, 94], "train": [29, 30, 49, 52, 68, 69, 88, 89, 94], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 95, 106], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 95, 97, 106, 108], "previous": [29, 33, 88, 94, 97], "therefor": [29, 58, 65, 66, 74, 81, 88, 107, 110], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 99, 101, 105, 107, 108, 109], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 105, 108, 109, 110], "dataset": [29, 73, 90, 107], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 93, 94, 97, 100, 107, 108, 110, 112], "later": [29, 70, 88, 97, 111, 112], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 96, 110, 112], "scratch": [29, 94, 97], "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 108, 110], "howev": [29, 66, 79, 80, 88, 92, 94, 108, 109, 112], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 107, 108, 113], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 94, 102, 105, 106, 107], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 105, 108, 110, 112], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 108], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 96, 97, 108, 110, 112], "respons": [29, 54, 58, 81, 110], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 94, 109], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 102, 107, 108, 110, 111, 112], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 108, 109], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 98, 105, 109], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 107], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 98, 101, 107, 109, 110, 112], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 94, 98, 105, 107, 109], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92, 94, 97], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92, 97], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90, 103, 104], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 94, 108, 110], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 97, 108, 111, 112], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 95, 97, 98, 105, 106, 107, 109, 111, 113], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 94, 97, 98], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 113], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 93, 96, 105, 108, 110, 113], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 98, 107, 109], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 94, 107], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 96, 105, 108, 109], "unsupport": [31, 49, 54, 64, 75, 92, 112], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 110, 112], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 98, 101, 108, 112, 113], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 108, 109], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 99, 101], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 106, 107, 112], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 94, 110], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76, 94, 97], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 112], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 108], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 94, 109, 110, 112], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 94, 95, 99, 106, 107, 108, 109, 110], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 94, 105, 107, 108, 111], "symbol": [33, 65, 66, 76, 81, 110], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 113], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104, 105, 106, 109, 111], "y": [33, 56, 76, 82, 92, 98], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89, 94], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92, 94, 97], "origin": [33, 65, 71, 75, 92, 94, 96, 112], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 94, 95, 96, 97, 105, 106, 108, 109, 110, 111, 112], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 94, 100, 108], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 107, 108, 111], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 113], "id": [36, 45, 52, 75, 79, 80, 84, 113], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 93, 97, 101, 107, 112], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 110], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 108, 109, 110], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 96, 108, 110, 113], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45, 103, 104], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 99, 112], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 94, 110], "root": [42, 43, 44, 45, 66, 79, 90, 105], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "tree": [42, 43, 44, 45, 79, 90, 105, 110], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 108, 110], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 107, 108, 109, 110, 111, 112], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 112], "necessari": [42, 62, 64, 66, 74, 97, 110], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 70, 81, 82, 88, 89, 90, 94, 97, 106, 108, 109, 110, 112], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 97, 98, 108], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 93, 94, 105], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 99, 101], "gaurd": 43, "someth": [43, 55, 81, 108], "6": [43, 55, 56, 58, 66, 69, 81, 85, 87, 88, 92], "setup": [43, 90, 108], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 109, 111], "torchtrt": [43, 56, 92, 105], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 98, 105, 109], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 103, 104, 113], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 98, 102], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 97, 98, 102, 109], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 108, 109, 110, 111], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 96, 107, 110], "still": [44, 56, 65, 66, 90, 98, 112], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 93, 94, 98, 100, 110, 111, 113], "batch_siz": [44, 90, 105], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "statu": [44, 82], "reset": [44, 93, 94, 98, 101, 110], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 112], "again": [44, 58, 60, 81, 92, 96], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 108], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81, 94], "copi": [44, 60, 65, 69, 73, 82, 108], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": [45, 94], "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 93, 99, 101, 102, 107, 109], "device_typ": [45, 46, 75, 90, 91, 113], "int64_t": [45, 46, 48, 49, 90, 113], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 112, 113], "agx": 45, "platform": [45, 52, 59, 66, 108, 113], "xavier": [45, 113], "dla_cor": [45, 46, 52, 75, 90, 91, 113], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 113], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 99, 102, 107, 109], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 102, 105, 108, 110, 113], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 110], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "spec": [45, 48, 49, 52, 72, 75, 76, 91, 94], "flatten": [45, 47, 69, 87, 88, 105], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 103, 104, 105, 108, 113], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92, 103, 104], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 94, 95, 96, 106], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 100], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 97, 99, 101], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 93, 94, 97, 98, 99, 101, 104, 105], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 102, 105, 107, 109, 111, 113], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 97, 98, 99, 101], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 98, 101], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 107, 108, 112], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 105, 107, 108, 109, 112, 113], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89, 94], "complex": [47, 49, 64, 66, 87, 89, 96], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 94, 111], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 98, 101, 103, 104, 108], "rang": [48, 49, 52, 65, 75, 92, 93, 94, 99, 107, 109], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 97, 99, 100, 101, 107, 109, 112], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 110], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 105, 109], "three": [48, 57, 59, 65, 71, 75, 81, 82, 107, 108], "min": [48, 52, 60, 69, 75, 94, 99, 109], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 94, 99, 105, 109], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 94, 97, 99, 101, 110], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 109], "expect": [48, 54, 55, 60, 75, 88, 89, 107], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 107], "low": [48, 65, 96], "high": [48, 55, 56, 79, 92, 112], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 94, 95, 96, 100, 106, 107], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 98, 108, 109, 111, 112], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 96, 100, 103, 104, 109], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 94, 98, 100, 101, 104, 110], "opt": [48, 66, 74, 75, 102], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 99, 101, 108], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 98, 111], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 94, 107, 108, 109, 110, 111], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 96, 97, 107, 112], "altern": [48, 56, 62, 63, 75, 89, 102, 107, 111], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 105, 108, 109, 111], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 109], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 95, 106, 110], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 99, 109], "event": [48, 64, 93, 94], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 105], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 99, 107, 109], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 110, 113], "describ": [49, 56, 60, 75, 87, 91, 95, 106, 108], "entri": [49, 60, 94], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 94, 97, 105, 107, 109, 112], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 99, 101, 113], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 107, 109, 110], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 107], "inner": [49, 82, 107], "product": [49, 75], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 105, 107, 108, 109], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 108, 109], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 105], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 109, 110, 111], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 101, 102], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 109], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100, 102, 103, 104, 105, 108, 109, 110, 111], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 98, 99, 101], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 66, 70, 72, 74, 75, 76, 88, 102, 110], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 95, 106], "host": [49, 52, 64, 66, 70, 75, 76, 92, 108], "share": [49, 52, 64, 66, 70, 74, 75, 76, 94], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 97, 109], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 97, 105, 110], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 94, 112], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 98, 112], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 70, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 107, 110, 112], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 94, 95, 97, 106, 107, 110, 111], "command": [52, 64, 66, 81, 82, 87, 88, 108], "line": [52, 66, 82, 88, 96], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92, 94], "deploy": [52, 74, 88, 89, 90, 107, 108, 110, 113], "pipelin": [52, 88, 96, 100, 113], "basic": [52, 56, 65, 82, 106, 108], "featur": [52, 56, 65, 66, 88, 90, 91, 100, 105, 107, 112], "though": [52, 59, 60, 87, 88, 112], "alreadi": [52, 53, 54, 55, 88, 90, 92, 109], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 94, 108, 109], "embed": [52, 54, 58, 69, 76, 81, 113], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 98, 101, 108, 110], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 110], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 93, 94, 96, 108, 109, 110, 111], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75, 97], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 96, 107, 110], "load": [52, 56, 58, 64, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 107, 108, 110, 112], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 96, 97, 108, 110], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 108, 110], "input_file_path": [52, 113], "output_file_path": [52, 113], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 110], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 105, 108], "verbos": [52, 64, 65, 70, 71, 82, 99, 101], "about": [52, 53, 58, 60, 66, 74, 79, 88, 108, 109], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 97, 98, 102, 107, 108, 110], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 94, 110], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 93, 94, 105], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 97, 113], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 95, 96, 106, 109, 110, 112], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 108, 113], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 98, 99, 108, 113], "float16": [52, 75, 92, 96, 100], "f16": [52, 75, 88, 113], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 113], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 112, 113], "dla_standalon": [52, 75], "file_path": [52, 75, 111], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 98, 110, 112], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 112], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 96, 97], "rtol": 52, "rel": [52, 56], "5": [52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 96, 98, 108], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 95, 103, 104, 106], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92, 93], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 103, 104, 105, 113], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 102, 110, 111], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 105, 107, 108], "ssd_trace": 52, "pt": [52, 65, 88, 103, 104, 108], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 105, 107], "1024": [52, 70, 75, 76, 103, 107], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 108], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 94, 95, 97, 98, 101, 106, 107], "context": [53, 57, 58, 59, 64, 72, 74, 102, 110], "inetworkdefinit": [53, 54], "record": [53, 87, 93, 94, 102, 110], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 93, 94, 107], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 94, 108, 109], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 110], "state": [53, 54, 60, 62, 74, 88, 96], "been": [53, 60, 64, 66, 73, 82, 88, 94, 97, 112], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 94, 105, 107], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 108], "abl": [53, 55, 60, 62, 65, 90, 91, 92, 97], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 94, 97, 112], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 98, 101], "until": [53, 56, 59, 60, 66, 70, 75, 112], "final": [53, 56, 57, 59, 66, 92, 98, 101, 107], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 94, 109, 112], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 108, 112], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 113], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81, 94], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 94, 95, 106, 107, 108, 113], "associ": [53, 60, 88, 94, 110], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90, 97], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 96, 97, 108, 112], "done": [53, 56, 59, 92, 97, 108, 111], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 97, 98, 101, 108, 110], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 96, 98, 105, 107, 108, 110, 111], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 99, 101, 108, 110], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 109], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 109], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 93, 94, 98, 105, 108, 109], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 97, 109], "kwarg": [54, 65, 70, 73, 74, 75, 92, 107], "dict": [54, 70, 74, 75, 76, 92, 94], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 107], "decor": [54, 62, 65], "kei": [54, 81, 87, 94, 108, 109], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 105, 107, 109], "capability_valid": 54, "lambda": [54, 60, 81, 88, 108], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 97, 111], "determin": [54, 55, 64, 65, 75, 109, 110], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 108, 113], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92, 97], "numpi": [54, 75, 92, 93, 94, 96, 97, 108], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 98], "correspond": [54, 60, 65, 66, 74, 75, 94, 96, 105, 110], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 94, 102, 111], "being": [54, 65, 66, 70, 88, 92, 97], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 96, 98, 101, 105, 107, 108, 109, 110], "github": [54, 61, 64, 66, 79, 88, 90, 98, 101, 105, 108, 110], "com": [54, 61, 64, 66, 88, 90, 96, 98, 101, 105, 108, 110], "blob": [54, 61, 66, 79, 90, 94], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 105], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90, 93, 94, 97], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 97, 112], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 94, 97, 107, 109], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 108], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 96, 107, 108, 110, 112], "opoverload": 54, "particular": [54, 64, 94], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 105], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55, 97], "special": [54, 56], "account": [54, 108], "illustr": [54, 65, 99, 107], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 107], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 98], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94, 96], "possibl": [54, 66, 81, 92, 94, 107, 108], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 98, 101], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92, 94], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 112], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 93, 94, 96, 107, 110], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 107], "limit": [54, 55, 72, 80, 90, 94, 112], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 98, 99, 101, 105, 109], "ignor": [54, 70, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 93, 94, 96, 97, 108], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 107], "term": [54, 75, 81, 82, 90, 92, 107], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 98, 99, 101, 107, 109, 110, 111, 112], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 105, 112], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 109], "modifi": [54, 56, 62, 65, 82, 95, 96, 106, 109], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 105, 108, 112], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79, 94], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 96], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 107, 112], "instanc": [55, 62, 64, 66, 70, 73, 74, 87, 88, 107, 110], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 94, 107, 110], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 112], "closer": 55, "scope": [55, 92, 98, 101], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 112], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 98, 105, 109, 112], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 108], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 99, 108, 109], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 99], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 110], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 94, 98, 105, 107, 109, 113], "bia": [55, 69, 88, 105], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 112], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 96, 108, 113], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 112], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 112], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 110, 112], "pair": [55, 60, 66, 81, 90, 107], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "mark": [55, 56, 79, 94], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 112], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 94, 107, 109, 112], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 93, 108], "might": [55, 66, 79, 97, 109], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 94, 97, 110], "expand": [55, 69], "simpli": [55, 98, 107], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 95, 97, 98, 106, 107, 109, 110, 111, 112], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90, 94], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 105], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82, 97], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 108], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 99, 101, 107], "verifi": [56, 70, 92, 97], "Then": [56, 90, 91, 97], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 110], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 98, 108, 112], "trace": [56, 65, 70, 74, 76, 87, 88, 109, 111, 112], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 108], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 105], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 95, 98, 99, 102, 106, 107, 108, 109, 110, 111], "maintain": [56, 58, 60, 75, 96, 112], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109], "mymodel": [56, 63, 67, 89, 92, 109, 111], "ts_model": [56, 88], "trt_model": [56, 91, 92, 99, 103, 104, 105, 108, 111], "off": [56, 58, 102], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 94, 99, 102, 109, 111], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 97, 99, 102, 107, 108, 109, 111], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 98, 105], "trt_mod": [56, 67, 88, 90, 113], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 97, 99, 101], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 105], "greedi": [56, 103, 104], "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 94, 97, 99, 101, 108, 109, 110, 111], "encount": [56, 64, 66, 98, 101], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 98, 100, 101, 102, 105, 109], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 70, 81, 88, 94, 105, 108], "could": [56, 64, 65, 92, 99, 101, 110], "rewrit": [56, 62], "portion": [56, 81, 92, 100], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 93, 94, 97, 110], "reorder": 56, "seri": 56, "cleanli": 56, "approach": [56, 94], "achiev": [56, 107], "hit": 56, "larger": [56, 70, 75, 79, 107], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 96, 97, 112], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 94, 97, 112], "clean": [56, 62, 81, 98, 101], "step": [56, 65, 69, 75, 90, 92, 97, 107], "consolid": [56, 87], "further": [56, 64, 65, 110, 112], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 112], "loop": [56, 64, 65, 103, 104], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 95, 98, 99, 101, 102, 106, 109], "larg": [57, 59, 79, 81, 88, 90, 97, 107], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 110, 112], "evalu": [57, 58, 59, 105], "deploi": [57, 59, 68, 88, 90, 95, 106, 108], "instanti": [57, 58, 59, 60, 88, 100], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 98, 101], "extend": [57, 59, 60, 69, 88, 94, 107], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 105, 112], "machin": [58, 66, 90, 108], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 112], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 97, 99, 102, 105, 108], "resnet": [58, 77, 95, 96, 106, 107, 108], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 108, 110], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 96, 97, 106], "depickl": 58, "encod": [58, 107], "sm": 58, "correct": [58, 66, 79, 96, 97, 105], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 94, 112], "older": 59, "repositori": [59, 66, 79, 86, 108], "notebook": [59, 68, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 109], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 112], "matur": 59, "most": [59, 65, 66, 71, 92, 97, 108, 110, 112], "hood": [59, 99, 112], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 107], "ilay": 60, "analogu": 60, "goal": [60, 64, 94], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 98, 99, 101, 110], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 101, 103, 104, 105, 106, 107, 108, 112], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 94, 107], "don": [60, 65, 79, 81, 82, 90, 105, 108, 109], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 94, 109, 110], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 95, 98, 106, 111], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 97, 107], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 113], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 94, 98, 105], "wrapper": [60, 65, 111], "similar": [60, 63, 64, 65, 66, 88, 91, 92, 103, 104], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92, 93, 94], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 96], "benefit": [60, 88, 94], "deal": [60, 94], "quit": [60, 66, 88, 107], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 112], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 109], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 109, 110], "stabl": [61, 76, 77, 79, 95, 106, 109], "master": [61, 66, 90, 110], "overview": [61, 68, 98, 102], "md": 61, "appli": [62, 63, 90, 97], "desir": [62, 70, 82, 90, 94], "coalesc": 62, "insert": [62, 88, 90, 94, 97], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 97, 111, 112], "caller": 62, "invok": [62, 64, 65, 87, 88, 110], "lint": 62, "recompil": [62, 70, 75, 94, 97, 101, 109, 112], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 98], "scenario": [62, 64, 96], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 107], "placehold": 62, "isinst": [62, 65, 92, 105], "issubclass": 62, "direct": [62, 85, 97, 110], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 112], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 105], "__init__": [62, 74, 75, 81, 87, 92, 94, 98, 105, 109], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 94, 95, 98, 100, 101, 105, 106, 109], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 101, 107, 110, 112], "control": [62, 65, 87, 97, 110], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 70, 79, 93, 94, 105], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 107], "exportedprogram": [63, 67, 70, 75, 97, 103, 104, 109, 112], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 93, 94, 97, 98, 99, 101, 102, 105, 109], "frontend": [63, 70, 73, 89, 92, 95, 99, 101, 105, 106, 109], "simpl": [63, 64, 65, 81, 82, 87, 107, 108, 109], "usag": [63, 65, 73, 77, 81, 88, 95, 106, 109, 111], "eval": [63, 67, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 108, 109, 111], "exp_program": [63, 94, 97, 105, 109], "trt_gm": [63, 67, 94, 97, 109, 111], "interact": [63, 81, 96, 98, 99, 100, 101, 102, 103, 104], "ideal": 63, "discuss": [63, 64, 108], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 108, 111], "frequent": 63, "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 95, 106], "insid": [63, 81, 92, 95, 106, 108], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 107], "constraint": 63, "guid": [64, 80, 106], "present": [64, 97], "learn": [64, 66, 68, 88, 90, 92, 108, 113], "acceler": [64, 71, 75, 95, 106, 110, 112, 113], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 96, 99, 100, 101, 103, 104, 107], "wide": [64, 75, 85], "varieti": [64, 108], "primari": [64, 94, 111], "simplic": 64, "optimized_model": [64, 67, 93, 98, 99, 101], "depth": [64, 79, 107], "challeng": [64, 96, 108], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 98], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 98], "use_python_runtim": [64, 70, 74, 75, 92, 93, 94, 96, 97, 98], "truncate_doubl": [64, 70, 74, 75, 92, 93, 103, 104], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refitt": [64, 70, 74, 75, 93, 94, 96, 97], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75, 94], "tmp": [64, 70, 74, 75, 88, 93], "torch_tensorrt_engine_cach": [64, 70, 74, 75], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "cache_built_engin": [64, 70, 74, 93, 94], "reuse_cached_engin": [64, 70, 74, 93, 94], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 110], "regardless": [64, 70, 82, 99, 101], "fail": [64, 70, 75, 88, 96, 97, 105, 113], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 110], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 96, 98, 101, 102, 112], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70, 94], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 102, 105], "detail": [64, 65, 70, 87, 88, 92, 94, 108, 110], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 94, 107], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "storag": [64, 70, 90], "sub": [64, 69, 81, 87, 98], "slate": 64, "futur": [64, 65, 70, 75, 76, 110], "occur": 64, "first_output": 64, "subsequ": [64, 94], "second_output": 64, "session": [64, 67, 81, 94, 102], "point": [64, 66, 75, 79, 80, 81, 88, 105, 108], "cover": [64, 106, 107], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 97, 109, 112], "vari": [64, 71, 109], "distribut": [64, 88, 90, 110], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 96, 105, 106, 107, 108], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 96, 97], "_dynamo": [64, 93, 94, 98, 99, 101, 109], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103, 104, 108], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 105, 108], "variou": [65, 113], "etc": [65, 79, 81, 92, 113], "environ": [65, 67, 108], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 105, 108, 109], "max_batch_s": [65, 71, 108], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 102], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 94, 110], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 108], "updat": [65, 66, 70, 71, 75, 92, 95, 97, 106], "dim": [65, 69, 71, 92, 94, 105, 108, 109], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 96, 108], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 108], "acc_mod": 65, "earli": [65, 97], "deprec": [65, 69], "continu": [65, 81, 110], "backward": [65, 74, 92, 112], "vision": [65, 108], "activ": [65, 74, 76, 81, 88, 90, 107, 110, 113], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 109], "ll": [65, 94], "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 98], "re": [65, 75, 81, 94, 96, 102, 110], "manual": [65, 75, 80, 81, 97], "sampl": [65, 70, 81, 89, 90, 96, 97, 98, 99, 100, 101, 102, 103, 104, 108], "rand": [65, 88, 94, 96, 97, 98], "from_tensor": [65, 75], "slightli": [65, 66, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 94, 105], "accordingli": [65, 79, 109, 110], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": [65, 94], "best": [65, 70, 75, 81, 96], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 98, 110], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 104, 105, 109], "25": [65, 71, 88], "runtimeerror": [65, 105], "xxx": 65, "One": [65, 81, 82, 88, 107, 110], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 112], "thing": [65, 66, 81], "compar": [65, 70, 75, 89, 97], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 107, 108], "acc_op": 65, "leverag": [65, 90, 95, 106], "power": [65, 81, 88, 107], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 99, 109], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 96, 107, 113], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 105], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85, 104], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 95, 106], "yet": [65, 107], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 105], "pip": [66, 108], "upload": [66, 108], "x86": [66, 110], "extra": [66, 74, 88, 92, 96], "url": [66, 79, 108], "download": [66, 85, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 94, 95, 97, 99, 103, 104, 105, 106, 111, 112], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 108], "curl": [66, 81], "fssl": 66, "o": [66, 81, 108], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 94, 108], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "uv": 66, "astral": 66, "project": [66, 80, 85], "simpler": [66, 90], "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 97, 109], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 109, 112], "technolog": [66, 112], "exclud": [66, 92], "speed": [66, 94, 95, 97, 106], "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 107], "ngc": [66, 108], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 98, 99, 100, 101, 102, 103, 104], "microsoft": 66, "2022": [66, 68], "open": [66, 107, 108], "app": 66, "x64": 66, "prompt": [66, 96, 100, 103, 104], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 110], "similarli": [66, 94, 102, 110], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 113], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 108], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 105], "anywher": 67, "ahead": [67, 68, 88, 96], "ep": [67, 69, 97, 111], "output_format": [67, 75, 111], "input_tensor": [67, 92, 105], "fill": 67, "aot": [68, 88, 96, 97, 112], "integr": [68, 95, 96, 98, 106], "seamlessli": [68, 75], "ecosystem": [68, 112], "hybrid": [68, 70, 75, 76, 112], "instal": [68, 85, 88, 108, 110], "triton": [68, 92], "page": [68, 83, 85, 108], "introductori": 68, "blog": [68, 110], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 105], "pad": [69, 75, 92, 105], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 105], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 107], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 107], "input_scal": 69, "indic": [69, 79, 81, 97, 99, 109], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 105], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 96], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 108], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 107], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 105], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 105], "largest": 69, "dim0": [69, 94], "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 93, 94, 105], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 105], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 111], "arg_input": [70, 75, 97], "kwarg_input": [70, 75, 97], "engine_cache_dir": [70, 93, 94], "engine_cache_s": [70, 93, 94], "custom_engine_cach": [70, 94], "baseenginecach": [70, 94], "int32": [70, 75, 76, 92, 93, 101, 107], "channel_last": [70, 75, 76, 107], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 107, 112], "understand": [70, 75, 109], "convolut": [70, 75, 76, 90, 92, 113], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 93, 94, 107], "parition": [70, 75], "increas": [70, 75, 94], "amount": [70, 75], "defer": [70, 75, 112], "lead": [70, 75, 81, 110], "oversubscript": [70, 75], "hard": [70, 97], "disk": [70, 75, 94], "space": [70, 81, 82, 90], "byte": [70, 74, 75, 76, 92, 94, 107], "1gb": [70, 93, 94], "exce": 70, "oldest": 70, "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 97], "compiled_modul": [70, 97], "new_weight_modul": [70, 97], "verify_output": [70, 97], "use_weight_map_cach": [70, 97], "in_plac": [70, 97], "compmil": 70, "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": [71, 103, 104], "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 108], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 108], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 110], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 97, 98, 99, 101, 102, 103, 104], "scriptmodul": [74, 75, 76, 88, 89, 111, 112], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 96], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92, 94], "load_state_dict": [74, 96, 105], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "_set": [74, 98], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 108], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 110], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 95, 96, 106], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 108], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89, 97], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 99, 102], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 95, 106], "float8": 75, "i32": 75, "sign": [75, 108], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 96, 100, 105, 108], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7f8fe0b19170": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "total": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "galleri": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "mem": 77, "advanc": [77, 82, 90, 95, 106], "torch_compile_advanced_usag": [77, 98], "torch_compile_resnet_exampl": [77, 99], "diffus": [77, 95, 106], "torch_compile_stable_diffus": [77, 100], "transform": [77, 88, 90, 93, 95, 97, 103, 104, 105, 106, 108, 111], "torch_compile_transformers_exampl": [77, 101], "v0": [78, 108], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 94, 108], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 108], "sphinx": [79, 80, 81, 82, 86, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 108], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 98, 101], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 94, 100, 107], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": [80, 97], "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 105], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 108], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 105, 107, 108], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92], "strang": 81, "hyphen": 81, "word": [81, 107], "adjust": 81, "width": [81, 107], "browser": 81, "window": 81, "sentenc": [81, 107], "suppli": [81, 97], "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 105], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 94, 112], "why": [81, 110], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88, 97], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 112], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": [81, 97], "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "a68e52b": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 111], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 112], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 108], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 110], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 107], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 96, 100], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 109, 112], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 105, 107], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 96], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 110], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 107], "hehe": 82, "kept": 82, "sai": [82, 107], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 107], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 108], "changelog": 85, "math": 85, "9": [85, 88, 92, 108], "14": [85, 93, 101, 108], "17": 85, "18": [85, 88, 96], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 96, 97], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 105], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 112], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 108], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 96], "cppdoc": 88, "pretti": 88, "fashion": [88, 107], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": [88, 97], "aren": 88, "techniqu": [88, 90, 110], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 110], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 105], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 112], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 106], "sole": [89, 90, 112], "individu": 89, "accuraci": [90, 107], "loss": [90, 107], "infrastructur": [90, 108], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 105], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 105], "4822": [90, 105], "4465": [90, 105], "2023": [90, 105], "1994": [90, 105], "2010": [90, 105], "dataloaderopt": 90, "worker": 90, "virtual": 90, "input_shap": [90, 113], "compile_spec": [90, 99, 113], "kf16": [90, 113], "ki8": 90, "vgg16": [90, 95, 105, 106], "testing_dataset": [90, 105], "totensor": [90, 105, 108], "testing_dataload": [90, 105], "num_work": [90, 105], "vgg": [90, 105], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 107], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 107, 108], "cost": [92, 94, 97, 110], "perhap": 92, "overhead": [92, 110], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 108], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 105, 108], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 107], "count": 92, "__": 92, "were": [92, 97, 110], "aggreg": 92, "stat": 92, "latenc": [92, 110], "abstractli": 92, "pkl": [92, 96], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 96, 97], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "custom_kernel_plugin": 92, "jupyt": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "ipynb": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94], "bertmodel": [93, 101], "random": [93, 94, 96, 97], "seed": [93, 94, 96, 97], "manual_se": [93, 94, 96, 97], "from_pretrain": [93, 96, 100, 101, 103, 104], "uncas": [93, 101, 107], "return_dict": 93, "randint": [93, 101], "compile_bert": 93, "enable_tim": [93, 94], "1st": [93, 94], "measur": [93, 94], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "messur": [93, 94], "compilation_kwarg": [93, 101], "torch_trt_bert_engine_cach": 93, "30": [93, 94, 96, 97, 99, 101], "synchron": [93, 94], "elapsed_tim": [93, 94], "millisecond": 93, "__name__": [93, 98, 101], "__main__": [93, 98, 101], "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": 94, "explor": [94, 106], "resnet18": [94, 96, 97, 99, 102], "torch_trt": [94, 96, 97], "_default": 94, "_engine_cach": 94, "flexibl": [94, 112], "histor": 94, "barrier": 94, "reconstruct": 94, "prior": [94, 109, 110], "ti": 94, "hash": 94, "magnitud": 94, "torch_compil": [94, 98, 99, 101, 102, 109, 112], "compiled_model": 94, "ms": 94, "dynamo_compil": 94, "example_input": 94, "200": 94, "dynamic_shap": [94, 109], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "cudagraph": [95, 106], "mutabl": [95, 106], "vgg16_fp8_ptq": [95, 106], "bert": [95, 101, 106], "gpt2": [95, 106], "llama2": [95, 106], "straightforward": 96, "especi": 96, "hug": [96, 103, 104], "face": [96, 103, 104], "difficult": 96, "ever": 96, "walk": [96, 97], "lora": [96, 97], "use_python": 96, "mutable_modul": 96, "model2": [96, 97], "expected_output": [96, 97], "refitted_output": [96, 97], "allclos": [96, 97], "reload": [96, 112], "checkpoint": [96, 105], "civitai": 96, "12597": 96, "moxin": 96, "diffusionpipelin": [96, 100], "no_grad": [96, 103, 104, 105], "model_id": [96, 100], "runwayml": 96, "v1": [96, 100], "hous": 96, "forest": 96, "shuimobysim": 96, "wuchangshuo": 96, "qualiti": 96, "worst": 96, "lowr": 96, "focu": 96, "cloudi": 96, "watermark": 96, "pipe": [96, 100], "torch_dtyp": [96, 100], "unet": [96, 100], "negative_prompt": 96, "num_inference_step": 96, "without_lora_mut": 96, "jpg": [96, 108], "procedur": 96, "load_lora_weight": 96, "stablediffusionapi": 96, "load_lora_embed": 96, "weight_nam": 96, "safetensor": 96, "adapter_nam": 96, "lora1": 96, "set_adapt": 96, "adapter_weight": 96, "fuse_lora": 96, "unload_lora_weight": 96, "with_lora_mut": 96, "mutable_torchtrt_module_exampl": 96, "expens": 97, "involv": 97, "occasion": [97, 98, 101], "adapt": 97, "infeas": 97, "focus": 97, "mostli": 97, "recogn": 97, "behalf": 97, "init": [97, 105], "sett": 97, "randomli": 97, "exp_program2": 97, "compiled_trt_ep": 97, "new_trt_gm": 97, "accomplish": 97, "gaurente": 97, "attempt": [97, 105, 109], "rebuild": 97, "heurist": 97, "refit_engine_exampl": 97, "x_out": 98, "y_out": 98, "x_y_out": 98, "invoc": 98, "sample_inputs_half": 98, "model_half": 98, "backend_kwarg": 98, "optimized_model_custom": 98, "exit": [98, 101, 108], "2052": [98, 101], "compile_engine_and_inf": [98, 101], "new_input": [99, 101], "new_output": [99, 101], "new_batch_size_input": 99, "new_batch_size_output": 99, "inputs_bs8": 99, "mark_dynam": [99, 109], "outputs_bs8": 99, "No": [99, 109], "inputs_bs12": 99, "outputs_bs12": 99, "compvi": 100, "majest": 100, "castl": 100, "cloud": 100, "majestic_castl": 100, "png": 100, "enable_cudagraph": [102, 110], "out_trt": 102, "set_cudagraphs_mod": [102, 110], "inputs_2": 102, "inputs_3": 102, "out_trt_2": 102, "out_trt_3": 102, "torch_export_cudagraph": 102, "automodelforcausallm": [103, 104], "autotoken": [103, 104], "export_llm": [103, 104], "max_token": [103, 104], "kv_cach": [103, 104], "token": [103, 104, 107], "pad_token_id": 103, "eos_token_id": [103, 104], "attn_implement": [103, 104], "eager": [103, 104], "model_input": [103, 104], "return_tensor": [103, 104], "input_id": [103, 104], "regress": [103, 104], "huggingfac": [103, 104, 107], "pyt_gen_token": [103, 104], "gpt2_ep": 103, "max_seq_len": [103, 104], "trt_gen_token": [103, 104], "skip_special_token": [103, 104], "torch_export_gpt2": 103, "llama_path": 104, "llama": 104, "7b": 104, "chat": 104, "hf": 104, "llama2_ep": 104, "batch_decod": 104, "clean_up_tokenization_spac": 104, "torch_export_llama2": 104, "argpars": 105, "modelopt": 105, "mtq": 105, "export_torch_mod": 105, "layer_spec": 105, "num_class": 105, "1000": [105, 108], "init_weight": 105, "in_channel": 105, "pool": [105, 113], "maxpool2d": 105, "batchnorm2d": 105, "sequenti": 105, "avgpool": 105, "adaptiveavgpool2d": 105, "4096": 105, "dropout": 105, "_initialize_weight": 105, "kaiming_normal_": 105, "fan_out": 105, "nonlinear": 105, "constant_": 105, "elif": 105, "normal_": 105, "vgg16_cfg": 105, "128": 105, "argumentpars": 105, "add_argu": 105, "ckpt": 105, "parse_arg": 105, "model_state_dict": 105, "device_count": 105, "ordereddict": 105, "new_state_dict": 105, "forget": 105, "training_dataset": 105, "randomcrop": 105, "randomhorizontalflip": 105, "training_dataload": 105, "drop_last": 105, "crit": 105, "crossentropyloss": 105, "calibrate_loop": 105, "pred": 105, "5f": 105, "acc": 105, "2f": 105, "quantize_typ": 105, "quant_cfg": 105, "int8_default_cfg": 105, "fp8_default_cfg": 105, "forward_loop": 105, "qdq": 105, "incomplet": 105, "functionaltensor": 105, "functionaltensormod": 105, "_trace": 105, "_export": 105, "float8_e4m3fn": 105, "class_prob": 105, "class_pr": 105, "test_prob": 105, "test_pr": 105, "test_loss": 105, "test_acc": 105, "vgg16_ptq": 105, "concept": 106, "_rendered_examples_python": 106, "_rendered_examples_jupyt": 106, "acoust": 107, "speech": 107, "quartznet": 107, "contextnet": 107, "subword": 107, "piec": 107, "excit": 107, "se": 107, "smaller": 107, "audio": 107, "transcrib": 107, "speedup": 107, "obtain": [107, 111], "feedforward": 107, "cnn": 107, "uniformli": 107, "resolut": 107, "highli": [107, 108], "compound": 107, "coeffici": 107, "b0": 107, "corpu": 107, "english": 107, "supervis": 107, "walkthrough": 107, "overal": 107, "jetson": 107, "adopt": 107, "mobilenetv2": 107, "classif": 107, "imagenet": 107, "imagenett": 107, "qat": 107, "simul": 107, "hand": 108, "consider": 108, "concurr": 108, "grpc": 108, "solv": 108, "aforement": 108, "familiar": 108, "resnet50": 108, "torchhub": 108, "docker": 108, "login": 108, "xx": 108, "yy": 108, "mm": 108, "publish": 108, "22": 108, "pwd": 108, "scratch_spac": 108, "nvcr": 108, "py3": 108, "proce": 108, "hub": 108, "_validate_not_a_forked_repo": 108, "suggest": 108, "simplest": 108, "model_repositori": 108, "pbtxt": 108, "pytorch_libtorch": 108, "input__0": 108, "data_typ": 108, "type_fp32": 108, "output__0": 108, "exact": 108, "encourag": 108, "rm": 108, "8000": 108, "8001": 108, "8002": 108, "the_model_repositori": 108, "tritonserv": 108, "spin": 108, "proceed": 108, "flesh": 108, "wget": 108, "img1": 108, "hakaimagazin": 108, "wp": 108, "gulf": 108, "bird": 108, "attrdict": 108, "pyindex": 108, "tritoncli": 108, "jump": 108, "firstli": 108, "resiz": 108, "pil": 108, "httpclient": 108, "triton_to_np_dtyp": 108, "rn50_preprocess": 108, "img_path": 108, "img": 108, "centercrop": 108, "485": 108, "456": 108, "406": 108, "229": 108, "transformed_img": 108, "inferenceservercli": 108, "localhost": 108, "secondli": 108, "inferinput": 108, "set_data_from_numpi": 108, "binary_data": 108, "inferrequestedoutput": 108, "class_count": 108, "lastli": 108, "send": 108, "model_nam": 108, "inference_output": 108, "as_numpi": 108, "468750": 108, "90": 108, "523438": 108, "92": 108, "664062": 108, "429688": 108, "136": 108, "234375": 108, "confidence_scor": 108, "classification_index": 108, "eagerli": 109, "swap": 109, "exactli": 109, "_tracer": 109, "sometim": 109, "queri": 109, "attn_weight": 109, "seq_len": 109, "compiler_dynamic_shap": 109, "inputs_bs2": 109, "libtorchtrt_runtim": 110, "dl_open": 110, "ld_preload": 110, "load_librari": 110, "cxx11": 110, "abi": 110, "wl": 110, "ltorchtrt": 110, "torchtrt_runtime_exampl": 110, "libtorchtrt_plugin": 110, "neglig": 110, "thread": 110, "alert": 110, "switch": 110, "mismatch": 110, "crash": 110, "sacrif": 110, "incur": 110, "intens": 110, "trt_ep": 111, "stai": 111, "trt_t": 111, "ergonom": 112, "deleg": 112, "believ": 112, "amen": 112, "artifact": 112, "pack": 112, "year": 112, "superset": 112, "codebas": 112, "immedi": 112, "traceabl": 112, "scriptabl": 112, "hardwar": 113, "neural": 113, "deconvolut": 113, "scripted_model": 113}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [111, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 110], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 105], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 99, 101, 102, 112], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 97, 98, 99, 100, 101, 102, 103, 104, 105], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 105], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 105], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 111, 112], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 111, 112], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 97, 110], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 99, 101], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 96, 97, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "c": [50, 61, 66, 67, 68, 88, 90, 107], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 95, 103, 104, 106, 111, 112], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 107], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 98, 99, 101, 102, 103, 104, 105, 107, 109], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 96, 112], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 112], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 108], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 105], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 107], "runtim": [57, 58, 59, 74, 110], "background": [58, 60], "engin": [58, 65, 92, 93, 94], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 112], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 97, 105], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103, 104, 107], "native_op": 61, "ir": [61, 111, 112], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 102, 109], "customiz": [63, 64], "set": [63, 64, 96, 98, 102, 108], "under": [63, 88, 109], "hood": [63, 88, 109], "trace": 63, "backend": [64, 99, 103, 104], "kei": 64, "featur": 64, "custom": [64, 88, 92, 94, 98, 109], "usag": [64, 97, 98], "after": 64, "model": [64, 65, 92, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 111], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 99, 107, 109], "shape": [64, 99, 107, 109], "support": [64, 69], "recompil": [64, 99], "condit": 64, "fx": [65, 68, 71, 107, 112], "frontend": [65, 66, 68, 91, 107, 112], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 98, 101], "nightli": 66, "build": [66, 79, 108], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 110], "addit": 66, "option": [66, 67, 79, 80, 82, 99, 101, 112], "distribut": 66, "No": 66, "librari": [66, 110], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 105], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 108], "advanc": [66, 97, 98], "setup": 66, "troubleshoot": 66, "altern": 66, "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 108], "2": [67, 83, 84, 108], "deploi": [67, 105, 107, 110], "deploy": 67, "In": [68, 97], "framework": 68, "infer": [68, 99, 100, 101, 102, 105, 108], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 106], "contributor": 68, "indic": 68, "legaci": [68, 112], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 112], "submodul": 75, "comput": 77, "time": [77, 112], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": [80, 103, 104], "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88, 103, 104], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": [81, 103, 104], "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": [82, 103, 104], "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 108], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 96, 111], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 105, 107], "quantiz": [90, 105, 107], "your": [90, 108], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 97], "bert": [93, 107], "jit": [94, 109], "aot": [94, 109], "mutabl": 96, "initi": 96, "make": [96, 97], "modif": 96, "stabl": [96, 100], "diffus": [96, 100], "huggingfac": 96, "refit": 97, "new": 97, "standard": 97, "workflow": 97, "import": [97, 98, 99, 100, 101, 102, 103, 104, 105], "refitt": 97, "pretrain": 97, "map": 97, "place": 97, "default": [98, 102], "cleanup": [98, 101], "driver": [98, 101], "error": [98, 101], "note": [98, 101], "resnet": 99, "argument": [99, 101], "avoid": 99, "specifi": 99, "befor": 99, "trt": 99, "transform": [101, 107], "cudagraph": [102, 110], "integr": 102, "gpt2": 103, "output": [103, 104], "decod": [103, 104], "sentenc": [103, 104], "should": [103, 104], "look": [103, 104], "i": [103, 104], "enjoi": [103, 104], "walk": [103, 104], "my": [103, 104], "cute": [103, 104], "dog": [103, 104], "m": [103, 104], "sure": [103, 104], "ll": [103, 104], "ever": [103, 104], "abl": [103, 104], "llama2": 104, "load": [105, 111], "dataset": 105, "loss": 105, "calibr": 105, "tune": 105, "fp8": 105, "notebook": 107, "citrinet": 107, "efficientnet": 107, "mask": 107, "languag": 107, "mlm": 107, "hug": 107, "face": 107, "acceler": 107, "serv": [107, 108], "resnet50": 107, "lenet": 107, "deep": 107, "learn": 107, "object": 107, "detect": 107, "ssd": 107, "int8": 107, "triton": 108, "up": 108, "server": 108, "client": 108, "queri": 108, "constraint": 109, "libtorchtrt": 110, "so": 110, "plugin": 110, "multi": 110, "safe": 110, "mode": 110, "exportedprogram": 111, "b": 111, "explain": 112, "just": 112, "accept": 112, "return": 112, "ahead": 112, "dla": 113}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index dfb5484587..d9c5836d8f 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -10,7 +10,7 @@
 
   
   
-  Computation times — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Computation times — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html
index ca210642bd..9af020efc1 100644
--- a/docs/src/pytorch-sphinx-theme/docs/changelog.html
+++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html
@@ -10,7 +10,7 @@
 
   
   
-  Changelog — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Changelog — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html
index 7b21e9c598..2fe14e76a0 100644
--- a/docs/src/pytorch-sphinx-theme/docs/configuring.html
+++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html
@@ -10,7 +10,7 @@
 
   
   
-  Configuration — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Configuration — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
index 28e9ac75b2..bfb0753d1a 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
@@ -10,7 +10,7 @@
 
   
   
-  5. :mod:`test_py_module` — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  5. :mod:`test_py_module` — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
index ad10d7b982..0b9ea28b97 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
@@ -12,7 +12,7 @@
 
   
   
-  3. Paragraph Level Markup — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  3. Paragraph Level Markup — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
@@ -654,7 +654,7 @@ 
3.4.4. 
 
3.4.5. Code Blocks¶

 
# parsed-literal test
-curl -O http://someurl/release-v2.5.0.dev0+1e9aefe.tar-gz

+curl -O http://someurl/release-v2.6.0.dev0+a68e52b.tar-gz
Code Blocks can have captions.¶
{
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index 904601ea46..c79697a858 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
 
   
   
-  4. Lists & Tables — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  4. Lists & Tables — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index 692a2b6e23..79587013b4 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
 
   
   
-  1. Long Sticky Nav — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  1. Long Sticky Nav — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index 4bb74667cc..70905c498e 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
 
   
   
-  1. Structural Elements — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  1. Structural Elements — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index d9e81af978..64565d1434 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
 
   
   
-  <no title> — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  <no title> — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index de9ecf15d6..36afa3dc5d 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
 
   
   
-  Installation — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Installation — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/ts/creating_torchscript_module_in_python.html b/docs/ts/creating_torchscript_module_in_python.html
index e3a072565e..9dffaff79e 100644
--- a/docs/ts/creating_torchscript_module_in_python.html
+++ b/docs/ts/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
 
   
   
-  Creating a TorchScript Module — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Creating a TorchScript Module — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/ts/getting_started_with_cpp_api.html b/docs/ts/getting_started_with_cpp_api.html
index 4e71e970b7..65f2997e24 100644
--- a/docs/ts/getting_started_with_cpp_api.html
+++ b/docs/ts/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Torch-TensorRT in C++ — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Using Torch-TensorRT in C++ — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/ts/getting_started_with_python_api.html b/docs/ts/getting_started_with_python_api.html
index da8f894c09..dd2a9e17f2 100644
--- a/docs/ts/getting_started_with_python_api.html
+++ b/docs/ts/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Torch-TensorRT in Python — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Using Torch-TensorRT in Python — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/ts/ptq.html b/docs/ts/ptq.html
index 69ecf12fa3..a5ef719740 100644
--- a/docs/ts/ptq.html
+++ b/docs/ts/ptq.html
@@ -10,7 +10,7 @@
 
   
   
-  Post Training Quantization (PTQ) — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Post Training Quantization (PTQ) — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/ts/torchscript_frontend_from_pytorch.html b/docs/ts/torchscript_frontend_from_pytorch.html
index 886f503b6b..c697129b31 100644
--- a/docs/ts/torchscript_frontend_from_pytorch.html
+++ b/docs/ts/torchscript_frontend_from_pytorch.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Torch-TensorRT TorchScript Frontend Directly From PyTorch — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Using Torch-TensorRT TorchScript Frontend Directly From PyTorch — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
index 9e8100dde0..801482de17 100644
--- a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
+++ b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Custom Kernels within TensorRT Engines with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Using Custom Kernels within TensorRT Engines with Torch-TensorRT — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
index 3c4595f8af..a0a51a6a57 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
@@ -10,7 +10,7 @@
 
   
   
-  Engine Caching (BERT) — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Engine Caching (BERT) — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
index 7e56afe899..eb24a4e586 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
@@ -10,7 +10,7 @@
 
   
   
-  Engine Caching — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Engine Caching — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/index.html b/docs/tutorials/_rendered_examples/dynamo/index.html
index bf95501b69..a9c2fb672b 100644
--- a/docs/tutorials/_rendered_examples/dynamo/index.html
+++ b/docs/tutorials/_rendered_examples/dynamo/index.html
@@ -10,7 +10,7 @@
 
   
   
-  Dynamo / torch.compile — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Dynamo / torch.compile — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
index 34135d1084..ee4cc7cfe0 100644
--- a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
@@ -10,7 +10,7 @@
 
   
   
-  Mutable Torch TensorRT Module — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Mutable Torch TensorRT Module — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
index 6b29f5dc3e..2d7ad8826a 100644
--- a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
@@ -10,7 +10,7 @@
 
   
   
-  Refitting Torch-TensorRT Programs with New Weights — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Refitting Torch-TensorRT Programs with New Weights — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
index 2a2d909207..8dae66a460 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch Compile Advanced Usage — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Torch Compile Advanced Usage — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
index 081fc29e45..41f427d876 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
@@ -10,7 +10,7 @@
 
   
   
-  Compiling ResNet using the Torch-TensorRT torch.compile Backend — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Compiling ResNet using the Torch-TensorRT torch.compile Backend — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
index d73c45c2ad..d976a843eb 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch Compile Stable Diffusion — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Torch Compile Stable Diffusion — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
index 7c88553cef..298bb4dd71 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
@@ -10,7 +10,7 @@
 
   
   
-  Compiling a Transformer using torch.compile and TensorRT — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Compiling a Transformer using torch.compile and TensorRT — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
index 11e463b354..75b14e2dce 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch Export with Cudagraphs — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Torch Export with Cudagraphs — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
index 54dbb2c371..dde97808e8 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
@@ -10,7 +10,7 @@
 
   
   
-  Compiling GPT2 using the Torch-TensorRT with dynamo backend — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Compiling GPT2 using the Torch-TensorRT with dynamo backend — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
index cd63ef2880..40553fd384 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
@@ -10,7 +10,7 @@
 
   
   
-  Compiling Llama2 using the Torch-TensorRT with dynamo backend — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Compiling Llama2 using the Torch-TensorRT with dynamo backend — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
index 2f7ef74073..ef0e20a3c9 100644
--- a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
+++ b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
@@ -10,7 +10,7 @@
 
   
   
-  Deploy Quantized Models using Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Deploy Quantized Models using Torch-TensorRT — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/_rendered_examples/index.html b/docs/tutorials/_rendered_examples/index.html
index 2ab977309c..85555ec967 100644
--- a/docs/tutorials/_rendered_examples/index.html
+++ b/docs/tutorials/_rendered_examples/index.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch-TensorRT Tutorials — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Torch-TensorRT Tutorials — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -273,7 +273,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index 6fc8dc0fc4..77a273c254 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
 
   
   
-  Example notebooks — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Example notebooks — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index 330d52dbd2..c395c8af58 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
 
   
   
-  Serving a Torch-TensorRT model with Triton — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Serving a Torch-TensorRT model with Triton — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/user_guide/dynamic_shapes.html b/docs/user_guide/dynamic_shapes.html
index 5b37693f42..ecef250668 100644
--- a/docs/user_guide/dynamic_shapes.html
+++ b/docs/user_guide/dynamic_shapes.html
@@ -10,7 +10,7 @@
 
   
   
-  Dynamic shapes with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Dynamic shapes with Torch-TensorRT — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/user_guide/runtime.html b/docs/user_guide/runtime.html
index 2579e549bd..9a1730677f 100644
--- a/docs/user_guide/runtime.html
+++ b/docs/user_guide/runtime.html
@@ -10,7 +10,7 @@
 
   
   
-  Deploying Torch-TensorRT Programs — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Deploying Torch-TensorRT Programs — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/user_guide/saving_models.html b/docs/user_guide/saving_models.html
index 6704f77373..1733afd2ed 100644
--- a/docs/user_guide/saving_models.html
+++ b/docs/user_guide/saving_models.html
@@ -10,7 +10,7 @@
 
   
   
-  Saving models compiled with Torch-TensorRT — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Saving models compiled with Torch-TensorRT — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/user_guide/torch_tensorrt_explained.html b/docs/user_guide/torch_tensorrt_explained.html
index 25cba5008b..548fccad6c 100644
--- a/docs/user_guide/torch_tensorrt_explained.html
+++ b/docs/user_guide/torch_tensorrt_explained.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch-TensorRT Explained — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  Torch-TensorRT Explained — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docs/user_guide/using_dla.html b/docs/user_guide/using_dla.html
index f738a88d95..7f4ca5f2ad 100644
--- a/docs/user_guide/using_dla.html
+++ b/docs/user_guide/using_dla.html
@@ -10,7 +10,7 @@
 
   
   
-  DLA — Torch-TensorRT v2.5.0.dev0+1e9aefe documentation
+  DLA — Torch-TensorRT v2.6.0.dev0+a68e52b documentation
   
 
   
@@ -275,7 +275,7 @@
               
               
                 

-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 

               
             
diff --git a/docsrc/getting_started/installation.rst b/docsrc/getting_started/installation.rst
index 26f13c0aca..ac85a681c3 100644
--- a/docsrc/getting_started/installation.rst
+++ b/docsrc/getting_started/installation.rst
@@ -134,6 +134,14 @@ Once the WORKSPACE has been configured properly, all that is required to build t
         python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu124
 
 
+If you use the ``uv`` (`https://docs.astral.sh/uv/ `_) tool to manage python and your projects, the command is slightly simpler
+
+
+    .. code-block:: sh
+
+        uv pip install -e .
+
+
 To build the wheel file
 
     .. code-block:: sh
@@ -379,4 +387,4 @@ Compile the Python API using the following command from the ``//py`` directory:
 
 If you have a build of PyTorch that uses Pre-CXX11 ABI drop the ``--use-cxx11-abi`` flag
 
-If you are building for Jetpack 4.5 add the ``--jetpack-version 5.0`` flag
\ No newline at end of file
+If you are building for Jetpack 4.5 add the ``--jetpack-version 5.0`` flag
diff --git a/py/requirements.txt b/py/requirements.txt
index 15d359fbc3..361afab365 100644
--- a/py/requirements.txt
+++ b/py/requirements.txt
@@ -2,7 +2,7 @@ numpy
 packaging
 pybind11==2.6.2
 --extra-index-url https://download.pytorch.org/whl/nightly/cu124
-torch>=2.5.0.dev,<2.6.0
+torch>=2.6.0.dev,<2.7.0
 torchvision>=0.20.0.dev,<0.21.0
 --extra-index-url https://pypi.ngc.nvidia.com
 pyyaml
diff --git a/py/torch_tensorrt/dynamo/lowering/_decompositions.py b/py/torch_tensorrt/dynamo/lowering/_decompositions.py
index 8c391afa5b..534bc3eac5 100644
--- a/py/torch_tensorrt/dynamo/lowering/_decompositions.py
+++ b/py/torch_tensorrt/dynamo/lowering/_decompositions.py
@@ -3,7 +3,7 @@
 from typing import Any, Callable, Dict, List, Optional
 
 import torch
-from torch._decomp import register_decomposition
+from torch._decomp import _decomp_table_to_post_autograd_aten, register_decomposition
 from torch._ops import OpOverload
 from torch_tensorrt.dynamo._defaults import default_device
 from torch_tensorrt.dynamo.conversion.converter_utils import get_positive_dim
@@ -394,4 +394,9 @@ def get_decompositions(
         }
         return {**CORE_ATEN_DECOMPOSITIONS_FILTERED, **TORCH_TRT_DECOMPOSITIONS}
     else:
-        return {**ENABLED_TORCH_DECOMPOSITIONS, **TORCH_TRT_DECOMPOSITIONS}
+        # changes made here due to torch2.6 changes https://github.com/pytorch/pytorch/pull/135080
+        return {
+            **ENABLED_TORCH_DECOMPOSITIONS,
+            **_decomp_table_to_post_autograd_aten(),
+            **TORCH_TRT_DECOMPOSITIONS,
+        }
diff --git a/pyproject.toml b/pyproject.toml
index bc6c6b60cf..1284e458f4 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -9,7 +9,7 @@ requires = [
     "typing-extensions>=4.7.0",
     "future>=0.18.3",
     "tensorrt-cu12==10.3.0",
-    "torch >=2.5.0.dev,<2.6.0",
+    "torch>=2.6.0.dev,<2.7.0",
     "pybind11==2.6.2",
     "numpy",
 ]
@@ -36,7 +36,7 @@ classifiers = [
     "Topic :: Software Development :: Libraries",
 ]
 readme = { file = "README.md", content-type = "text/markdown" }
-requires-python = ">=3.8"
+requires-python = ">=3.9"
 keywords = [
     "pytorch",
     "torch",
@@ -54,7 +54,7 @@ keywords = [
     "inference",
 ]
 dependencies = [
-    "torch >=2.5.0.dev,<2.6.0",
+    "torch>=2.6.0.dev,<2.7.0",
     "tensorrt-cu12==10.3.0",
     "tensorrt-cu12-bindings==10.3.0",
     "tensorrt-cu12-libs==10.3.0",
@@ -65,10 +65,12 @@ dependencies = [
 dynamic = ["version"]
 
 [project.optional-dependencies]
-torchvision = ["torchvision >=0.20.dev,<0.21.0"]
+torchvision = [
+    "torchvision",
+] #Leaving torchvisions dependency unconstrained so uv can just install something that should work for the torch we have. TV's on PyT makes it hard to put version constrains in
 quantization = ["nvidia-modelopt[deploy,hf,torch]~=0.17.0"]
-monitoring-tools = ["rich >= 13.7.1"]
-jupyter = ["rich[jupyter] >= 13.7.1"]
+monitoring-tools = ["rich>=13.7.1"]
+jupyter = ["rich[jupyter]>=13.7.1"]
 
 [project.urls]
 Homepage = "https://pytorch.org/tensorrt"
@@ -80,6 +82,31 @@ Changelog = "https://github.com/pytorch/tensorrt/releases"
 package-dir = { "" = "py" }
 include-package-data = false
 
+[tool.uv]
+dev-dependencies = [
+    "pre-commit>=2.20.0",
+    "black>=22.6.0",
+    "clang-format==14.0.6",
+    "typos",
+    "mypy",
+    "isort",
+    "ruff",
+    "pytest",
+    "pytest-xdist",
+    "parameterized>=0.2.0",
+    "expecttest==0.1.6",
+    "pyyaml",
+]
+
+environments = ["sys_platform == 'linux'", "sys_platform == 'windows'"]
+
+extra-index-url = [
+    "https://download.pytorch.org/whl/nightly/cu124", # We are going to define the dev enviorment as latest supported CUDA, and allow CI to handle the others, change as needed
+]
+
+prerelease = "if-necessary-or-explicit"
+index-strategy = "unsafe-best-match"
+
 [tool.ruff]
 # NOTE: Synchoronize the ignores with .flake8
 lint.ignore = [
@@ -144,7 +171,6 @@ lint.select = [
 
 # Allow unused variables when underscore-prefixed.
 lint.dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"
-target-version = "py311"
 
 # Allow autofix for all enabled rules (when `--fix`) is provided.
 lint.fixable = [
@@ -194,6 +220,7 @@ lint.fixable = [
     "YTT",
 ]
 lint.unfixable = []
+target-version = "py311"
 
 # Exclude a variety of commonly ignored directories.
 exclude = [
diff --git a/uv.lock b/uv.lock
new file mode 100644
index 0000000000..a89106e927
--- /dev/null
+++ b/uv.lock
@@ -0,0 +1,1884 @@
+version = 1
+requires-python = ">=3.9"
+resolution-markers = [
+    "python_full_version < '3.13' and sys_platform == 'linux'",
+    "python_full_version >= '3.13' and sys_platform == 'linux'",
+    "python_full_version < '3.13' and sys_platform == 'windows'",
+    "python_full_version >= '3.13' and sys_platform == 'windows'",
+]
+supported-markers = [
+    "sys_platform == 'linux'",
+    "sys_platform == 'windows'",
+]
+
+[[package]]
+name = "accelerate"
+version = "0.34.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "huggingface-hub", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "numpy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "packaging", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "psutil", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pyyaml", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "safetensors", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "torch", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/4d/82/5712c44a5a5ef7c4d375363b179a099e834491221ece02e81a1209b08233/accelerate-0.34.2.tar.gz", hash = "sha256:98c1ebe1f5a45c0a3af02dc60b5bb8b7d58d60c3326a326a06ce6d956b18ca5b", size = 328806 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b0/5e/80cee674cdbe529ef008721d7eebb50ae5def4314211d82123aa23e828f8/accelerate-0.34.2-py3-none-any.whl", hash = "sha256:d69159e2c4e4a473d14443b27d2d732929254e826b3ab4813b3785b5ac616c7c", size = 324366 },
+]
+
+[[package]]
+name = "annotated-types"
+version = "0.7.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ee/67/531ea369ba64dcff5ec9c3402f9f51bf748cec26dde048a2f973a4eea7f5/annotated_types-0.7.0.tar.gz", hash = "sha256:aff07c09a53a08bc8cfccb9c85b05f1aa9a2a6f23728d790723543408344ce89", size = 16081 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/78/b6/6307fbef88d9b5ee7421e68d78a9f162e0da4900bc5f5793f6d3d0e34fb8/annotated_types-0.7.0-py3-none-any.whl", hash = "sha256:1f02e8b43a8fbbc3f3e0d4f0f4bfc8131bcb4eebe8849b8e5c773f3a1c582a53", size = 13643 },
+]
+
+[[package]]
+name = "asttokens"
+version = "2.4.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "six", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/45/1d/f03bcb60c4a3212e15f99a56085d93093a497718adf828d050b9d675da81/asttokens-2.4.1.tar.gz", hash = "sha256:b03869718ba9a6eb027e134bfdf69f38a236d681c83c160d510768af11254ba0", size = 62284 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/45/86/4736ac618d82a20d87d2f92ae19441ebc7ac9e7a581d7e58bbe79233b24a/asttokens-2.4.1-py2.py3-none-any.whl", hash = "sha256:051ed49c3dcae8913ea7cd08e46a606dba30b79993209636c4875bc1d637bc24", size = 27764 },
+]
+
+[[package]]
+name = "black"
+version = "24.8.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "click", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "mypy-extensions", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "packaging", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pathspec", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "platformdirs", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "tomli", marker = "(python_full_version < '3.11' and sys_platform == 'linux') or (python_full_version < '3.11' and sys_platform == 'windows')" },
+    { name = "typing-extensions", marker = "(python_full_version < '3.11' and sys_platform == 'linux') or (python_full_version < '3.11' and sys_platform == 'windows')" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/04/b0/46fb0d4e00372f4a86a6f8efa3cb193c9f64863615e39010b1477e010578/black-24.8.0.tar.gz", hash = "sha256:2500945420b6784c38b9ee885af039f5e7471ef284ab03fa35ecdde4688cd83f", size = 644810 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/47/6e/74e29edf1fba3887ed7066930a87f698ffdcd52c5dbc263eabb06061672d/black-24.8.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:09cdeb74d494ec023ded657f7092ba518e8cf78fa8386155e4a03fdcc44679e6", size = 1632092 },
+    { url = "https://files.pythonhosted.org/packages/ab/49/575cb6c3faee690b05c9d11ee2e8dba8fbd6d6c134496e644c1feb1b47da/black-24.8.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:81c6742da39f33b08e791da38410f32e27d632260e599df7245cccee2064afeb", size = 1457529 },
+    { url = "https://files.pythonhosted.org/packages/7a/b4/d34099e95c437b53d01c4aa37cf93944b233066eb034ccf7897fa4e5f286/black-24.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:707a1ca89221bc8a1a64fb5e15ef39cd755633daa672a9db7498d1c19de66a42", size = 1757443 },
+    { url = "https://files.pythonhosted.org/packages/87/a0/6d2e4175ef364b8c4b64f8441ba041ed65c63ea1db2720d61494ac711c15/black-24.8.0-cp310-cp310-win_amd64.whl", hash = "sha256:d6417535d99c37cee4091a2f24eb2b6d5ec42b144d50f1f2e436d9fe1916fe1a", size = 1418012 },
+    { url = "https://files.pythonhosted.org/packages/08/a6/0a3aa89de9c283556146dc6dbda20cd63a9c94160a6fbdebaf0918e4a3e1/black-24.8.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:fb6e2c0b86bbd43dee042e48059c9ad7830abd5c94b0bc518c0eeec57c3eddc1", size = 1615080 },
+    { url = "https://files.pythonhosted.org/packages/db/94/b803d810e14588bb297e565821a947c108390a079e21dbdcb9ab6956cd7a/black-24.8.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:837fd281f1908d0076844bc2b801ad2d369c78c45cf800cad7b61686051041af", size = 1438143 },
+    { url = "https://files.pythonhosted.org/packages/a5/b5/f485e1bbe31f768e2e5210f52ea3f432256201289fd1a3c0afda693776b0/black-24.8.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:62e8730977f0b77998029da7971fa896ceefa2c4c4933fcd593fa599ecbf97a4", size = 1738774 },
+    { url = "https://files.pythonhosted.org/packages/a8/69/a000fc3736f89d1bdc7f4a879f8aaf516fb03613bb51a0154070383d95d9/black-24.8.0-cp311-cp311-win_amd64.whl", hash = "sha256:72901b4913cbac8972ad911dc4098d5753704d1f3c56e44ae8dce99eecb0e3af", size = 1427503 },
+    { url = "https://files.pythonhosted.org/packages/a2/a8/05fb14195cfef32b7c8d4585a44b7499c2a4b205e1662c427b941ed87054/black-24.8.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:7c046c1d1eeb7aea9335da62472481d3bbf3fd986e093cffd35f4385c94ae368", size = 1646132 },
+    { url = "https://files.pythonhosted.org/packages/41/77/8d9ce42673e5cb9988f6df73c1c5c1d4e9e788053cccd7f5fb14ef100982/black-24.8.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:649f6d84ccbae73ab767e206772cc2d7a393a001070a4c814a546afd0d423aed", size = 1448665 },
+    { url = "https://files.pythonhosted.org/packages/cc/94/eff1ddad2ce1d3cc26c162b3693043c6b6b575f538f602f26fe846dfdc75/black-24.8.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:2b59b250fdba5f9a9cd9d0ece6e6d993d91ce877d121d161e4698af3eb9c1018", size = 1762458 },
+    { url = "https://files.pythonhosted.org/packages/28/ea/18b8d86a9ca19a6942e4e16759b2fa5fc02bbc0eb33c1b866fcd387640ab/black-24.8.0-cp312-cp312-win_amd64.whl", hash = "sha256:6e55d30d44bed36593c3163b9bc63bf58b3b30e4611e4d88a0c3c239930ed5b2", size = 1436109 },
+    { url = "https://files.pythonhosted.org/packages/13/b2/b3f24fdbb46f0e7ef6238e131f13572ee8279b70f237f221dd168a9dba1a/black-24.8.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:eab4dd44ce80dea27dc69db40dab62d4ca96112f87996bca68cd75639aeb2e4c", size = 1631706 },
+    { url = "https://files.pythonhosted.org/packages/d9/35/31010981e4a05202a84a3116423970fd1a59d2eda4ac0b3570fbb7029ddc/black-24.8.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:3c4285573d4897a7610054af5a890bde7c65cb466040c5f0c8b732812d7f0e5e", size = 1457429 },
+    { url = "https://files.pythonhosted.org/packages/27/25/3f706b4f044dd569a20a4835c3b733dedea38d83d2ee0beb8178a6d44945/black-24.8.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:9e84e33b37be070ba135176c123ae52a51f82306def9f7d063ee302ecab2cf47", size = 1756488 },
+    { url = "https://files.pythonhosted.org/packages/63/72/79375cd8277cbf1c5670914e6bd4c1b15dea2c8f8e906dc21c448d0535f0/black-24.8.0-cp39-cp39-win_amd64.whl", hash = "sha256:73bbf84ed136e45d451a260c6b73ed674652f90a2b3211d6a35e78054563a9bb", size = 1417721 },
+    { url = "https://files.pythonhosted.org/packages/27/1e/83fa8a787180e1632c3d831f7e58994d7aaf23a0961320d21e84f922f919/black-24.8.0-py3-none-any.whl", hash = "sha256:972085c618ee94f402da1af548a4f218c754ea7e5dc70acb168bfaca4c2542ed", size = 206504 },
+]
+
+[[package]]
+name = "certifi"
+version = "2024.8.30"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/b0/ee/9b19140fe824b367c04c5e1b369942dd754c4c5462d5674002f75c4dedc1/certifi-2024.8.30.tar.gz", hash = "sha256:bec941d2aa8195e248a60b31ff9f0558284cf01a52591ceda73ea9afffd69fd9", size = 168507 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/12/90/3c9ff0512038035f59d279fddeb79f5f1eccd8859f06d6163c58798b9487/certifi-2024.8.30-py3-none-any.whl", hash = "sha256:922820b53db7a7257ffbda3f597266d435245903d80737e34f8a45ff3e3230d8", size = 167321 },
+]
+
+[[package]]
+name = "cfgv"
+version = "3.4.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/11/74/539e56497d9bd1d484fd863dd69cbbfa653cd2aa27abfe35653494d85e94/cfgv-3.4.0.tar.gz", hash = "sha256:e52591d4c5f5dead8e0f673fb16db7949d2cfb3f7da4582893288f0ded8fe560", size = 7114 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/c5/55/51844dd50c4fc7a33b653bfaba4c2456f06955289ca770a5dbd5fd267374/cfgv-3.4.0-py2.py3-none-any.whl", hash = "sha256:b7265b1f29fd3316bfcd2b330d63d024f2bfd8bcb8b0272f8e19a504856c48f9", size = 7249 },
+]
+
+[[package]]
+name = "charset-normalizer"
+version = "3.3.2"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp310-cp310-macosx_10_9_universal2.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp310-cp310-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp310-cp310-macosx_11_0_arm64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp310-cp310-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp311-cp311-macosx_10_9_universal2.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp311-cp311-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp311-cp311-macosx_11_0_arm64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp311-cp311-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp312-cp312-macosx_10_9_universal2.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp312-cp312-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp312-cp312-macosx_11_0_arm64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp312-cp312-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp39-cp39-macosx_10_9_universal2.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp39-cp39-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp39-cp39-macosx_11_0_arm64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-cp39-cp39-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/charset_normalizer-3.3.2-py3-none-any.whl" },
+]
+
+[[package]]
+name = "clang-format"
+version = "14.0.6"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/0c/92/d57c1b3ea310ae0f48ab51a5aa2c87c4c732c3d79037ad2527f2eed7ca34/clang-format-14.0.6.tar.gz", hash = "sha256:d5c96b500d7f8b5d2db5b75ac035be387512850ad589cdc3019666b861382136", size = 9598 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/08/62/71ffc9213f66cab7dd5adc5e933b5f64323272c197fcff2905674016c03d/clang_format-14.0.6-py2.py3-none-macosx_10_9_universal2.whl", hash = "sha256:bd400c47665dd19afc03f98e747f78ed828abab99c6a1b07e137b35c1cd3cc26", size = 1016919 },
+    { url = "https://files.pythonhosted.org/packages/5f/de/f666633c30a4cc9e987d153db992849bfeea03ad200bf1cfa937039c64ff/clang_format-14.0.6-py2.py3-none-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:13f2d6d4a2af004a783c65f0921afa8f0384bffcdaf500b6c2cb542edeb0b4a5", size = 1259649 },
+    { url = "https://files.pythonhosted.org/packages/ce/27/df41404419d9116e071d0b8a5ba0a0969d9db7587af689ec81ec75c1f18a/clang_format-14.0.6-py2.py3-none-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:d7c1c5e404c58e55f0170f01b3c5611dce6c119e62b5d1020347e0ad97d5a047", size = 1147591 },
+    { url = "https://files.pythonhosted.org/packages/23/e4/ea55429601432913e9fe40686c3c09a79338075c830a523fabc71aa49c69/clang_format-14.0.6-py2.py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dbfd60528eb3bb7d7cfe8576faa70845fbf93601f815ef75163d36606e87f388", size = 1205157 },
+    { url = "https://files.pythonhosted.org/packages/8c/67/e1faf73ea166669e1698f55f3ae366369db57d75eb3b6c04c93620ebac12/clang_format-14.0.6-py2.py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c93580945f75de7e01996f1fb3cf67e4dc424f1c864e237c85614fb99a48c7a4", size = 1949067 },
+    { url = "https://files.pythonhosted.org/packages/cd/3b/3e20072464e98314eafdc5bc5744454ade6e6f5e525fb29f6b4555173811/clang_format-14.0.6-py2.py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:aaf4edecc46a24f0b572b82cf5827e292ad1c137903427627c4d5f671668cc2b", size = 1187836 },
+    { url = "https://files.pythonhosted.org/packages/6e/06/302903004246dd62a11965e9f672b975c58ad6966985dbcaa14c6cdb4779/clang_format-14.0.6-py2.py3-none-win32.whl", hash = "sha256:810c649ab97d208cd418c897d50ab6e958eb8d96854527edd80d0dd21a75e914", size = 833512 },
+    { url = "https://files.pythonhosted.org/packages/63/7a/1f11404d5097263ad065cf9166dd00be0a8c1040c1ec4f57921ac07591eb/clang_format-14.0.6-py2.py3-none-win_amd64.whl", hash = "sha256:d780c04334bca80f2b60d25bf53c37bd0618520ee295a7888a11f25bde114ac4", size = 1007035 },
+]
+
+[[package]]
+name = "click"
+version = "8.1.7"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "colorama", marker = "(platform_system == 'Windows' and sys_platform == 'linux') or (platform_system == 'Windows' and sys_platform == 'windows')" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/96/d3/f04c7bfcf5c1862a2a5b845c6b2b360488cf47af55dfa79c98f6a6bf98b5/click-8.1.7.tar.gz", hash = "sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de", size = 336121 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/00/2e/d53fa4befbf2cfa713304affc7ca780ce4fc1fd8710527771b58311a3229/click-8.1.7-py3-none-any.whl", hash = "sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28", size = 97941 },
+]
+
+[[package]]
+name = "cloudpickle"
+version = "3.0.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/c8/72/42a6570fc61b1f8913529728ad314c7cf5961540728dcad22c33fb2db6b6/cloudpickle-3.0.0.tar.gz", hash = "sha256:996d9a482c6fb4f33c1a35335cf8afd065d2a56e973270364840712d9131a882", size = 21231 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/96/43/dae06432d0c4b1dc9e9149ad37b4ca8384cf6eb7700cd9215b177b914f0a/cloudpickle-3.0.0-py3-none-any.whl", hash = "sha256:246ee7d0c295602a036e86369c77fecda4ab17b506496730f2f576d9016fd9c7", size = 20088 },
+]
+
+[[package]]
+name = "colorama"
+version = "0.4.6"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/colorama-0.4.6-py2.py3-none-any.whl" },
+]
+
+[[package]]
+name = "comm"
+version = "0.2.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "traitlets", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/e9/a8/fb783cb0abe2b5fded9f55e5703015cdf1c9c85b3669087c538dd15a6a86/comm-0.2.2.tar.gz", hash = "sha256:3fd7a84065306e07bea1773df6eb8282de51ba82f77c72f9c85716ab11fe980e", size = 6210 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/e6/75/49e5bfe642f71f272236b5b2d2691cf915a7283cc0ceda56357b61daa538/comm-0.2.2-py3-none-any.whl", hash = "sha256:e6fb86cb70ff661ee8c9c14e7d36d6de3b4066f1441be4063df9c5009f0a64d3", size = 7180 },
+]
+
+[[package]]
+name = "decorator"
+version = "5.1.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/66/0c/8d907af351aa16b42caae42f9d6aa37b900c67308052d10fdce809f8d952/decorator-5.1.1.tar.gz", hash = "sha256:637996211036b6385ef91435e4fae22989472f9d571faba8927ba8253acbc330", size = 35016 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d5/50/83c593b07763e1161326b3b8c6686f0f4b0f24d5526546bee538c89837d6/decorator-5.1.1-py3-none-any.whl", hash = "sha256:b8c3f85900b9dc423225913c5aace94729fe1fa9763b38939a95226f02d37186", size = 9073 },
+]
+
+[[package]]
+name = "diffusers"
+version = "0.30.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "filelock", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "huggingface-hub", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "importlib-metadata", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "numpy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pillow", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "regex", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "requests", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "safetensors", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/de/a9/a53a3d0c0a277a5002aa1e625d0e651b2957f901438052d8d47a97703883/diffusers-0.30.3.tar.gz", hash = "sha256:67c5eb25d5b50bf0742624ef43fe0f6d1e1604f64aad3e8558469cbe89ecf72f", size = 2113910 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d1/1c/2ad4e336fe8d83865810f32717a6b38ece3e90c2acc441cfadb5ce950eda/diffusers-0.30.3-py3-none-any.whl", hash = "sha256:1b70209e4d2c61223b96a7e13bc4d70869c8b0b68f54a35ce3a67fcf813edeee", size = 2658350 },
+]
+
+[[package]]
+name = "distlib"
+version = "0.3.8"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/c4/91/e2df406fb4efacdf46871c25cde65d3c6ee5e173b7e5a4547a47bae91920/distlib-0.3.8.tar.gz", hash = "sha256:1530ea13e350031b6312d8580ddb6b27a104275a31106523b8f123787f494f64", size = 609931 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/8e/41/9307e4f5f9976bc8b7fea0b66367734e8faf3ec84bc0d412d8cfabbb66cd/distlib-0.3.8-py2.py3-none-any.whl", hash = "sha256:034db59a0b96f8ca18035f36290806a9a6e6bd9d1ff91e45a7f172eb17e51784", size = 468850 },
+]
+
+[[package]]
+name = "exceptiongroup"
+version = "1.2.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/09/35/2495c4ac46b980e4ca1f6ad6db102322ef3ad2410b79fdde159a4b0f3b92/exceptiongroup-1.2.2.tar.gz", hash = "sha256:47c2edf7c6738fafb49fd34290706d1a1a2f4d1c6df275526b62cbb4aa5393cc", size = 28883 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/02/cc/b7e31358aac6ed1ef2bb790a9746ac2c69bcb3c8588b41616914eb106eaf/exceptiongroup-1.2.2-py3-none-any.whl", hash = "sha256:3111b9d131c238bec2f8f516e123e14ba243563fb135d3fe885990585aa7795b", size = 16453 },
+]
+
+[[package]]
+name = "execnet"
+version = "2.1.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/bb/ff/b4c0dc78fbe20c3e59c0c7334de0c27eb4001a2b2017999af398bf730817/execnet-2.1.1.tar.gz", hash = "sha256:5189b52c6121c24feae288166ab41b32549c7e2348652736540b9e6e7d4e72e3", size = 166524 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/43/09/2aea36ff60d16dd8879bdb2f5b3ee0ba8d08cbbdcdfe870e695ce3784385/execnet-2.1.1-py3-none-any.whl", hash = "sha256:26dee51f1b80cebd6d0ca8e74dd8745419761d3bef34163928cbebbdc4749fdc", size = 40612 },
+]
+
+[[package]]
+name = "executing"
+version = "2.1.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/8c/e3/7d45f492c2c4a0e8e0fad57d081a7c8a0286cdd86372b070cca1ec0caa1e/executing-2.1.0.tar.gz", hash = "sha256:8ea27ddd260da8150fa5a708269c4a10e76161e2496ec3e587da9e3c0fe4b9ab", size = 977485 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b5/fd/afcd0496feca3276f509df3dbd5dae726fcc756f1a08d9e25abe1733f962/executing-2.1.0-py2.py3-none-any.whl", hash = "sha256:8d63781349375b5ebccc3142f4b30350c0cd9c79f921cde38be2be4637e98eaf", size = 25805 },
+]
+
+[[package]]
+name = "expecttest"
+version = "0.1.6"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/a2/46/42526e9e0f6d67966bd15364fc3713ac5a3501204868e472583f12c5271d/expecttest-0.1.6.tar.gz", hash = "sha256:fd49563b6703b9c060a0bc946dfafc62bad74898867432192927eb1e5f9d8952", size = 6518 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/c7/39/689391845f5dc48df81b0c22248d5f66919b82da12f2bab1424bc3610529/expecttest-0.1.6-py3-none-any.whl", hash = "sha256:7cf2db203c06f9e3173670ca9d09ac00912e535139afac2c7458c1627b1a3ee6", size = 6535 },
+]
+
+[[package]]
+name = "filelock"
+version = "3.16.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/9d/db/3ef5bb276dae18d6ec2124224403d1d67bccdbefc17af4cc8f553e341ab1/filelock-3.16.1.tar.gz", hash = "sha256:c249fbfcd5db47e5e2d6d62198e565475ee65e4831e2561c8e313fa7eb961435", size = 18037 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b9/f8/feced7779d755758a52d1f6635d990b8d98dc0a29fa568bbe0625f18fdf3/filelock-3.16.1-py3-none-any.whl", hash = "sha256:2082e5703d51fbf98ea75855d9d5527e33d8ff23099bec374a134febee6946b0", size = 16163 },
+]
+
+[[package]]
+name = "fsspec"
+version = "2024.9.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/62/7c/12b0943011daaaa9c35c2a2e22e5eb929ac90002f08f1259d69aedad84de/fsspec-2024.9.0.tar.gz", hash = "sha256:4b0afb90c2f21832df142f292649035d80b421f60a9e1c027802e5a0da2b04e8", size = 286206 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/1d/a0/6aaea0c2fbea2f89bfd5db25fb1e3481896a423002ebe4e55288907a97a3/fsspec-2024.9.0-py3-none-any.whl", hash = "sha256:a0947d552d8a6efa72cc2c730b12c41d043509156966cca4fb157b0f2a0c574b", size = 179253 },
+]
+
+[[package]]
+name = "huggingface-hub"
+version = "0.25.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "filelock", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "fsspec", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "packaging", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pyyaml", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "requests", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "tqdm", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "typing-extensions", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/81/18/52812091169325bf609feac958d5612e9c49788155a170352c7d55b6a74c/huggingface_hub-0.25.0.tar.gz", hash = "sha256:fb5fbe6c12fcd99d187ec7db95db9110fb1a20505f23040a5449a717c1a0db4d", size = 365666 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d5/ce/1f8e61cd63175cc2e79233b954b1c4e85363c788fb3a1fa23c87a25c9b81/huggingface_hub-0.25.0-py3-none-any.whl", hash = "sha256:e2f357b35d72d5012cfd127108c4e14abcd61ba4ebc90a5a374dc2456cb34e12", size = 436429 },
+]
+
+[[package]]
+name = "identify"
+version = "2.6.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/29/bb/25024dbcc93516c492b75919e76f389bac754a3e4248682fba32b250c880/identify-2.6.1.tar.gz", hash = "sha256:91478c5fb7c3aac5ff7bf9b4344f803843dc586832d5f110d672b19aa1984c98", size = 99097 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/7d/0c/4ef72754c050979fdcc06c744715ae70ea37e734816bb6514f79df77a42f/identify-2.6.1-py2.py3-none-any.whl", hash = "sha256:53863bcac7caf8d2ed85bd20312ea5dcfc22226800f6d6881f232d861db5a8f0", size = 98972 },
+]
+
+[[package]]
+name = "idna"
+version = "3.10"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/f1/70/7703c29685631f5a7590aa73f1f1d3fa9a380e654b86af429e0934a32f7d/idna-3.10.tar.gz", hash = "sha256:12f65c9b470abda6dc35cf8e63cc574b1c52b11df2c86030af0ac09b01b13ea9", size = 190490 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/76/c6/c88e154df9c4e1a2a66ccf0005a88dfb2650c1dffb6f5ce603dfbd452ce3/idna-3.10-py3-none-any.whl", hash = "sha256:946d195a0d259cbba61165e88e65941f16e9b36ea6ddb97f00452bae8b1287d3", size = 70442 },
+]
+
+[[package]]
+name = "importlib-metadata"
+version = "8.5.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "zipp", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/cd/12/33e59336dca5be0c398a7482335911a33aa0e20776128f038019f1a95f1b/importlib_metadata-8.5.0.tar.gz", hash = "sha256:71522656f0abace1d072b9e5481a48f07c138e00f079c38c8f883823f9c26bd7", size = 55304 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/a0/d9/a1e041c5e7caa9a05c925f4bdbdfb7f006d1f74996af53467bc394c97be7/importlib_metadata-8.5.0-py3-none-any.whl", hash = "sha256:45e54197d28b7a7f1559e60b95e7c567032b602131fbd588f1497f47880aa68b", size = 26514 },
+]
+
+[[package]]
+name = "iniconfig"
+version = "2.0.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d7/4b/cbd8e699e64a6f16ca3a8220661b5f83792b3017d0f79807cb8708d33913/iniconfig-2.0.0.tar.gz", hash = "sha256:2d91e135bf72d31a410b17c16da610a82cb55f6b0477d1a902134b24a455b8b3", size = 4646 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ef/a6/62565a6e1cf69e10f5727360368e451d4b7f58beeac6173dc9db836a5b46/iniconfig-2.0.0-py3-none-any.whl", hash = "sha256:b6a85871a79d2e3b22d2d1b94ac2824226a63c6b741c88f7ae975f18b6778374", size = 5892 },
+]
+
+[[package]]
+name = "ipython"
+version = "8.18.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "decorator", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "exceptiongroup", marker = "(python_full_version < '3.11' and sys_platform == 'linux') or (python_full_version < '3.11' and sys_platform == 'windows')" },
+    { name = "jedi", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "matplotlib-inline", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pexpect", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "prompt-toolkit", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pygments", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "stack-data", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "traitlets", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "typing-extensions", marker = "(python_full_version < '3.10' and sys_platform == 'linux') or (python_full_version < '3.10' and sys_platform == 'windows')" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/b1/b9/3ba6c45a6df813c09a48bac313c22ff83efa26cbb55011218d925a46e2ad/ipython-8.18.1.tar.gz", hash = "sha256:ca6f079bb33457c66e233e4580ebfc4128855b4cf6370dddd73842a9563e8a27", size = 5486330 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/47/6b/d9fdcdef2eb6a23f391251fde8781c38d42acd82abe84d054cb74f7863b0/ipython-8.18.1-py3-none-any.whl", hash = "sha256:e8267419d72d81955ec1177f8a29aaa90ac80ad647499201119e2f05e99aa397", size = 808161 },
+]
+
+[[package]]
+name = "ipywidgets"
+version = "8.1.5"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "comm", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "ipython", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "jupyterlab-widgets", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "traitlets", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "widgetsnbextension", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/c7/4c/dab2a281b07596a5fc220d49827fe6c794c66f1493d7a74f1df0640f2cc5/ipywidgets-8.1.5.tar.gz", hash = "sha256:870e43b1a35656a80c18c9503bbf2d16802db1cb487eec6fab27d683381dde17", size = 116723 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/22/2d/9c0b76f2f9cc0ebede1b9371b6f317243028ed60b90705863d493bae622e/ipywidgets-8.1.5-py3-none-any.whl", hash = "sha256:3290f526f87ae6e77655555baba4f36681c555b8bdbbff430b70e52c34c86245", size = 139767 },
+]
+
+[[package]]
+name = "isort"
+version = "5.13.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/87/f9/c1eb8635a24e87ade2efce21e3ce8cd6b8630bb685ddc9cdaca1349b2eb5/isort-5.13.2.tar.gz", hash = "sha256:48fdfcb9face5d58a4f6dde2e72a1fb8dcaf8ab26f95ab49fab84c2ddefb0109", size = 175303 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d1/b3/8def84f539e7d2289a02f0524b944b15d7c75dab7628bedf1c4f0992029c/isort-5.13.2-py3-none-any.whl", hash = "sha256:8ca5e72a8d85860d5a3fa69b8745237f2939afe12dbf656afbcb47fe72d947a6", size = 92310 },
+]
+
+[[package]]
+name = "jedi"
+version = "0.19.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "parso", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/d6/99/99b493cec4bf43176b678de30f81ed003fd6a647a301b9c927280c600f0a/jedi-0.19.1.tar.gz", hash = "sha256:cf0496f3651bc65d7174ac1b7d043eff454892c708a87d1b683e57b569927ffd", size = 1227821 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/20/9f/bc63f0f0737ad7a60800bfd472a4836661adae21f9c2535f3957b1e54ceb/jedi-0.19.1-py2.py3-none-any.whl", hash = "sha256:e983c654fe5c02867aef4cdfce5a2fbb4a50adc0af145f70504238f18ef5e7e0", size = 1569361 },
+]
+
+[[package]]
+name = "jinja2"
+version = "3.1.4"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+dependencies = [
+    { name = "markupsafe", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/Jinja2-3.1.4-py3-none-any.whl" },
+]
+
+[[package]]
+name = "jupyterlab-widgets"
+version = "3.0.13"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/59/73/fa26bbb747a9ea4fca6b01453aa22990d52ab62dd61384f1ac0dc9d4e7ba/jupyterlab_widgets-3.0.13.tar.gz", hash = "sha256:a2966d385328c1942b683a8cd96b89b8dd82c8b8f81dda902bb2bc06d46f5bed", size = 203556 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/a9/93/858e87edc634d628e5d752ba944c2833133a28fa87bb093e6832ced36a3e/jupyterlab_widgets-3.0.13-py3-none-any.whl", hash = "sha256:e3cda2c233ce144192f1e29914ad522b2f4c40e77214b0cc97377ca3d323db54", size = 214392 },
+]
+
+[[package]]
+name = "markdown-it-py"
+version = "3.0.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "mdurl", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/38/71/3b932df36c1a044d397a1f92d1cf91ee0a503d91e470cbd670aa66b07ed0/markdown-it-py-3.0.0.tar.gz", hash = "sha256:e3f60a94fa066dc52ec76661e37c851cb232d92f9886b15cb560aaada2df8feb", size = 74596 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/42/d7/1ec15b46af6af88f19b8e5ffea08fa375d433c998b8a7639e76935c14f1f/markdown_it_py-3.0.0-py3-none-any.whl", hash = "sha256:355216845c60bd96232cd8d8c40e8f9765cc86f46880e43a8fd22dc1a1a8cab1", size = 87528 },
+]
+
+[[package]]
+name = "markupsafe"
+version = "2.1.5"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+sdist = { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5.tar.gz" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp310-cp310-macosx_10_9_universal2.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp310-cp310-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp310-cp310-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp311-cp311-macosx_10_9_universal2.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp311-cp311-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp311-cp311-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_universal2.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp312-cp312-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp39-cp39-macosx_10_9_universal2.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp39-cp39-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/MarkupSafe-2.1.5-cp39-cp39-win_amd64.whl" },
+]
+
+[[package]]
+name = "matplotlib-inline"
+version = "0.1.7"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "traitlets", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/99/5b/a36a337438a14116b16480db471ad061c36c3694df7c2084a0da7ba538b7/matplotlib_inline-0.1.7.tar.gz", hash = "sha256:8423b23ec666be3d16e16b60bdd8ac4e86e840ebd1dd11a30b9f117f2fa0ab90", size = 8159 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/8f/8e/9ad090d3553c280a8060fbf6e24dc1c0c29704ee7d1c372f0c174aa59285/matplotlib_inline-0.1.7-py3-none-any.whl", hash = "sha256:df192d39a4ff8f21b1895d72e6a13f5fcc5099f00fa84384e0ea28c2cc0653ca", size = 9899 },
+]
+
+[[package]]
+name = "mdurl"
+version = "0.1.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d6/54/cfe61301667036ec958cb99bd3efefba235e65cdeb9c84d24a8293ba1d90/mdurl-0.1.2.tar.gz", hash = "sha256:bb413d29f5eea38f31dd4754dd7377d4465116fb207585f97bf925588687c1ba", size = 8729 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b3/38/89ba8ad64ae25be8de66a6d463314cf1eb366222074cfda9ee839c56a4b4/mdurl-0.1.2-py3-none-any.whl", hash = "sha256:84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8", size = 9979 },
+]
+
+[[package]]
+name = "mpmath"
+version = "1.3.0"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/mpmath-1.3.0-py3-none-any.whl" },
+]
+
+[[package]]
+name = "mypy"
+version = "1.11.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "mypy-extensions", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "tomli", marker = "(python_full_version < '3.11' and sys_platform == 'linux') or (python_full_version < '3.11' and sys_platform == 'windows')" },
+    { name = "typing-extensions", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/5c/86/5d7cbc4974fd564550b80fbb8103c05501ea11aa7835edf3351d90095896/mypy-1.11.2.tar.gz", hash = "sha256:7f9993ad3e0ffdc95c2a14b66dee63729f021968bff8ad911867579c65d13a79", size = 3078806 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/78/cd/815368cd83c3a31873e5e55b317551500b12f2d1d7549720632f32630333/mypy-1.11.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d42a6dd818ffce7be66cce644f1dff482f1d97c53ca70908dff0b9ddc120b77a", size = 10939401 },
+    { url = "https://files.pythonhosted.org/packages/f1/27/e18c93a195d2fad75eb96e1f1cbc431842c332e8eba2e2b77eaf7313c6b7/mypy-1.11.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:801780c56d1cdb896eacd5619a83e427ce436d86a3bdf9112527f24a66618fef", size = 10111697 },
+    { url = "https://files.pythonhosted.org/packages/dc/08/cdc1fc6d0d5a67d354741344cc4aa7d53f7128902ebcbe699ddd4f15a61c/mypy-1.11.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:41ea707d036a5307ac674ea172875f40c9d55c5394f888b168033177fce47383", size = 12500508 },
+    { url = "https://files.pythonhosted.org/packages/64/12/aad3af008c92c2d5d0720ea3b6674ba94a98cdb86888d389acdb5f218c30/mypy-1.11.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:6e658bd2d20565ea86da7d91331b0eed6d2eee22dc031579e6297f3e12c758c8", size = 13020712 },
+    { url = "https://files.pythonhosted.org/packages/03/e6/a7d97cc124a565be5e9b7d5c2a6ebf082379ffba99646e4863ed5bbcb3c3/mypy-1.11.2-cp310-cp310-win_amd64.whl", hash = "sha256:478db5f5036817fe45adb7332d927daa62417159d49783041338921dcf646fc7", size = 9567319 },
+    { url = "https://files.pythonhosted.org/packages/e2/aa/cc56fb53ebe14c64f1fe91d32d838d6f4db948b9494e200d2f61b820b85d/mypy-1.11.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:75746e06d5fa1e91bfd5432448d00d34593b52e7e91a187d981d08d1f33d4385", size = 10859630 },
+    { url = "https://files.pythonhosted.org/packages/04/c8/b19a760fab491c22c51975cf74e3d253b8c8ce2be7afaa2490fbf95a8c59/mypy-1.11.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:a976775ab2256aadc6add633d44f100a2517d2388906ec4f13231fafbb0eccca", size = 10037973 },
+    { url = "https://files.pythonhosted.org/packages/88/57/7e7e39f2619c8f74a22efb9a4c4eff32b09d3798335625a124436d121d89/mypy-1.11.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:cd953f221ac1379050a8a646585a29574488974f79d8082cedef62744f0a0104", size = 12416659 },
+    { url = "https://files.pythonhosted.org/packages/fc/a6/37f7544666b63a27e46c48f49caeee388bf3ce95f9c570eb5cfba5234405/mypy-1.11.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:57555a7715c0a34421013144a33d280e73c08df70f3a18a552938587ce9274f4", size = 12897010 },
+    { url = "https://files.pythonhosted.org/packages/84/8b/459a513badc4d34acb31c736a0101c22d2bd0697b969796ad93294165cfb/mypy-1.11.2-cp311-cp311-win_amd64.whl", hash = "sha256:36383a4fcbad95f2657642a07ba22ff797de26277158f1cc7bd234821468b1b6", size = 9562873 },
+    { url = "https://files.pythonhosted.org/packages/35/3a/ed7b12ecc3f6db2f664ccf85cb2e004d3e90bec928e9d7be6aa2f16b7cdf/mypy-1.11.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:e8960dbbbf36906c5c0b7f4fbf2f0c7ffb20f4898e6a879fcf56a41a08b0d318", size = 10990335 },
+    { url = "https://files.pythonhosted.org/packages/04/e4/1a9051e2ef10296d206519f1df13d2cc896aea39e8683302f89bf5792a59/mypy-1.11.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:06d26c277962f3fb50e13044674aa10553981ae514288cb7d0a738f495550b36", size = 10007119 },
+    { url = "https://files.pythonhosted.org/packages/f3/3c/350a9da895f8a7e87ade0028b962be0252d152e0c2fbaafa6f0658b4d0d4/mypy-1.11.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6e7184632d89d677973a14d00ae4d03214c8bc301ceefcdaf5c474866814c987", size = 12506856 },
+    { url = "https://files.pythonhosted.org/packages/b6/49/ee5adf6a49ff13f4202d949544d3d08abb0ea1f3e7f2a6d5b4c10ba0360a/mypy-1.11.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:3a66169b92452f72117e2da3a576087025449018afc2d8e9bfe5ffab865709ca", size = 12952066 },
+    { url = "https://files.pythonhosted.org/packages/27/c0/b19d709a42b24004d720db37446a42abadf844d5c46a2c442e2a074d70d9/mypy-1.11.2-cp312-cp312-win_amd64.whl", hash = "sha256:969ea3ef09617aff826885a22ece0ddef69d95852cdad2f60c8bb06bf1f71f70", size = 9664000 },
+    { url = "https://files.pythonhosted.org/packages/16/64/bb5ed751487e2bea0dfaa6f640a7e3bb88083648f522e766d5ef4a76f578/mypy-1.11.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:801ca29f43d5acce85f8e999b1e431fb479cb02d0e11deb7d2abb56bdaf24fd6", size = 10937294 },
+    { url = "https://files.pythonhosted.org/packages/a9/a3/67a0069abed93c3bf3b0bebb8857e2979a02828a4a3fd82f107f8f1143e8/mypy-1.11.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:af8d155170fcf87a2afb55b35dc1a0ac21df4431e7d96717621962e4b9192e70", size = 10107707 },
+    { url = "https://files.pythonhosted.org/packages/2f/4d/0379daf4258b454b1f9ed589a9dabd072c17f97496daea7b72fdacf7c248/mypy-1.11.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:f7821776e5c4286b6a13138cc935e2e9b6fde05e081bdebf5cdb2bb97c9df81d", size = 12498367 },
+    { url = "https://files.pythonhosted.org/packages/3b/dc/3976a988c280b3571b8eb6928882dc4b723a403b21735a6d8ae6ed20e82b/mypy-1.11.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:539c570477a96a4e6fb718b8d5c3e0c0eba1f485df13f86d2970c91f0673148d", size = 13018014 },
+    { url = "https://files.pythonhosted.org/packages/83/84/adffc7138fb970e7e2a167bd20b33bb78958370179853a4ebe9008139342/mypy-1.11.2-cp39-cp39-win_amd64.whl", hash = "sha256:3f14cd3d386ac4d05c5a39a51b84387403dadbd936e17cb35882134d4f8f0d24", size = 9568056 },
+    { url = "https://files.pythonhosted.org/packages/42/3a/bdf730640ac523229dd6578e8a581795720a9321399de494374afc437ec5/mypy-1.11.2-py3-none-any.whl", hash = "sha256:b499bc07dbdcd3de92b0a8b29fdf592c111276f6a12fe29c30f6c417dd546d12", size = 2619625 },
+]
+
+[[package]]
+name = "mypy-extensions"
+version = "1.0.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/98/a4/1ab47638b92648243faf97a5aeb6ea83059cc3624972ab6b8d2316078d3f/mypy_extensions-1.0.0.tar.gz", hash = "sha256:75dbf8955dc00442a438fc4d0666508a9a97b6bd41aa2f0ffe9d2f2725af0782", size = 4433 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/2a/e2/5d3f6ada4297caebe1a2add3b126fe800c96f56dbe5d1988a2cbe0b267aa/mypy_extensions-1.0.0-py3-none-any.whl", hash = "sha256:4392f6c0eb8a5668a69e23d168ffa70f0be9ccfd32b5cc2d26a34ae5b844552d", size = 4695 },
+]
+
+[[package]]
+name = "networkx"
+version = "3.3"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/networkx-3.3-py3-none-any.whl" },
+]
+
+[[package]]
+name = "ninja"
+version = "1.11.1.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/37/2c/d717d13a413d6f7579cdaa1e28e6e2c98de95461549b08d311c8a5bf4c51/ninja-1.11.1.1.tar.gz", hash = "sha256:9d793b08dd857e38d0b6ffe9e6b7145d7c485a42dcfea04905ca0cdb6017cc3c", size = 132392 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/3d/6e/04ed11bb244039908f6f212cb5f3e97933e238655248e4ce307c1687ba1f/ninja-1.11.1.1-py2.py3-none-macosx_10_9_universal2.macosx_10_9_x86_64.macosx_11_0_arm64.macosx_11_0_universal2.whl", hash = "sha256:376889c76d87b95b5719fdd61dd7db193aa7fd4432e5d52d2e44e4c497bdbbee", size = 270611 },
+    { url = "https://files.pythonhosted.org/packages/2c/52/0e5423311eb9939b6f9354059a6d88a6211eb4fa1c7a4ef303ecee1c1fe0/ninja-1.11.1.1-py2.py3-none-manylinux1_i686.manylinux_2_5_i686.whl", hash = "sha256:ecf80cf5afd09f14dcceff28cb3f11dc90fb97c999c89307aea435889cb66877", size = 324256 },
+    { url = "https://files.pythonhosted.org/packages/6d/92/8d7aebd4430ab5ff65df2bfee6d5745f95c004284db2d8ca76dcbfd9de47/ninja-1.11.1.1-py2.py3-none-manylinux1_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:84502ec98f02a037a169c4b0d5d86075eaf6afc55e1879003d6cab51ced2ea4b", size = 307194 },
+    { url = "https://files.pythonhosted.org/packages/01/c8/96424839fd127b4492229acf50763ed9940d864ca35d17d151934aef1f6f/ninja-1.11.1.1-py2.py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:73b93c14046447c7c5cc892433d4fae65d6364bec6685411cb97a8bcf815f93a", size = 155643 },
+    { url = "https://files.pythonhosted.org/packages/6b/fa/5ca8e65a98cdb9a71d4f1e38cac7bd757bbb9555a5aef5a4d293aa890e5c/ninja-1.11.1.1-py2.py3-none-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:18302d96a5467ea98b68e1cae1ae4b4fb2b2a56a82b955193c637557c7273dbd", size = 179538 },
+    { url = "https://files.pythonhosted.org/packages/45/ef/60086f02cbc6882da00a02c81d645cefd8d2d65b01fade41b873d8dd85a2/ninja-1.11.1.1-py2.py3-none-manylinux2014_s390x.manylinux_2_17_s390x.whl", hash = "sha256:aad34a70ef15b12519946c5633344bc775a7656d789d9ed5fdb0d456383716ef", size = 156217 },
+    { url = "https://files.pythonhosted.org/packages/1c/00/2fd13ac6aafdb566f00d6b541101fca54e58ae58bf96c00f9780df019607/ninja-1.11.1.1-py2.py3-none-musllinux_1_1_aarch64.whl", hash = "sha256:d491fc8d89cdcb416107c349ad1e3a735d4c4af5e1cb8f5f727baca6350fdaea", size = 372069 },
+    { url = "https://files.pythonhosted.org/packages/ad/5d/6e97c8a25167d4867694c7fb0b9bdbc9b096d6479c8e56c5bd41b49613f6/ninja-1.11.1.1-py2.py3-none-musllinux_1_1_i686.whl", hash = "sha256:7563ce1d9fe6ed5af0b8dd9ab4a214bf4ff1f2f6fd6dc29f480981f0f8b8b249", size = 418859 },
+    { url = "https://files.pythonhosted.org/packages/43/78/34af88d753389a9412438d16142c77e587e0d69152faf0bbf99701063dd8/ninja-1.11.1.1-py2.py3-none-musllinux_1_1_ppc64le.whl", hash = "sha256:9df724344202b83018abb45cb1efc22efd337a1496514e7e6b3b59655be85205", size = 419782 },
+    { url = "https://files.pythonhosted.org/packages/3b/74/de0633f8bced3b188942fca64a950e8f2206c60c10c97af465b356ae9b25/ninja-1.11.1.1-py2.py3-none-musllinux_1_1_s390x.whl", hash = "sha256:3e0f9be5bb20d74d58c66cc1c414c3e6aeb45c35b0d0e41e8d739c2c0d57784f", size = 415476 },
+    { url = "https://files.pythonhosted.org/packages/9a/f3/3e4a56ff77739d1582749b93497bdebf11e003fbc7a66363ef6c772ebd0a/ninja-1.11.1.1-py2.py3-none-musllinux_1_1_x86_64.whl", hash = "sha256:76482ba746a2618eecf89d5253c0d1e4f1da1270d41e9f54dfbd91831b0f6885", size = 379229 },
+    { url = "https://files.pythonhosted.org/packages/c5/ee/53df34fcc9c0b1db62b2f2e2c848e28d9354e1c7f0dce029ee50b16ca157/ninja-1.11.1.1-py2.py3-none-win32.whl", hash = "sha256:fa2ba9d74acfdfbfbcf06fad1b8282de8a7a8c481d9dee45c859a8c93fcc1082", size = 265049 },
+    { url = "https://files.pythonhosted.org/packages/b6/2f/a3bc50fa63fc4fe9348e15b53dc8c87febfd4e0c660fcf250c4b19a3aa3b/ninja-1.11.1.1-py2.py3-none-win_amd64.whl", hash = "sha256:95da904130bfa02ea74ff9c0116b4ad266174fafb1c707aa50212bc7859aebf1", size = 312958 },
+    { url = "https://files.pythonhosted.org/packages/73/2a/f5b7b3b7ecd5cf4e31375580bf5c6a01a328ed1ebdfff90fab463e3f4bc7/ninja-1.11.1.1-py2.py3-none-win_arm64.whl", hash = "sha256:185e0641bde601e53841525c4196278e9aaf4463758da6dd1e752c0a0f54136a", size = 272686 },
+]
+
+[[package]]
+name = "nodeenv"
+version = "1.9.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/43/16/fc88b08840de0e0a72a2f9d8c6bae36be573e475a6326ae854bcc549fc45/nodeenv-1.9.1.tar.gz", hash = "sha256:6ec12890a2dab7946721edbfbcd91f3319c6ccc9aec47be7c7e6b7011ee6645f", size = 47437 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d2/1d/1b658dbd2b9fa9c4c9f32accbfc0205d532c8c6194dc0f2a4c0428e7128a/nodeenv-1.9.1-py2.py3-none-any.whl", hash = "sha256:ba11c9782d29c27c70ffbdda2d7415098754709be8a7056d79a737cd901155c9", size = 22314 },
+]
+
+[[package]]
+name = "numpy"
+version = "1.26.4"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp310-cp310-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp310-cp310-macosx_11_0_arm64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp310-cp310-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp311-cp311-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp311-cp311-macosx_11_0_arm64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp311-cp311-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp312-cp312-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp312-cp312-macosx_11_0_arm64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp312-cp312-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp39-cp39-macosx_10_9_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp39-cp39-macosx_11_0_arm64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/numpy-1.26.4-cp39-cp39-win_amd64.whl" },
+]
+
+[[package]]
+name = "nvidia-cublas-cu12"
+version = "12.4.5.8"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cublas_cu12-12.4.5.8-py3-none-manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cublas_cu12-12.4.5.8-py3-none-manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cublas_cu12-12.4.5.8-py3-none-win_amd64.whl" },
+]
+
+[[package]]
+name = "nvidia-cuda-cupti-cu12"
+version = "12.4.127"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cuda_cupti_cu12-12.4.127-py3-none-manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cuda_cupti_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cuda_cupti_cu12-12.4.127-py3-none-win_amd64.whl" },
+]
+
+[[package]]
+name = "nvidia-cuda-nvrtc-cu12"
+version = "12.4.127"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cuda_nvrtc_cu12-12.4.127-py3-none-manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cuda_nvrtc_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cuda_nvrtc_cu12-12.4.127-py3-none-win_amd64.whl" },
+]
+
+[[package]]
+name = "nvidia-cuda-runtime-cu12"
+version = "12.4.127"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cuda_runtime_cu12-12.4.127-py3-none-manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cuda_runtime_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cuda_runtime_cu12-12.4.127-py3-none-win_amd64.whl" },
+]
+
+[[package]]
+name = "nvidia-cudnn-cu12"
+version = "9.1.0.70"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+dependencies = [
+    { name = "nvidia-cublas-cu12", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl" },
+]
+
+[[package]]
+name = "nvidia-cufft-cu12"
+version = "11.2.1.3"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cufft_cu12-11.2.1.3-py3-none-manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cufft_cu12-11.2.1.3-py3-none-manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cufft_cu12-11.2.1.3-py3-none-win_amd64.whl" },
+]
+
+[[package]]
+name = "nvidia-curand-cu12"
+version = "10.3.5.147"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_curand_cu12-10.3.5.147-py3-none-manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_curand_cu12-10.3.5.147-py3-none-manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_curand_cu12-10.3.5.147-py3-none-win_amd64.whl" },
+]
+
+[[package]]
+name = "nvidia-cusolver-cu12"
+version = "11.6.1.9"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+dependencies = [
+    { name = "nvidia-cublas-cu12", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "nvidia-cusparse-cu12", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "nvidia-nvjitlink-cu12", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cusolver_cu12-11.6.1.9-py3-none-manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cusolver_cu12-11.6.1.9-py3-none-manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cusolver_cu12-11.6.1.9-py3-none-win_amd64.whl" },
+]
+
+[[package]]
+name = "nvidia-cusparse-cu12"
+version = "12.3.1.170"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+dependencies = [
+    { name = "nvidia-nvjitlink-cu12", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cusparse_cu12-12.3.1.170-py3-none-manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cusparse_cu12-12.3.1.170-py3-none-manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_cusparse_cu12-12.3.1.170-py3-none-win_amd64.whl" },
+]
+
+[[package]]
+name = "nvidia-modelopt"
+version = "0.17.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "cloudpickle", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "ninja", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "numpy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "packaging", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pydantic", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "rich", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "scipy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "setuptools", marker = "(python_full_version >= '3.12' and sys_platform == 'linux') or (python_full_version >= '3.12' and sys_platform == 'windows')" },
+    { name = "tqdm", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/32/b2/2a688cc56d875a08e3e732af642d0ae0f4a7253dc1a00fd271e2fe1a79e9/nvidia_modelopt-0.17.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f646da43a46ddf10eb2c2ddebe49cb1a58e631348808c5640afe217f8ab223ae", size = 4699528 },
+    { url = "https://files.pythonhosted.org/packages/b2/b3/98bea42c27fb9ca9f6c502ec3624f2000732f9cc642652b75378f6fed1db/nvidia_modelopt-0.17.0-cp310-cp310-manylinux_2_28_aarch64.whl", hash = "sha256:67cd2faad4c0084864330533112cb231fdf404526086f0803e593f65b7868f47", size = 4502680 },
+    { url = "https://files.pythonhosted.org/packages/b9/5c/24111cfee820bc96169b470f60e1540fbaac85c17566c552b4bf86aba312/nvidia_modelopt-0.17.0-cp310-cp310-win_amd64.whl", hash = "sha256:1594b2492d038940e696ed7e26014e5f0eee7e0c616b6ce619c18ddc2116c433", size = 1092507 },
+    { url = "https://files.pythonhosted.org/packages/26/7e/beb7461b6bedf7fff043ded616a520468c992df9d005d3bfd87eab1dab71/nvidia_modelopt-0.17.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ee7480fdb7e1e6d22e17092bfbc6abf6140f070853c21662e4b6162aec228feb", size = 5108601 },
+    { url = "https://files.pythonhosted.org/packages/43/79/45572053e3e928f32d62fcae8704a2667a646356ac752a15490829398987/nvidia_modelopt-0.17.0-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:16e6a8df04e6551a9f2059cb5c68608d18b38cb14dec609ac920035ceeccbf98", size = 4966637 },
+    { url = "https://files.pythonhosted.org/packages/70/d5/ef43dc8b5d9b026318ec138ac2403f63081449ecafedaa8de1be27c38d54/nvidia_modelopt-0.17.0-cp311-cp311-win_amd64.whl", hash = "sha256:f62ffbb4cdfb86a6b965ec5d20ef0709520074fcc5f6be912f540322c527873b", size = 1094628 },
+    { url = "https://files.pythonhosted.org/packages/7e/a9/53a82e52fd0d5c44a6a09f48db30b7e133e393ad1b7cef280ac41a4a8bca/nvidia_modelopt-0.17.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:557b92dbeeb4d9dedb58d9a6251901870a7458f6e773838efa9155693c5d21e1", size = 5145613 },
+    { url = "https://files.pythonhosted.org/packages/4e/59/d3d2c7d59c5b56c86c0c1c55896d6800539f5b1aae7c3ea43331c117fe95/nvidia_modelopt-0.17.0-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:3a07969bb8c684b3e9f9eecc018bc465d0f683d9e9a4792b5eb435b9ad85f4a5", size = 4949031 },
+    { url = "https://files.pythonhosted.org/packages/bb/a3/562bebd9aa8f8c033e2127ce981c21f7221aeca62dd4692169c06283ec92/nvidia_modelopt-0.17.0-cp312-cp312-win_amd64.whl", hash = "sha256:98b0c37ba547a821170ed6ed5ac3b90cb9562cb32b736ee94cee0364d1c92263", size = 1079358 },
+    { url = "https://files.pythonhosted.org/packages/61/00/39c8ad3969003f7ba87a54197626aa822047bd98a0e09428045e9dd00335/nvidia_modelopt-0.17.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0da51c4464af883eb722b20679633aabc31fadff6b4bee3c33eb4eda3d920484", size = 4694964 },
+    { url = "https://files.pythonhosted.org/packages/41/6b/7eb1d60a4706ee1346990bb7b45bf4244be60e24c52894fd817f5ffb649a/nvidia_modelopt-0.17.0-cp39-cp39-manylinux_2_28_aarch64.whl", hash = "sha256:fdc86a37698cad0d780e91ac07166ef4e3b073e87200116351f0b2c7dcada2bf", size = 4502582 },
+    { url = "https://files.pythonhosted.org/packages/6b/f1/e10a9a525d8d34001dddadd64905d6ce6c875e6962798c65b31645b889e9/nvidia_modelopt-0.17.0-cp39-cp39-win_amd64.whl", hash = "sha256:5f71a2fb40d5fa6a59d8594fb5bffca0e327712aceda41bf79379caab58b0480", size = 1093442 },
+]
+
+[package.optional-dependencies]
+hf = [
+    { name = "accelerate", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "diffusers", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "huggingface-hub", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "transformers", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+torch = [
+    { name = "pulp", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "regex", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "safetensors", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "torch", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "torchprofile", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "torchvision", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+
+[[package]]
+name = "nvidia-nccl-cu12"
+version = "2.21.5"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_nccl_cu12-2.21.5-py3-none-manylinux2014_x86_64.whl" },
+]
+
+[[package]]
+name = "nvidia-nvjitlink-cu12"
+version = "12.4.127"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_nvjitlink_cu12-12.4.127-py3-none-manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_nvjitlink_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_nvjitlink_cu12-12.4.127-py3-none-win_amd64.whl" },
+]
+
+[[package]]
+name = "nvidia-nvtx-cu12"
+version = "12.4.127"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_nvtx_cu12-12.4.127-py3-none-manylinux2014_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_nvtx_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/nvidia_nvtx_cu12-12.4.127-py3-none-win_amd64.whl" },
+]
+
+[[package]]
+name = "packaging"
+version = "24.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/51/65/50db4dda066951078f0a96cf12f4b9ada6e4b811516bf0262c0f4f7064d4/packaging-24.1.tar.gz", hash = "sha256:026ed72c8ed3fcce5bf8950572258698927fd1dbda10a5e981cdf0ac37f4f002", size = 148788 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/08/aa/cc0199a5f0ad350994d660967a8efb233fe0416e4639146c089643407ce6/packaging-24.1-py3-none-any.whl", hash = "sha256:5b8f2217dbdbd2f7f384c41c628544e6d52f2d0f53c6d0c3ea61aa5d1d7ff124", size = 53985 },
+]
+
+[[package]]
+name = "parameterized"
+version = "0.9.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ea/49/00c0c0cc24ff4266025a53e41336b79adaa5a4ebfad214f433d623f9865e/parameterized-0.9.0.tar.gz", hash = "sha256:7fc905272cefa4f364c1a3429cbbe9c0f98b793988efb5bf90aac80f08db09b1", size = 24351 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/00/2f/804f58f0b856ab3bf21617cccf5b39206e6c4c94c2cd227bde125ea6105f/parameterized-0.9.0-py2.py3-none-any.whl", hash = "sha256:4e0758e3d41bea3bbd05ec14fc2c24736723f243b28d702081aef438c9372b1b", size = 20475 },
+]
+
+[[package]]
+name = "parso"
+version = "0.8.4"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/66/94/68e2e17afaa9169cf6412ab0f28623903be73d1b32e208d9e8e541bb086d/parso-0.8.4.tar.gz", hash = "sha256:eb3a7b58240fb99099a345571deecc0f9540ea5f4dd2fe14c2a99d6b281ab92d", size = 400609 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/c6/ac/dac4a63f978e4dcb3c6d3a78c4d8e0192a113d288502a1216950c41b1027/parso-0.8.4-py2.py3-none-any.whl", hash = "sha256:a418670a20291dacd2dddc80c377c5c3791378ee1e8d12bffc35420643d43f18", size = 103650 },
+]
+
+[[package]]
+name = "pathspec"
+version = "0.12.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ca/bc/f35b8446f4531a7cb215605d100cd88b7ac6f44ab3fc94870c120ab3adbf/pathspec-0.12.1.tar.gz", hash = "sha256:a482d51503a1ab33b1c67a6c3813a26953dbdc71c31dacaef9a838c4e29f5712", size = 51043 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/cc/20/ff623b09d963f88bfde16306a54e12ee5ea43e9b597108672ff3a408aad6/pathspec-0.12.1-py3-none-any.whl", hash = "sha256:a0d503e138a4c123b27490a4f7beda6a01c6f288df0e4a8b79c7eb0dc7b4cc08", size = 31191 },
+]
+
+[[package]]
+name = "pexpect"
+version = "4.9.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "ptyprocess", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/42/92/cc564bf6381ff43ce1f4d06852fc19a2f11d180f23dc32d9588bee2f149d/pexpect-4.9.0.tar.gz", hash = "sha256:ee7d41123f3c9911050ea2c2dac107568dc43b2d3b0c7557a33212c398ead30f", size = 166450 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/9e/c3/059298687310d527a58bb01f3b1965787ee3b40dce76752eda8b44e9a2c5/pexpect-4.9.0-py2.py3-none-any.whl", hash = "sha256:7236d1e080e4936be2dc3e326cec0af72acf9212a7e1d060210e70a47e253523", size = 63772 },
+]
+
+[[package]]
+name = "pillow"
+version = "10.4.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/cd/74/ad3d526f3bf7b6d3f408b73fde271ec69dfac8b81341a318ce825f2b3812/pillow-10.4.0.tar.gz", hash = "sha256:166c1cd4d24309b30d61f79f4a9114b7b2313d7450912277855ff5dfd7cd4a06", size = 46555059 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/0e/69/a31cccd538ca0b5272be2a38347f8839b97a14be104ea08b0db92f749c74/pillow-10.4.0-cp310-cp310-macosx_10_10_x86_64.whl", hash = "sha256:4d9667937cfa347525b319ae34375c37b9ee6b525440f3ef48542fcf66f2731e", size = 3509271 },
+    { url = "https://files.pythonhosted.org/packages/9a/9e/4143b907be8ea0bce215f2ae4f7480027473f8b61fcedfda9d851082a5d2/pillow-10.4.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:543f3dc61c18dafb755773efc89aae60d06b6596a63914107f75459cf984164d", size = 3375658 },
+    { url = "https://files.pythonhosted.org/packages/8a/25/1fc45761955f9359b1169aa75e241551e74ac01a09f487adaaf4c3472d11/pillow-10.4.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7928ecbf1ece13956b95d9cbcfc77137652b02763ba384d9ab508099a2eca856", size = 4332075 },
+    { url = "https://files.pythonhosted.org/packages/5e/dd/425b95d0151e1d6c951f45051112394f130df3da67363b6bc75dc4c27aba/pillow-10.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e4d49b85c4348ea0b31ea63bc75a9f3857869174e2bf17e7aba02945cd218e6f", size = 4444808 },
+    { url = "https://files.pythonhosted.org/packages/b1/84/9a15cc5726cbbfe7f9f90bfb11f5d028586595907cd093815ca6644932e3/pillow-10.4.0-cp310-cp310-manylinux_2_28_aarch64.whl", hash = "sha256:6c762a5b0997f5659a5ef2266abc1d8851ad7749ad9a6a5506eb23d314e4f46b", size = 4356290 },
+    { url = "https://files.pythonhosted.org/packages/b5/5b/6651c288b08df3b8c1e2f8c1152201e0b25d240e22ddade0f1e242fc9fa0/pillow-10.4.0-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:a985e028fc183bf12a77a8bbf36318db4238a3ded7fa9df1b9a133f1cb79f8fc", size = 4525163 },
+    { url = "https://files.pythonhosted.org/packages/07/8b/34854bf11a83c248505c8cb0fcf8d3d0b459a2246c8809b967963b6b12ae/pillow-10.4.0-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:812f7342b0eee081eaec84d91423d1b4650bb9828eb53d8511bcef8ce5aecf1e", size = 4463100 },
+    { url = "https://files.pythonhosted.org/packages/78/63/0632aee4e82476d9cbe5200c0cdf9ba41ee04ed77887432845264d81116d/pillow-10.4.0-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:ac1452d2fbe4978c2eec89fb5a23b8387aba707ac72810d9490118817d9c0b46", size = 4592880 },
+    { url = "https://files.pythonhosted.org/packages/df/56/b8663d7520671b4398b9d97e1ed9f583d4afcbefbda3c6188325e8c297bd/pillow-10.4.0-cp310-cp310-win32.whl", hash = "sha256:bcd5e41a859bf2e84fdc42f4edb7d9aba0a13d29a2abadccafad99de3feff984", size = 2235218 },
+    { url = "https://files.pythonhosted.org/packages/f4/72/0203e94a91ddb4a9d5238434ae6c1ca10e610e8487036132ea9bf806ca2a/pillow-10.4.0-cp310-cp310-win_amd64.whl", hash = "sha256:ecd85a8d3e79cd7158dec1c9e5808e821feea088e2f69a974db5edf84dc53141", size = 2554487 },
+    { url = "https://files.pythonhosted.org/packages/bd/52/7e7e93d7a6e4290543f17dc6f7d3af4bd0b3dd9926e2e8a35ac2282bc5f4/pillow-10.4.0-cp310-cp310-win_arm64.whl", hash = "sha256:ff337c552345e95702c5fde3158acb0625111017d0e5f24bf3acdb9cc16b90d1", size = 2243219 },
+    { url = "https://files.pythonhosted.org/packages/a7/62/c9449f9c3043c37f73e7487ec4ef0c03eb9c9afc91a92b977a67b3c0bbc5/pillow-10.4.0-cp311-cp311-macosx_10_10_x86_64.whl", hash = "sha256:0a9ec697746f268507404647e531e92889890a087e03681a3606d9b920fbee3c", size = 3509265 },
+    { url = "https://files.pythonhosted.org/packages/f4/5f/491dafc7bbf5a3cc1845dc0430872e8096eb9e2b6f8161509d124594ec2d/pillow-10.4.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:dfe91cb65544a1321e631e696759491ae04a2ea11d36715eca01ce07284738be", size = 3375655 },
+    { url = "https://files.pythonhosted.org/packages/73/d5/c4011a76f4207a3c151134cd22a1415741e42fa5ddecec7c0182887deb3d/pillow-10.4.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5dc6761a6efc781e6a1544206f22c80c3af4c8cf461206d46a1e6006e4429ff3", size = 4340304 },
+    { url = "https://files.pythonhosted.org/packages/ac/10/c67e20445a707f7a610699bba4fe050583b688d8cd2d202572b257f46600/pillow-10.4.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5e84b6cc6a4a3d76c153a6b19270b3526a5a8ed6b09501d3af891daa2a9de7d6", size = 4452804 },
+    { url = "https://files.pythonhosted.org/packages/a9/83/6523837906d1da2b269dee787e31df3b0acb12e3d08f024965a3e7f64665/pillow-10.4.0-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:bbc527b519bd3aa9d7f429d152fea69f9ad37c95f0b02aebddff592688998abe", size = 4365126 },
+    { url = "https://files.pythonhosted.org/packages/ba/e5/8c68ff608a4203085158cff5cc2a3c534ec384536d9438c405ed6370d080/pillow-10.4.0-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:76a911dfe51a36041f2e756b00f96ed84677cdeb75d25c767f296c1c1eda1319", size = 4533541 },
+    { url = "https://files.pythonhosted.org/packages/f4/7c/01b8dbdca5bc6785573f4cee96e2358b0918b7b2c7b60d8b6f3abf87a070/pillow-10.4.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:59291fb29317122398786c2d44427bbd1a6d7ff54017075b22be9d21aa59bd8d", size = 4471616 },
+    { url = "https://files.pythonhosted.org/packages/c8/57/2899b82394a35a0fbfd352e290945440e3b3785655a03365c0ca8279f351/pillow-10.4.0-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:416d3a5d0e8cfe4f27f574362435bc9bae57f679a7158e0096ad2beb427b8696", size = 4600802 },
+    { url = "https://files.pythonhosted.org/packages/4d/d7/a44f193d4c26e58ee5d2d9db3d4854b2cfb5b5e08d360a5e03fe987c0086/pillow-10.4.0-cp311-cp311-win32.whl", hash = "sha256:7086cc1d5eebb91ad24ded9f58bec6c688e9f0ed7eb3dbbf1e4800280a896496", size = 2235213 },
+    { url = "https://files.pythonhosted.org/packages/c1/d0/5866318eec2b801cdb8c82abf190c8343d8a1cd8bf5a0c17444a6f268291/pillow-10.4.0-cp311-cp311-win_amd64.whl", hash = "sha256:cbed61494057c0f83b83eb3a310f0bf774b09513307c434d4366ed64f4128a91", size = 2554498 },
+    { url = "https://files.pythonhosted.org/packages/d4/c8/310ac16ac2b97e902d9eb438688de0d961660a87703ad1561fd3dfbd2aa0/pillow-10.4.0-cp311-cp311-win_arm64.whl", hash = "sha256:f5f0c3e969c8f12dd2bb7e0b15d5c468b51e5017e01e2e867335c81903046a22", size = 2243219 },
+    { url = "https://files.pythonhosted.org/packages/05/cb/0353013dc30c02a8be34eb91d25e4e4cf594b59e5a55ea1128fde1e5f8ea/pillow-10.4.0-cp312-cp312-macosx_10_10_x86_64.whl", hash = "sha256:673655af3eadf4df6b5457033f086e90299fdd7a47983a13827acf7459c15d94", size = 3509350 },
+    { url = "https://files.pythonhosted.org/packages/e7/cf/5c558a0f247e0bf9cec92bff9b46ae6474dd736f6d906315e60e4075f737/pillow-10.4.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:866b6942a92f56300012f5fbac71f2d610312ee65e22f1aa2609e491284e5597", size = 3374980 },
+    { url = "https://files.pythonhosted.org/packages/84/48/6e394b86369a4eb68b8a1382c78dc092245af517385c086c5094e3b34428/pillow-10.4.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:29dbdc4207642ea6aad70fbde1a9338753d33fb23ed6956e706936706f52dd80", size = 4343799 },
+    { url = "https://files.pythonhosted.org/packages/3b/f3/a8c6c11fa84b59b9df0cd5694492da8c039a24cd159f0f6918690105c3be/pillow-10.4.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bf2342ac639c4cf38799a44950bbc2dfcb685f052b9e262f446482afaf4bffca", size = 4459973 },
+    { url = "https://files.pythonhosted.org/packages/7d/1b/c14b4197b80150fb64453585247e6fb2e1d93761fa0fa9cf63b102fde822/pillow-10.4.0-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:f5b92f4d70791b4a67157321c4e8225d60b119c5cc9aee8ecf153aace4aad4ef", size = 4370054 },
+    { url = "https://files.pythonhosted.org/packages/55/77/40daddf677897a923d5d33329acd52a2144d54a9644f2a5422c028c6bf2d/pillow-10.4.0-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:86dcb5a1eb778d8b25659d5e4341269e8590ad6b4e8b44d9f4b07f8d136c414a", size = 4539484 },
+    { url = "https://files.pythonhosted.org/packages/40/54/90de3e4256b1207300fb2b1d7168dd912a2fb4b2401e439ba23c2b2cabde/pillow-10.4.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:780c072c2e11c9b2c7ca37f9a2ee8ba66f44367ac3e5c7832afcfe5104fd6d1b", size = 4477375 },
+    { url = "https://files.pythonhosted.org/packages/13/24/1bfba52f44193860918ff7c93d03d95e3f8748ca1de3ceaf11157a14cf16/pillow-10.4.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:37fb69d905be665f68f28a8bba3c6d3223c8efe1edf14cc4cfa06c241f8c81d9", size = 4608773 },
+    { url = "https://files.pythonhosted.org/packages/55/04/5e6de6e6120451ec0c24516c41dbaf80cce1b6451f96561235ef2429da2e/pillow-10.4.0-cp312-cp312-win32.whl", hash = "sha256:7dfecdbad5c301d7b5bde160150b4db4c659cee2b69589705b6f8a0c509d9f42", size = 2235690 },
+    { url = "https://files.pythonhosted.org/packages/74/0a/d4ce3c44bca8635bd29a2eab5aa181b654a734a29b263ca8efe013beea98/pillow-10.4.0-cp312-cp312-win_amd64.whl", hash = "sha256:1d846aea995ad352d4bdcc847535bd56e0fd88d36829d2c90be880ef1ee4668a", size = 2554951 },
+    { url = "https://files.pythonhosted.org/packages/b5/ca/184349ee40f2e92439be9b3502ae6cfc43ac4b50bc4fc6b3de7957563894/pillow-10.4.0-cp312-cp312-win_arm64.whl", hash = "sha256:e553cad5179a66ba15bb18b353a19020e73a7921296a7979c4a2b7f6a5cd57f9", size = 2243427 },
+    { url = "https://files.pythonhosted.org/packages/c3/00/706cebe7c2c12a6318aabe5d354836f54adff7156fd9e1bd6c89f4ba0e98/pillow-10.4.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:8bc1a764ed8c957a2e9cacf97c8b2b053b70307cf2996aafd70e91a082e70df3", size = 3525685 },
+    { url = "https://files.pythonhosted.org/packages/cf/76/f658cbfa49405e5ecbfb9ba42d07074ad9792031267e782d409fd8fe7c69/pillow-10.4.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:6209bb41dc692ddfee4942517c19ee81b86c864b626dbfca272ec0f7cff5d9fb", size = 3374883 },
+    { url = "https://files.pythonhosted.org/packages/46/2b/99c28c4379a85e65378211971c0b430d9c7234b1ec4d59b2668f6299e011/pillow-10.4.0-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bee197b30783295d2eb680b311af15a20a8b24024a19c3a26431ff83eb8d1f70", size = 4339837 },
+    { url = "https://files.pythonhosted.org/packages/f1/74/b1ec314f624c0c43711fdf0d8076f82d9d802afd58f1d62c2a86878e8615/pillow-10.4.0-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1ef61f5dd14c300786318482456481463b9d6b91ebe5ef12f405afbba77ed0be", size = 4455562 },
+    { url = "https://files.pythonhosted.org/packages/4a/2a/4b04157cb7b9c74372fa867096a1607e6fedad93a44deeff553ccd307868/pillow-10.4.0-cp313-cp313-manylinux_2_28_aarch64.whl", hash = "sha256:297e388da6e248c98bc4a02e018966af0c5f92dfacf5a5ca22fa01cb3179bca0", size = 4366761 },
+    { url = "https://files.pythonhosted.org/packages/ac/7b/8f1d815c1a6a268fe90481232c98dd0e5fa8c75e341a75f060037bd5ceae/pillow-10.4.0-cp313-cp313-manylinux_2_28_x86_64.whl", hash = "sha256:e4db64794ccdf6cb83a59d73405f63adbe2a1887012e308828596100a0b2f6cc", size = 4536767 },
+    { url = "https://files.pythonhosted.org/packages/e5/77/05fa64d1f45d12c22c314e7b97398ffb28ef2813a485465017b7978b3ce7/pillow-10.4.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:bd2880a07482090a3bcb01f4265f1936a903d70bc740bfcb1fd4e8a2ffe5cf5a", size = 4477989 },
+    { url = "https://files.pythonhosted.org/packages/12/63/b0397cfc2caae05c3fb2f4ed1b4fc4fc878f0243510a7a6034ca59726494/pillow-10.4.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:4b35b21b819ac1dbd1233317adeecd63495f6babf21b7b2512d244ff6c6ce309", size = 4610255 },
+    { url = "https://files.pythonhosted.org/packages/7b/f9/cfaa5082ca9bc4a6de66ffe1c12c2d90bf09c309a5f52b27759a596900e7/pillow-10.4.0-cp313-cp313-win32.whl", hash = "sha256:551d3fd6e9dc15e4c1eb6fc4ba2b39c0c7933fa113b220057a34f4bb3268a060", size = 2235603 },
+    { url = "https://files.pythonhosted.org/packages/01/6a/30ff0eef6e0c0e71e55ded56a38d4859bf9d3634a94a88743897b5f96936/pillow-10.4.0-cp313-cp313-win_amd64.whl", hash = "sha256:030abdbe43ee02e0de642aee345efa443740aa4d828bfe8e2eb11922ea6a21ea", size = 2554972 },
+    { url = "https://files.pythonhosted.org/packages/48/2c/2e0a52890f269435eee38b21c8218e102c621fe8d8df8b9dd06fabf879ba/pillow-10.4.0-cp313-cp313-win_arm64.whl", hash = "sha256:5b001114dd152cfd6b23befeb28d7aee43553e2402c9f159807bf55f33af8a8d", size = 2243375 },
+    { url = "https://files.pythonhosted.org/packages/31/85/955fa5400fa8039921f630372cfe5056eed6e1b8e0430ee4507d7de48832/pillow-10.4.0-cp39-cp39-macosx_10_10_x86_64.whl", hash = "sha256:0ae24a547e8b711ccaaf99c9ae3cd975470e1a30caa80a6aaee9a2f19c05701d", size = 3509283 },
+    { url = "https://files.pythonhosted.org/packages/23/9c/343827267eb28d41cd82b4180d33b10d868af9077abcec0af9793aa77d2d/pillow-10.4.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:298478fe4f77a4408895605f3482b6cc6222c018b2ce565c2b6b9c354ac3229b", size = 3375691 },
+    { url = "https://files.pythonhosted.org/packages/60/a3/7ebbeabcd341eab722896d1a5b59a3df98c4b4d26cf4b0385f8aa94296f7/pillow-10.4.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:134ace6dc392116566980ee7436477d844520a26a4b1bd4053f6f47d096997fd", size = 4328295 },
+    { url = "https://files.pythonhosted.org/packages/32/3f/c02268d0c6fb6b3958bdda673c17b315c821d97df29ae6969f20fb49388a/pillow-10.4.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:930044bb7679ab003b14023138b50181899da3f25de50e9dbee23b61b4de2126", size = 4440810 },
+    { url = "https://files.pythonhosted.org/packages/67/5d/1c93c8cc35f2fdd3d6cc7e4ad72d203902859a2867de6ad957d9b708eb8d/pillow-10.4.0-cp39-cp39-manylinux_2_28_aarch64.whl", hash = "sha256:c76e5786951e72ed3686e122d14c5d7012f16c8303a674d18cdcd6d89557fc5b", size = 4352283 },
+    { url = "https://files.pythonhosted.org/packages/bc/a8/8655557c9c7202b8abbd001f61ff36711cefaf750debcaa1c24d154ef602/pillow-10.4.0-cp39-cp39-manylinux_2_28_x86_64.whl", hash = "sha256:b2724fdb354a868ddf9a880cb84d102da914e99119211ef7ecbdc613b8c96b3c", size = 4521800 },
+    { url = "https://files.pythonhosted.org/packages/58/78/6f95797af64d137124f68af1bdaa13b5332da282b86031f6fa70cf368261/pillow-10.4.0-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:dbc6ae66518ab3c5847659e9988c3b60dc94ffb48ef9168656e0019a93dbf8a1", size = 4459177 },
+    { url = "https://files.pythonhosted.org/packages/8a/6d/2b3ce34f1c4266d79a78c9a51d1289a33c3c02833fe294ef0dcbb9cba4ed/pillow-10.4.0-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:06b2f7898047ae93fad74467ec3d28fe84f7831370e3c258afa533f81ef7f3df", size = 4589079 },
+    { url = "https://files.pythonhosted.org/packages/e3/e0/456258c74da1ff5bf8ef1eab06a95ca994d8b9ed44c01d45c3f8cbd1db7e/pillow-10.4.0-cp39-cp39-win32.whl", hash = "sha256:7970285ab628a3779aecc35823296a7869f889b8329c16ad5a71e4901a3dc4ef", size = 2235247 },
+    { url = "https://files.pythonhosted.org/packages/37/f8/bef952bdb32aa53741f58bf21798642209e994edc3f6598f337f23d5400a/pillow-10.4.0-cp39-cp39-win_amd64.whl", hash = "sha256:961a7293b2457b405967af9c77dcaa43cc1a8cd50d23c532e62d48ab6cdd56f5", size = 2554479 },
+    { url = "https://files.pythonhosted.org/packages/bb/8e/805201619cad6651eef5fc1fdef913804baf00053461522fabbc5588ea12/pillow-10.4.0-cp39-cp39-win_arm64.whl", hash = "sha256:32cda9e3d601a52baccb2856b8ea1fc213c90b340c542dcef77140dfa3278a9e", size = 2243226 },
+    { url = "https://files.pythonhosted.org/packages/38/30/095d4f55f3a053392f75e2eae45eba3228452783bab3d9a920b951ac495c/pillow-10.4.0-pp310-pypy310_pp73-macosx_10_15_x86_64.whl", hash = "sha256:5b4815f2e65b30f5fbae9dfffa8636d992d49705723fe86a3661806e069352d4", size = 3493889 },
+    { url = "https://files.pythonhosted.org/packages/f3/e8/4ff79788803a5fcd5dc35efdc9386af153569853767bff74540725b45863/pillow-10.4.0-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:8f0aef4ef59694b12cadee839e2ba6afeab89c0f39a3adc02ed51d109117b8da", size = 3346160 },
+    { url = "https://files.pythonhosted.org/packages/d7/ac/4184edd511b14f760c73f5bb8a5d6fd85c591c8aff7c2229677a355c4179/pillow-10.4.0-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9f4727572e2918acaa9077c919cbbeb73bd2b3ebcfe033b72f858fc9fbef0026", size = 3435020 },
+    { url = "https://files.pythonhosted.org/packages/da/21/1749cd09160149c0a246a81d646e05f35041619ce76f6493d6a96e8d1103/pillow-10.4.0-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ff25afb18123cea58a591ea0244b92eb1e61a1fd497bf6d6384f09bc3262ec3e", size = 3490539 },
+    { url = "https://files.pythonhosted.org/packages/b6/f5/f71fe1888b96083b3f6dfa0709101f61fc9e972c0c8d04e9d93ccef2a045/pillow-10.4.0-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:dc3e2db6ba09ffd7d02ae9141cfa0ae23393ee7687248d46a7507b75d610f4f5", size = 3476125 },
+    { url = "https://files.pythonhosted.org/packages/96/b9/c0362c54290a31866c3526848583a2f45a535aa9d725fd31e25d318c805f/pillow-10.4.0-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:02a2be69f9c9b8c1e97cf2713e789d4e398c751ecfd9967c18d0ce304efbf885", size = 3579373 },
+    { url = "https://files.pythonhosted.org/packages/52/3b/ce7a01026a7cf46e5452afa86f97a5e88ca97f562cafa76570178ab56d8d/pillow-10.4.0-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:0755ffd4a0c6f267cccbae2e9903d95477ca2f77c4fcf3a3a09570001856c8a5", size = 2554661 },
+    { url = "https://files.pythonhosted.org/packages/e1/1f/5a9fcd6ced51633c22481417e11b1b47d723f64fb536dfd67c015eb7f0ab/pillow-10.4.0-pp39-pypy39_pp73-macosx_10_15_x86_64.whl", hash = "sha256:a02364621fe369e06200d4a16558e056fe2805d3468350df3aef21e00d26214b", size = 3493850 },
+    { url = "https://files.pythonhosted.org/packages/cb/e6/3ea4755ed5320cb62aa6be2f6de47b058c6550f752dd050e86f694c59798/pillow-10.4.0-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:1b5dea9831a90e9d0721ec417a80d4cbd7022093ac38a568db2dd78363b00908", size = 3346118 },
+    { url = "https://files.pythonhosted.org/packages/0a/22/492f9f61e4648422b6ca39268ec8139277a5b34648d28f400faac14e0f48/pillow-10.4.0-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9b885f89040bb8c4a1573566bbb2f44f5c505ef6e74cec7ab9068c900047f04b", size = 3434958 },
+    { url = "https://files.pythonhosted.org/packages/f9/19/559a48ad4045704bb0547965b9a9345f5cd461347d977a56d178db28819e/pillow-10.4.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:87dd88ded2e6d74d31e1e0a99a726a6765cda32d00ba72dc37f0651f306daaa8", size = 3490340 },
+    { url = "https://files.pythonhosted.org/packages/d9/de/cebaca6fb79905b3a1aa0281d238769df3fb2ede34fd7c0caa286575915a/pillow-10.4.0-pp39-pypy39_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:2db98790afc70118bd0255c2eeb465e9767ecf1f3c25f9a1abb8ffc8cfd1fe0a", size = 3476048 },
+    { url = "https://files.pythonhosted.org/packages/71/f0/86d5b2f04693b0116a01d75302b0a307800a90d6c351a8aa4f8ae76cd499/pillow-10.4.0-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:f7baece4ce06bade126fb84b8af1c33439a76d8a6fd818970215e0560ca28c27", size = 3579366 },
+    { url = "https://files.pythonhosted.org/packages/37/ae/2dbfc38cc4fd14aceea14bc440d5151b21f64c4c3ba3f6f4191610b7ee5d/pillow-10.4.0-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:cfdd747216947628af7b259d274771d84db2268ca062dd5faf373639d00113a3", size = 2554652 },
+]
+
+[[package]]
+name = "platformdirs"
+version = "4.3.6"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/13/fc/128cc9cb8f03208bdbf93d3aa862e16d376844a14f9a0ce5cf4507372de4/platformdirs-4.3.6.tar.gz", hash = "sha256:357fb2acbc885b0419afd3ce3ed34564c13c9b95c89360cd9563f73aa5e2b907", size = 21302 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/3c/a6/bc1012356d8ece4d66dd75c4b9fc6c1f6650ddd5991e421177d9f8f671be/platformdirs-4.3.6-py3-none-any.whl", hash = "sha256:73e575e1408ab8103900836b97580d5307456908a03e92031bab39e4554cc3fb", size = 18439 },
+]
+
+[[package]]
+name = "pluggy"
+version = "1.5.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/96/2d/02d4312c973c6050a18b314a5ad0b3210edb65a906f868e31c111dede4a6/pluggy-1.5.0.tar.gz", hash = "sha256:2cffa88e94fdc978c4c574f15f9e59b7f4201d439195c3715ca9e2486f1d0cf1", size = 67955 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/88/5f/e351af9a41f866ac3f1fac4ca0613908d9a41741cfcf2228f4ad853b697d/pluggy-1.5.0-py3-none-any.whl", hash = "sha256:44e1ad92c8ca002de6377e165f3e0f1be63266ab4d554740532335b9d75ea669", size = 20556 },
+]
+
+[[package]]
+name = "pre-commit"
+version = "3.8.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "cfgv", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "identify", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "nodeenv", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pyyaml", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "virtualenv", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/64/10/97ee2fa54dff1e9da9badbc5e35d0bbaef0776271ea5907eccf64140f72f/pre_commit-3.8.0.tar.gz", hash = "sha256:8bb6494d4a20423842e198980c9ecf9f96607a07ea29549e180eef9ae80fe7af", size = 177815 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/07/92/caae8c86e94681b42c246f0bca35c059a2f0529e5b92619f6aba4cf7e7b6/pre_commit-3.8.0-py2.py3-none-any.whl", hash = "sha256:9a90a53bf82fdd8778d58085faf8d83df56e40dfe18f45b19446e26bf1b3a63f", size = 204643 },
+]
+
+[[package]]
+name = "prompt-toolkit"
+version = "3.0.47"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "wcwidth", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/47/6d/0279b119dafc74c1220420028d490c4399b790fc1256998666e3a341879f/prompt_toolkit-3.0.47.tar.gz", hash = "sha256:1e1b29cb58080b1e69f207c893a1a7bf16d127a5c30c9d17a25a5d77792e5360", size = 425859 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/e8/23/22750c4b768f09386d1c3cc4337953e8936f48a888fa6dddfb669b2c9088/prompt_toolkit-3.0.47-py3-none-any.whl", hash = "sha256:0d7bfa67001d5e39d02c224b663abc33687405033a8c422d0d675a5a13361d10", size = 386411 },
+]
+
+[[package]]
+name = "psutil"
+version = "6.0.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/18/c7/8c6872f7372eb6a6b2e4708b88419fb46b857f7a2e1892966b851cc79fc9/psutil-6.0.0.tar.gz", hash = "sha256:8faae4f310b6d969fa26ca0545338b21f73c6b15db7c4a8d934a5482faa818f2", size = 508067 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/c5/66/78c9c3020f573c58101dc43a44f6855d01bbbd747e24da2f0c4491200ea3/psutil-6.0.0-cp27-none-win32.whl", hash = "sha256:02b69001f44cc73c1c5279d02b30a817e339ceb258ad75997325e0e6169d8b35", size = 249766 },
+    { url = "https://files.pythonhosted.org/packages/e1/3f/2403aa9558bea4d3854b0e5e567bc3dd8e9fbc1fc4453c0aa9aafeb75467/psutil-6.0.0-cp27-none-win_amd64.whl", hash = "sha256:21f1fb635deccd510f69f485b87433460a603919b45e2a324ad65b0cc74f8fb1", size = 253024 },
+    { url = "https://files.pythonhosted.org/packages/0b/37/f8da2fbd29690b3557cca414c1949f92162981920699cd62095a984983bf/psutil-6.0.0-cp36-abi3-macosx_10_9_x86_64.whl", hash = "sha256:c588a7e9b1173b6e866756dde596fd4cad94f9399daf99ad8c3258b3cb2b47a0", size = 250961 },
+    { url = "https://files.pythonhosted.org/packages/35/56/72f86175e81c656a01c4401cd3b1c923f891b31fbcebe98985894176d7c9/psutil-6.0.0-cp36-abi3-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6ed2440ada7ef7d0d608f20ad89a04ec47d2d3ab7190896cd62ca5fc4fe08bf0", size = 287478 },
+    { url = "https://files.pythonhosted.org/packages/19/74/f59e7e0d392bc1070e9a70e2f9190d652487ac115bb16e2eff6b22ad1d24/psutil-6.0.0-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5fd9a97c8e94059b0ef54a7d4baf13b405011176c3b6ff257c247cae0d560ecd", size = 290455 },
+    { url = "https://files.pythonhosted.org/packages/cd/5f/60038e277ff0a9cc8f0c9ea3d0c5eb6ee1d2470ea3f9389d776432888e47/psutil-6.0.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e2e8d0054fc88153ca0544f5c4d554d42e33df2e009c4ff42284ac9ebdef4132", size = 292046 },
+    { url = "https://files.pythonhosted.org/packages/8b/20/2ff69ad9c35c3df1858ac4e094f20bd2374d33c8643cf41da8fd7cdcb78b/psutil-6.0.0-cp37-abi3-win32.whl", hash = "sha256:a495580d6bae27291324fe60cea0b5a7c23fa36a7cd35035a16d93bdcf076b9d", size = 253560 },
+    { url = "https://files.pythonhosted.org/packages/73/44/561092313ae925f3acfaace6f9ddc4f6a9c748704317bad9c8c8f8a36a79/psutil-6.0.0-cp37-abi3-win_amd64.whl", hash = "sha256:33ea5e1c975250a720b3a6609c490db40dae5d83a4eb315170c4fe0d8b1f34b3", size = 257399 },
+    { url = "https://files.pythonhosted.org/packages/7c/06/63872a64c312a24fb9b4af123ee7007a306617da63ff13bcc1432386ead7/psutil-6.0.0-cp38-abi3-macosx_11_0_arm64.whl", hash = "sha256:ffe7fc9b6b36beadc8c322f84e1caff51e8703b88eee1da46d1e3a6ae11b4fd0", size = 251988 },
+]
+
+[[package]]
+name = "ptyprocess"
+version = "0.7.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/20/e5/16ff212c1e452235a90aeb09066144d0c5a6a8c0834397e03f5224495c4e/ptyprocess-0.7.0.tar.gz", hash = "sha256:5c5d0a3b48ceee0b48485e0c26037c0acd7d29765ca3fbb5cb3831d347423220", size = 70762 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/22/a6/858897256d0deac81a172289110f31629fc4cee19b6f01283303e18c8db3/ptyprocess-0.7.0-py2.py3-none-any.whl", hash = "sha256:4b41f3967fce3af57cc7e94b888626c18bf37a083e3651ca8feeb66d492fef35", size = 13993 },
+]
+
+[[package]]
+name = "pulp"
+version = "2.9.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/bb/d5/7cb148b56f3603be3663498db3a63054d7d519eab32ef9c39f93faf6b7a9/pulp-2.9.0.tar.gz", hash = "sha256:2e30e6c0ef2c0edac185220e3e53faca62eb786a9bd68465208f05bc63e850f3", size = 17610175 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/64/10/704c18b5960b3f9b10efcc859e11881ad90f1e44008e181d2b10cd305a63/PuLP-2.9.0-py3-none-any.whl", hash = "sha256:ad6a9b566d8458f4d05f4bfe2cea59e32885dd1da6929a361be579222107987c", size = 17678417 },
+]
+
+[[package]]
+name = "pure-eval"
+version = "0.2.3"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/cd/05/0a34433a064256a578f1783a10da6df098ceaa4a57bbeaa96a6c0352786b/pure_eval-0.2.3.tar.gz", hash = "sha256:5f4e983f40564c576c7c8635ae88db5956bb2229d7e9237d03b3c0b0190eaf42", size = 19752 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/8e/37/efad0257dc6e593a18957422533ff0f87ede7c9c6ea010a2177d738fb82f/pure_eval-0.2.3-py3-none-any.whl", hash = "sha256:1db8e35b67b3d218d818ae653e27f06c3aa420901fa7b081ca98cbedc874e0d0", size = 11842 },
+]
+
+[[package]]
+name = "pydantic"
+version = "2.9.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "annotated-types", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pydantic-core", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "typing-extensions", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/a9/b7/d9e3f12af310e1120c21603644a1cd86f59060e040ec5c3a80b8f05fae30/pydantic-2.9.2.tar.gz", hash = "sha256:d155cef71265d1e9807ed1c32b4c8deec042a44a50a4188b25ac67ecd81a9c0f", size = 769917 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/df/e4/ba44652d562cbf0bf320e0f3810206149c8a4e99cdbf66da82e97ab53a15/pydantic-2.9.2-py3-none-any.whl", hash = "sha256:f048cec7b26778210e28a0459867920654d48e5e62db0958433636cde4254f12", size = 434928 },
+]
+
+[[package]]
+name = "pydantic-core"
+version = "2.23.4"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "typing-extensions", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/e2/aa/6b6a9b9f8537b872f552ddd46dd3da230367754b6f707b8e1e963f515ea3/pydantic_core-2.23.4.tar.gz", hash = "sha256:2584f7cf844ac4d970fba483a717dbe10c1c1c96a969bf65d61ffe94df1b2863", size = 402156 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/5c/8b/d3ae387f66277bd8104096d6ec0a145f4baa2966ebb2cad746c0920c9526/pydantic_core-2.23.4-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:b10bd51f823d891193d4717448fab065733958bdb6a6b351967bd349d48d5c9b", size = 1867835 },
+    { url = "https://files.pythonhosted.org/packages/46/76/f68272e4c3a7df8777798282c5e47d508274917f29992d84e1898f8908c7/pydantic_core-2.23.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:4fc714bdbfb534f94034efaa6eadd74e5b93c8fa6315565a222f7b6f42ca1166", size = 1776689 },
+    { url = "https://files.pythonhosted.org/packages/cc/69/5f945b4416f42ea3f3bc9d2aaec66c76084a6ff4ff27555bf9415ab43189/pydantic_core-2.23.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:63e46b3169866bd62849936de036f901a9356e36376079b05efa83caeaa02ceb", size = 1800748 },
+    { url = "https://files.pythonhosted.org/packages/50/ab/891a7b0054bcc297fb02d44d05c50e68154e31788f2d9d41d0b72c89fdf7/pydantic_core-2.23.4-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:ed1a53de42fbe34853ba90513cea21673481cd81ed1be739f7f2efb931b24916", size = 1806469 },
+    { url = "https://files.pythonhosted.org/packages/31/7c/6e3fa122075d78f277a8431c4c608f061881b76c2b7faca01d317ee39b5d/pydantic_core-2.23.4-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:cfdd16ab5e59fc31b5e906d1a3f666571abc367598e3e02c83403acabc092e07", size = 2002246 },
+    { url = "https://files.pythonhosted.org/packages/ad/6f/22d5692b7ab63fc4acbc74de6ff61d185804a83160adba5e6cc6068e1128/pydantic_core-2.23.4-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:255a8ef062cbf6674450e668482456abac99a5583bbafb73f9ad469540a3a232", size = 2659404 },
+    { url = "https://files.pythonhosted.org/packages/11/ac/1e647dc1121c028b691028fa61a4e7477e6aeb5132628fde41dd34c1671f/pydantic_core-2.23.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4a7cd62e831afe623fbb7aabbb4fe583212115b3ef38a9f6b71869ba644624a2", size = 2053940 },
+    { url = "https://files.pythonhosted.org/packages/91/75/984740c17f12c3ce18b5a2fcc4bdceb785cce7df1511a4ce89bca17c7e2d/pydantic_core-2.23.4-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:f09e2ff1f17c2b51f2bc76d1cc33da96298f0a036a137f5440ab3ec5360b624f", size = 1921437 },
+    { url = "https://files.pythonhosted.org/packages/a0/74/13c5f606b64d93f0721e7768cd3e8b2102164866c207b8cd6f90bb15d24f/pydantic_core-2.23.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:e38e63e6f3d1cec5a27e0afe90a085af8b6806ee208b33030e65b6516353f1a3", size = 1966129 },
+    { url = "https://files.pythonhosted.org/packages/18/03/9c4aa5919457c7b57a016c1ab513b1a926ed9b2bb7915bf8e506bf65c34b/pydantic_core-2.23.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:0dbd8dbed2085ed23b5c04afa29d8fd2771674223135dc9bc937f3c09284d071", size = 2110908 },
+    { url = "https://files.pythonhosted.org/packages/92/2c/053d33f029c5dc65e5cf44ff03ceeefb7cce908f8f3cca9265e7f9b540c8/pydantic_core-2.23.4-cp310-none-win32.whl", hash = "sha256:6531b7ca5f951d663c339002e91aaebda765ec7d61b7d1e3991051906ddde119", size = 1735278 },
+    { url = "https://files.pythonhosted.org/packages/de/81/7dfe464eca78d76d31dd661b04b5f2036ec72ea8848dd87ab7375e185c23/pydantic_core-2.23.4-cp310-none-win_amd64.whl", hash = "sha256:7c9129eb40958b3d4500fa2467e6a83356b3b61bfff1b414c7361d9220f9ae8f", size = 1917453 },
+    { url = "https://files.pythonhosted.org/packages/5d/30/890a583cd3f2be27ecf32b479d5d615710bb926d92da03e3f7838ff3e58b/pydantic_core-2.23.4-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:77733e3892bb0a7fa797826361ce8a9184d25c8dffaec60b7ffe928153680ba8", size = 1865160 },
+    { url = "https://files.pythonhosted.org/packages/1d/9a/b634442e1253bc6889c87afe8bb59447f106ee042140bd57680b3b113ec7/pydantic_core-2.23.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:1b84d168f6c48fabd1f2027a3d1bdfe62f92cade1fb273a5d68e621da0e44e6d", size = 1776777 },
+    { url = "https://files.pythonhosted.org/packages/75/9a/7816295124a6b08c24c96f9ce73085032d8bcbaf7e5a781cd41aa910c891/pydantic_core-2.23.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:df49e7a0861a8c36d089c1ed57d308623d60416dab2647a4a17fe050ba85de0e", size = 1799244 },
+    { url = "https://files.pythonhosted.org/packages/a9/8f/89c1405176903e567c5f99ec53387449e62f1121894aa9fc2c4fdc51a59b/pydantic_core-2.23.4-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:ff02b6d461a6de369f07ec15e465a88895f3223eb75073ffea56b84d9331f607", size = 1805307 },
+    { url = "https://files.pythonhosted.org/packages/d5/a5/1a194447d0da1ef492e3470680c66048fef56fc1f1a25cafbea4bc1d1c48/pydantic_core-2.23.4-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:996a38a83508c54c78a5f41456b0103c30508fed9abcad0a59b876d7398f25fd", size = 2000663 },
+    { url = "https://files.pythonhosted.org/packages/13/a5/1df8541651de4455e7d587cf556201b4f7997191e110bca3b589218745a5/pydantic_core-2.23.4-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d97683ddee4723ae8c95d1eddac7c192e8c552da0c73a925a89fa8649bf13eea", size = 2655941 },
+    { url = "https://files.pythonhosted.org/packages/44/31/a3899b5ce02c4316865e390107f145089876dff7e1dfc770a231d836aed8/pydantic_core-2.23.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:216f9b2d7713eb98cb83c80b9c794de1f6b7e3145eef40400c62e86cee5f4e1e", size = 2052105 },
+    { url = "https://files.pythonhosted.org/packages/1b/aa/98e190f8745d5ec831f6d5449344c48c0627ac5fed4e5340a44b74878f8e/pydantic_core-2.23.4-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:6f783e0ec4803c787bcea93e13e9932edab72068f68ecffdf86a99fd5918878b", size = 1919967 },
+    { url = "https://files.pythonhosted.org/packages/ae/35/b6e00b6abb2acfee3e8f85558c02a0822e9a8b2f2d812ea8b9079b118ba0/pydantic_core-2.23.4-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:d0776dea117cf5272382634bd2a5c1b6eb16767c223c6a5317cd3e2a757c61a0", size = 1964291 },
+    { url = "https://files.pythonhosted.org/packages/13/46/7bee6d32b69191cd649bbbd2361af79c472d72cb29bb2024f0b6e350ba06/pydantic_core-2.23.4-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:d5f7a395a8cf1621939692dba2a6b6a830efa6b3cee787d82c7de1ad2930de64", size = 2109666 },
+    { url = "https://files.pythonhosted.org/packages/39/ef/7b34f1b122a81b68ed0a7d0e564da9ccdc9a2924c8d6c6b5b11fa3a56970/pydantic_core-2.23.4-cp311-none-win32.whl", hash = "sha256:74b9127ffea03643e998e0c5ad9bd3811d3dac8c676e47db17b0ee7c3c3bf35f", size = 1732940 },
+    { url = "https://files.pythonhosted.org/packages/2f/76/37b7e76c645843ff46c1d73e046207311ef298d3f7b2f7d8f6ac60113071/pydantic_core-2.23.4-cp311-none-win_amd64.whl", hash = "sha256:98d134c954828488b153d88ba1f34e14259284f256180ce659e8d83e9c05eaa3", size = 1916804 },
+    { url = "https://files.pythonhosted.org/packages/74/7b/8e315f80666194b354966ec84b7d567da77ad927ed6323db4006cf915f3f/pydantic_core-2.23.4-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:f3e0da4ebaef65158d4dfd7d3678aad692f7666877df0002b8a522cdf088f231", size = 1856459 },
+    { url = "https://files.pythonhosted.org/packages/14/de/866bdce10ed808323d437612aca1ec9971b981e1c52e5e42ad9b8e17a6f6/pydantic_core-2.23.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:f69a8e0b033b747bb3e36a44e7732f0c99f7edd5cea723d45bc0d6e95377ffee", size = 1770007 },
+    { url = "https://files.pythonhosted.org/packages/dc/69/8edd5c3cd48bb833a3f7ef9b81d7666ccddd3c9a635225214e044b6e8281/pydantic_core-2.23.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:723314c1d51722ab28bfcd5240d858512ffd3116449c557a1336cbe3919beb87", size = 1790245 },
+    { url = "https://files.pythonhosted.org/packages/80/33/9c24334e3af796ce80d2274940aae38dd4e5676298b4398eff103a79e02d/pydantic_core-2.23.4-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:bb2802e667b7051a1bebbfe93684841cc9351004e2badbd6411bf357ab8d5ac8", size = 1801260 },
+    { url = "https://files.pythonhosted.org/packages/a5/6f/e9567fd90104b79b101ca9d120219644d3314962caa7948dd8b965e9f83e/pydantic_core-2.23.4-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d18ca8148bebe1b0a382a27a8ee60350091a6ddaf475fa05ef50dc35b5df6327", size = 1996872 },
+    { url = "https://files.pythonhosted.org/packages/2d/ad/b5f0fe9e6cfee915dd144edbd10b6e9c9c9c9d7a56b69256d124b8ac682e/pydantic_core-2.23.4-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:33e3d65a85a2a4a0dc3b092b938a4062b1a05f3a9abde65ea93b233bca0e03f2", size = 2661617 },
+    { url = "https://files.pythonhosted.org/packages/06/c8/7d4b708f8d05a5cbfda3243aad468052c6e99de7d0937c9146c24d9f12e9/pydantic_core-2.23.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:128585782e5bfa515c590ccee4b727fb76925dd04a98864182b22e89a4e6ed36", size = 2071831 },
+    { url = "https://files.pythonhosted.org/packages/89/4d/3079d00c47f22c9a9a8220db088b309ad6e600a73d7a69473e3a8e5e3ea3/pydantic_core-2.23.4-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:68665f4c17edcceecc112dfed5dbe6f92261fb9d6054b47d01bf6371a6196126", size = 1917453 },
+    { url = "https://files.pythonhosted.org/packages/e9/88/9df5b7ce880a4703fcc2d76c8c2d8eb9f861f79d0c56f4b8f5f2607ccec8/pydantic_core-2.23.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:20152074317d9bed6b7a95ade3b7d6054845d70584216160860425f4fbd5ee9e", size = 1968793 },
+    { url = "https://files.pythonhosted.org/packages/e3/b9/41f7efe80f6ce2ed3ee3c2dcfe10ab7adc1172f778cc9659509a79518c43/pydantic_core-2.23.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:9261d3ce84fa1d38ed649c3638feefeae23d32ba9182963e465d58d62203bd24", size = 2116872 },
+    { url = "https://files.pythonhosted.org/packages/63/08/b59b7a92e03dd25554b0436554bf23e7c29abae7cce4b1c459cd92746811/pydantic_core-2.23.4-cp312-none-win32.whl", hash = "sha256:4ba762ed58e8d68657fc1281e9bb72e1c3e79cc5d464be146e260c541ec12d84", size = 1738535 },
+    { url = "https://files.pythonhosted.org/packages/88/8d/479293e4d39ab409747926eec4329de5b7129beaedc3786eca070605d07f/pydantic_core-2.23.4-cp312-none-win_amd64.whl", hash = "sha256:97df63000f4fea395b2824da80e169731088656d1818a11b95f3b173747b6cd9", size = 1917992 },
+    { url = "https://files.pythonhosted.org/packages/ad/ef/16ee2df472bf0e419b6bc68c05bf0145c49247a1095e85cee1463c6a44a1/pydantic_core-2.23.4-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:7530e201d10d7d14abce4fb54cfe5b94a0aefc87da539d0346a484ead376c3cc", size = 1856143 },
+    { url = "https://files.pythonhosted.org/packages/da/fa/bc3dbb83605669a34a93308e297ab22be82dfb9dcf88c6cf4b4f264e0a42/pydantic_core-2.23.4-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:df933278128ea1cd77772673c73954e53a1c95a4fdf41eef97c2b779271bd0bd", size = 1770063 },
+    { url = "https://files.pythonhosted.org/packages/4e/48/e813f3bbd257a712303ebdf55c8dc46f9589ec74b384c9f652597df3288d/pydantic_core-2.23.4-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0cb3da3fd1b6a5d0279a01877713dbda118a2a4fc6f0d821a57da2e464793f05", size = 1790013 },
+    { url = "https://files.pythonhosted.org/packages/b4/e0/56eda3a37929a1d297fcab1966db8c339023bcca0b64c5a84896db3fcc5c/pydantic_core-2.23.4-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:42c6dcb030aefb668a2b7009c85b27f90e51e6a3b4d5c9bc4c57631292015b0d", size = 1801077 },
+    { url = "https://files.pythonhosted.org/packages/04/be/5e49376769bfbf82486da6c5c1683b891809365c20d7c7e52792ce4c71f3/pydantic_core-2.23.4-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:696dd8d674d6ce621ab9d45b205df149399e4bb9aa34102c970b721554828510", size = 1996782 },
+    { url = "https://files.pythonhosted.org/packages/bc/24/e3ee6c04f1d58cc15f37bcc62f32c7478ff55142b7b3e6d42ea374ea427c/pydantic_core-2.23.4-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2971bb5ffe72cc0f555c13e19b23c85b654dd2a8f7ab493c262071377bfce9f6", size = 2661375 },
+    { url = "https://files.pythonhosted.org/packages/c1/f8/11a9006de4e89d016b8de74ebb1db727dc100608bb1e6bbe9d56a3cbbcce/pydantic_core-2.23.4-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8394d940e5d400d04cad4f75c0598665cbb81aecefaca82ca85bd28264af7f9b", size = 2071635 },
+    { url = "https://files.pythonhosted.org/packages/7c/45/bdce5779b59f468bdf262a5bc9eecbae87f271c51aef628d8c073b4b4b4c/pydantic_core-2.23.4-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:0dff76e0602ca7d4cdaacc1ac4c005e0ce0dcfe095d5b5259163a80d3a10d327", size = 1916994 },
+    { url = "https://files.pythonhosted.org/packages/d8/fa/c648308fe711ee1f88192cad6026ab4f925396d1293e8356de7e55be89b5/pydantic_core-2.23.4-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:7d32706badfe136888bdea71c0def994644e09fff0bfe47441deaed8e96fdbc6", size = 1968877 },
+    { url = "https://files.pythonhosted.org/packages/16/16/b805c74b35607d24d37103007f899abc4880923b04929547ae68d478b7f4/pydantic_core-2.23.4-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:ed541d70698978a20eb63d8c5d72f2cc6d7079d9d90f6b50bad07826f1320f5f", size = 2116814 },
+    { url = "https://files.pythonhosted.org/packages/d1/58/5305e723d9fcdf1c5a655e6a4cc2a07128bf644ff4b1d98daf7a9dbf57da/pydantic_core-2.23.4-cp313-none-win32.whl", hash = "sha256:3d5639516376dce1940ea36edf408c554475369f5da2abd45d44621cb616f769", size = 1738360 },
+    { url = "https://files.pythonhosted.org/packages/a5/ae/e14b0ff8b3f48e02394d8acd911376b7b66e164535687ef7dc24ea03072f/pydantic_core-2.23.4-cp313-none-win_amd64.whl", hash = "sha256:5a1504ad17ba4210df3a045132a7baeeba5a200e930f57512ee02909fc5c4cb5", size = 1919411 },
+    { url = "https://files.pythonhosted.org/packages/7a/04/2580b2deaae37b3e30fc30c54298be938b973990b23612d6b61c7bdd01c7/pydantic_core-2.23.4-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:a4fa4fc04dff799089689f4fd502ce7d59de529fc2f40a2c8836886c03e0175a", size = 1868200 },
+    { url = "https://files.pythonhosted.org/packages/39/6e/e311bd0751505350f0cdcee3077841eb1f9253c5a1ddbad048cd9fbf7c6e/pydantic_core-2.23.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:0a7df63886be5e270da67e0966cf4afbae86069501d35c8c1b3b6c168f42cb36", size = 1749316 },
+    { url = "https://files.pythonhosted.org/packages/d0/b4/95b5eb47c6dc8692508c3ca04a1f8d6f0884c9dacb34cf3357595cbe73be/pydantic_core-2.23.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dcedcd19a557e182628afa1d553c3895a9f825b936415d0dbd3cd0bbcfd29b4b", size = 1800880 },
+    { url = "https://files.pythonhosted.org/packages/da/79/41c4f817acd7f42d94cd1e16526c062a7b089f66faed4bd30852314d9a66/pydantic_core-2.23.4-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:5f54b118ce5de9ac21c363d9b3caa6c800341e8c47a508787e5868c6b79c9323", size = 1807077 },
+    { url = "https://files.pythonhosted.org/packages/fb/53/d13d1eb0a97d5c06cf7a225935d471e9c241afd389a333f40c703f214973/pydantic_core-2.23.4-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:86d2f57d3e1379a9525c5ab067b27dbb8a0642fb5d454e17a9ac434f9ce523e3", size = 2002859 },
+    { url = "https://files.pythonhosted.org/packages/53/7d/6b8a1eff453774b46cac8c849e99455b27167971a003212f668e94bc4c9c/pydantic_core-2.23.4-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:de6d1d1b9e5101508cb37ab0d972357cac5235f5c6533d1071964c47139257df", size = 2661437 },
+    { url = "https://files.pythonhosted.org/packages/6c/ea/8820f57f0b46e6148ee42d8216b15e8fe3b360944284bbc705bf34fac888/pydantic_core-2.23.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1278e0d324f6908e872730c9102b0112477a7f7cf88b308e4fc36ce1bdb6d58c", size = 2054404 },
+    { url = "https://files.pythonhosted.org/packages/0f/36/d4ae869e473c3c7868e1cd1e2a1b9e13bce5cd1a7d287f6ac755a0b1575e/pydantic_core-2.23.4-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:9a6b5099eeec78827553827f4c6b8615978bb4b6a88e5d9b93eddf8bb6790f55", size = 1921680 },
+    { url = "https://files.pythonhosted.org/packages/0d/f8/eed5c65b80c4ac4494117e2101973b45fc655774ef647d17dde40a70f7d2/pydantic_core-2.23.4-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:e55541f756f9b3ee346b840103f32779c695a19826a4c442b7954550a0972040", size = 1966093 },
+    { url = "https://files.pythonhosted.org/packages/e8/c8/1d42ce51d65e571ab53d466cae83434325a126811df7ce4861d9d97bee4b/pydantic_core-2.23.4-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:a5c7ba8ffb6d6f8f2ab08743be203654bb1aaa8c9dcb09f82ddd34eadb695605", size = 2111437 },
+    { url = "https://files.pythonhosted.org/packages/aa/c9/7fea9d13383c2ec6865919e09cffe44ab77e911eb281b53a4deaafd4c8e8/pydantic_core-2.23.4-cp39-none-win32.whl", hash = "sha256:37b0fe330e4a58d3c58b24d91d1eb102aeec675a3db4c292ec3928ecd892a9a6", size = 1735049 },
+    { url = "https://files.pythonhosted.org/packages/98/95/dd7045c4caa2b73d0bf3b989d66b23cfbb7a0ef14ce99db15677a000a953/pydantic_core-2.23.4-cp39-none-win_amd64.whl", hash = "sha256:1498bec4c05c9c787bde9125cfdcc63a41004ff167f495063191b863399b1a29", size = 1920180 },
+    { url = "https://files.pythonhosted.org/packages/13/a9/5d582eb3204464284611f636b55c0a7410d748ff338756323cb1ce721b96/pydantic_core-2.23.4-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:f455ee30a9d61d3e1a15abd5068827773d6e4dc513e795f380cdd59932c782d5", size = 1857135 },
+    { url = "https://files.pythonhosted.org/packages/2c/57/faf36290933fe16717f97829eabfb1868182ac495f99cf0eda9f59687c9d/pydantic_core-2.23.4-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:1e90d2e3bd2c3863d48525d297cd143fe541be8bbf6f579504b9712cb6b643ec", size = 1740583 },
+    { url = "https://files.pythonhosted.org/packages/91/7c/d99e3513dc191c4fec363aef1bf4c8af9125d8fa53af7cb97e8babef4e40/pydantic_core-2.23.4-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2e203fdf807ac7e12ab59ca2bfcabb38c7cf0b33c41efeb00f8e5da1d86af480", size = 1793637 },
+    { url = "https://files.pythonhosted.org/packages/29/18/812222b6d18c2d13eebbb0f7cdc170a408d9ced65794fdb86147c77e1982/pydantic_core-2.23.4-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e08277a400de01bc72436a0ccd02bdf596631411f592ad985dcee21445bd0068", size = 1941963 },
+    { url = "https://files.pythonhosted.org/packages/0f/36/c1f3642ac3f05e6bb4aec3ffc399fa3f84895d259cf5f0ce3054b7735c29/pydantic_core-2.23.4-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:f220b0eea5965dec25480b6333c788fb72ce5f9129e8759ef876a1d805d00801", size = 1915332 },
+    { url = "https://files.pythonhosted.org/packages/f7/ca/9c0854829311fb446020ebb540ee22509731abad886d2859c855dd29b904/pydantic_core-2.23.4-pp310-pypy310_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:d06b0c8da4f16d1d1e352134427cb194a0a6e19ad5db9161bf32b2113409e728", size = 1957926 },
+    { url = "https://files.pythonhosted.org/packages/c0/1c/7836b67c42d0cd4441fcd9fafbf6a027ad4b79b6559f80cf11f89fd83648/pydantic_core-2.23.4-pp310-pypy310_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:ba1a0996f6c2773bd83e63f18914c1de3c9dd26d55f4ac302a7efe93fb8e7433", size = 2100342 },
+    { url = "https://files.pythonhosted.org/packages/a9/f9/b6bcaf874f410564a78908739c80861a171788ef4d4f76f5009656672dfe/pydantic_core-2.23.4-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:9a5bce9d23aac8f0cf0836ecfc033896aa8443b501c58d0602dbfd5bd5b37753", size = 1920344 },
+    { url = "https://files.pythonhosted.org/packages/32/fd/ac9cdfaaa7cf2d32590b807d900612b39acb25e5527c3c7e482f0553025b/pydantic_core-2.23.4-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:78ddaaa81421a29574a682b3179d4cf9e6d405a09b99d93ddcf7e5239c742e21", size = 1857850 },
+    { url = "https://files.pythonhosted.org/packages/08/fe/038f4b2bcae325ea643c8ad353191187a4c92a9c3b913b139289a6f2ef04/pydantic_core-2.23.4-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:883a91b5dd7d26492ff2f04f40fbb652de40fcc0afe07e8129e8ae779c2110eb", size = 1740265 },
+    { url = "https://files.pythonhosted.org/packages/51/14/b215c9c3cbd1edaaea23014d4b3304260823f712d3fdee52549b19b25d62/pydantic_core-2.23.4-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:88ad334a15b32a791ea935af224b9de1bf99bcd62fabf745d5f3442199d86d59", size = 1793912 },
+    { url = "https://files.pythonhosted.org/packages/62/de/2c3ad79b63ba564878cbce325be725929ba50089cd5156f89ea5155cb9b3/pydantic_core-2.23.4-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:233710f069d251feb12a56da21e14cca67994eab08362207785cf8c598e74577", size = 1942870 },
+    { url = "https://files.pythonhosted.org/packages/cb/55/c222af19e4644c741b3f3fe4fd8bbb6b4cdca87d8a49258b61cf7826b19e/pydantic_core-2.23.4-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:19442362866a753485ba5e4be408964644dd6a09123d9416c54cd49171f50744", size = 1915610 },
+    { url = "https://files.pythonhosted.org/packages/c4/7a/9a8760692a6f76bb54bcd43f245ff3d8b603db695899bbc624099c00af80/pydantic_core-2.23.4-pp39-pypy39_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:624e278a7d29b6445e4e813af92af37820fafb6dcc55c012c834f9e26f9aaaef", size = 1958403 },
+    { url = "https://files.pythonhosted.org/packages/4c/91/9b03166feb914bb5698e2f6499e07c2617e2eebf69f9374d0358d7eb2009/pydantic_core-2.23.4-pp39-pypy39_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:f5ef8f42bec47f21d07668a043f077d507e5bf4e668d5c6dfe6aaba89de1a5b8", size = 2101154 },
+    { url = "https://files.pythonhosted.org/packages/1d/d9/1d7ecb98318da4cb96986daaf0e20d66f1651d0aeb9e2d4435b916ce031d/pydantic_core-2.23.4-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:aea443fffa9fbe3af1a9ba721a87f926fe548d32cab71d188a6ede77d0ff244e", size = 1920855 },
+]
+
+[[package]]
+name = "pygments"
+version = "2.18.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/8e/62/8336eff65bcbc8e4cb5d05b55faf041285951b6e80f33e2bff2024788f31/pygments-2.18.0.tar.gz", hash = "sha256:786ff802f32e91311bff3889f6e9a86e81505fe99f2735bb6d60ae0c5004f199", size = 4891905 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/f7/3f/01c8b82017c199075f8f788d0d906b9ffbbc5a47dc9918a945e13d5a2bda/pygments-2.18.0-py3-none-any.whl", hash = "sha256:b8e6aca0523f3ab76fee51799c488e38782ac06eafcf95e7ba832985c8e7b13a", size = 1205513 },
+]
+
+[[package]]
+name = "pytest"
+version = "8.3.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "exceptiongroup", marker = "(python_full_version < '3.11' and sys_platform == 'linux') or (python_full_version < '3.11' and sys_platform == 'windows')" },
+    { name = "iniconfig", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "packaging", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pluggy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "tomli", marker = "(python_full_version < '3.11' and sys_platform == 'linux') or (python_full_version < '3.11' and sys_platform == 'windows')" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/8b/6c/62bbd536103af674e227c41a8f3dcd022d591f6eed5facb5a0f31ee33bbc/pytest-8.3.3.tar.gz", hash = "sha256:70b98107bd648308a7952b06e6ca9a50bc660be218d53c257cc1fc94fda10181", size = 1442487 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/6b/77/7440a06a8ead44c7757a64362dd22df5760f9b12dc5f11b6188cd2fc27a0/pytest-8.3.3-py3-none-any.whl", hash = "sha256:a6853c7375b2663155079443d2e45de913a911a11d669df02a50814944db57b2", size = 342341 },
+]
+
+[[package]]
+name = "pytest-xdist"
+version = "3.6.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "execnet", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pytest", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/41/c4/3c310a19bc1f1e9ef50075582652673ef2bfc8cd62afef9585683821902f/pytest_xdist-3.6.1.tar.gz", hash = "sha256:ead156a4db231eec769737f57668ef58a2084a34b2e55c4a8fa20d861107300d", size = 84060 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/6d/82/1d96bf03ee4c0fdc3c0cbe61470070e659ca78dc0086fb88b66c185e2449/pytest_xdist-3.6.1-py3-none-any.whl", hash = "sha256:9ed4adfb68a016610848639bb7e02c9352d5d9f03d04809919e2dafc3be4cca7", size = 46108 },
+]
+
+[[package]]
+name = "pytorch-triton"
+version = "3.1.0+5fe38ffd73"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+dependencies = [
+    { name = "filelock", marker = "(python_full_version < '3.13' and sys_platform == 'linux') or (python_full_version < '3.13' and sys_platform == 'windows')" },
+]
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/pytorch_triton-3.1.0%2B5fe38ffd73-cp310-cp310-linux_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/pytorch_triton-3.1.0%2B5fe38ffd73-cp311-cp311-linux_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/pytorch_triton-3.1.0%2B5fe38ffd73-cp312-cp312-linux_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/pytorch_triton-3.1.0%2B5fe38ffd73-cp39-cp39-linux_x86_64.whl" },
+]
+
+[[package]]
+name = "pyyaml"
+version = "6.0.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/54/ed/79a089b6be93607fa5cdaedf301d7dfb23af5f25c398d5ead2525b063e17/pyyaml-6.0.2.tar.gz", hash = "sha256:d584d9ec91ad65861cc08d42e834324ef890a082e591037abe114850ff7bbc3e", size = 130631 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/9b/95/a3fac87cb7158e231b5a6012e438c647e1a87f09f8e0d123acec8ab8bf71/PyYAML-6.0.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:0a9a2848a5b7feac301353437eb7d5957887edbf81d56e903999a75a3d743086", size = 184199 },
+    { url = "https://files.pythonhosted.org/packages/c7/7a/68bd47624dab8fd4afbfd3c48e3b79efe09098ae941de5b58abcbadff5cb/PyYAML-6.0.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:29717114e51c84ddfba879543fb232a6ed60086602313ca38cce623c1d62cfbf", size = 171758 },
+    { url = "https://files.pythonhosted.org/packages/49/ee/14c54df452143b9ee9f0f29074d7ca5516a36edb0b4cc40c3f280131656f/PyYAML-6.0.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8824b5a04a04a047e72eea5cec3bc266db09e35de6bdfe34c9436ac5ee27d237", size = 718463 },
+    { url = "https://files.pythonhosted.org/packages/4d/61/de363a97476e766574650d742205be468921a7b532aa2499fcd886b62530/PyYAML-6.0.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7c36280e6fb8385e520936c3cb3b8042851904eba0e58d277dca80a5cfed590b", size = 719280 },
+    { url = "https://files.pythonhosted.org/packages/6b/4e/1523cb902fd98355e2e9ea5e5eb237cbc5f3ad5f3075fa65087aa0ecb669/PyYAML-6.0.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ec031d5d2feb36d1d1a24380e4db6d43695f3748343d99434e6f5f9156aaa2ed", size = 751239 },
+    { url = "https://files.pythonhosted.org/packages/b7/33/5504b3a9a4464893c32f118a9cc045190a91637b119a9c881da1cf6b7a72/PyYAML-6.0.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:936d68689298c36b53b29f23c6dbb74de12b4ac12ca6cfe0e047bedceea56180", size = 695802 },
+    { url = "https://files.pythonhosted.org/packages/5c/20/8347dcabd41ef3a3cdc4f7b7a2aff3d06598c8779faa189cdbf878b626a4/PyYAML-6.0.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:23502f431948090f597378482b4812b0caae32c22213aecf3b55325e049a6c68", size = 720527 },
+    { url = "https://files.pythonhosted.org/packages/be/aa/5afe99233fb360d0ff37377145a949ae258aaab831bde4792b32650a4378/PyYAML-6.0.2-cp310-cp310-win32.whl", hash = "sha256:2e99c6826ffa974fe6e27cdb5ed0021786b03fc98e5ee3c5bfe1fd5015f42b99", size = 144052 },
+    { url = "https://files.pythonhosted.org/packages/b5/84/0fa4b06f6d6c958d207620fc60005e241ecedceee58931bb20138e1e5776/PyYAML-6.0.2-cp310-cp310-win_amd64.whl", hash = "sha256:a4d3091415f010369ae4ed1fc6b79def9416358877534caf6a0fdd2146c87a3e", size = 161774 },
+    { url = "https://files.pythonhosted.org/packages/f8/aa/7af4e81f7acba21a4c6be026da38fd2b872ca46226673c89a758ebdc4fd2/PyYAML-6.0.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:cc1c1159b3d456576af7a3e4d1ba7e6924cb39de8f67111c735f6fc832082774", size = 184612 },
+    { url = "https://files.pythonhosted.org/packages/8b/62/b9faa998fd185f65c1371643678e4d58254add437edb764a08c5a98fb986/PyYAML-6.0.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:1e2120ef853f59c7419231f3bf4e7021f1b936f6ebd222406c3b60212205d2ee", size = 172040 },
+    { url = "https://files.pythonhosted.org/packages/ad/0c/c804f5f922a9a6563bab712d8dcc70251e8af811fce4524d57c2c0fd49a4/PyYAML-6.0.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5d225db5a45f21e78dd9358e58a98702a0302f2659a3c6cd320564b75b86f47c", size = 736829 },
+    { url = "https://files.pythonhosted.org/packages/51/16/6af8d6a6b210c8e54f1406a6b9481febf9c64a3109c541567e35a49aa2e7/PyYAML-6.0.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5ac9328ec4831237bec75defaf839f7d4564be1e6b25ac710bd1a96321cc8317", size = 764167 },
+    { url = "https://files.pythonhosted.org/packages/75/e4/2c27590dfc9992f73aabbeb9241ae20220bd9452df27483b6e56d3975cc5/PyYAML-6.0.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3ad2a3decf9aaba3d29c8f537ac4b243e36bef957511b4766cb0057d32b0be85", size = 762952 },
+    { url = "https://files.pythonhosted.org/packages/9b/97/ecc1abf4a823f5ac61941a9c00fe501b02ac3ab0e373c3857f7d4b83e2b6/PyYAML-6.0.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:ff3824dc5261f50c9b0dfb3be22b4567a6f938ccce4587b38952d85fd9e9afe4", size = 735301 },
+    { url = "https://files.pythonhosted.org/packages/45/73/0f49dacd6e82c9430e46f4a027baa4ca205e8b0a9dce1397f44edc23559d/PyYAML-6.0.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:797b4f722ffa07cc8d62053e4cff1486fa6dc094105d13fea7b1de7d8bf71c9e", size = 756638 },
+    { url = "https://files.pythonhosted.org/packages/22/5f/956f0f9fc65223a58fbc14459bf34b4cc48dec52e00535c79b8db361aabd/PyYAML-6.0.2-cp311-cp311-win32.whl", hash = "sha256:11d8f3dd2b9c1207dcaf2ee0bbbfd5991f571186ec9cc78427ba5bd32afae4b5", size = 143850 },
+    { url = "https://files.pythonhosted.org/packages/ed/23/8da0bbe2ab9dcdd11f4f4557ccaf95c10b9811b13ecced089d43ce59c3c8/PyYAML-6.0.2-cp311-cp311-win_amd64.whl", hash = "sha256:e10ce637b18caea04431ce14fabcf5c64a1c61ec9c56b071a4b7ca131ca52d44", size = 161980 },
+    { url = "https://files.pythonhosted.org/packages/86/0c/c581167fc46d6d6d7ddcfb8c843a4de25bdd27e4466938109ca68492292c/PyYAML-6.0.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:c70c95198c015b85feafc136515252a261a84561b7b1d51e3384e0655ddf25ab", size = 183873 },
+    { url = "https://files.pythonhosted.org/packages/a8/0c/38374f5bb272c051e2a69281d71cba6fdb983413e6758b84482905e29a5d/PyYAML-6.0.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ce826d6ef20b1bc864f0a68340c8b3287705cae2f8b4b1d932177dcc76721725", size = 173302 },
+    { url = "https://files.pythonhosted.org/packages/c3/93/9916574aa8c00aa06bbac729972eb1071d002b8e158bd0e83a3b9a20a1f7/PyYAML-6.0.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1f71ea527786de97d1a0cc0eacd1defc0985dcf6b3f17bb77dcfc8c34bec4dc5", size = 739154 },
+    { url = "https://files.pythonhosted.org/packages/95/0f/b8938f1cbd09739c6da569d172531567dbcc9789e0029aa070856f123984/PyYAML-6.0.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9b22676e8097e9e22e36d6b7bda33190d0d400f345f23d4065d48f4ca7ae0425", size = 766223 },
+    { url = "https://files.pythonhosted.org/packages/b9/2b/614b4752f2e127db5cc206abc23a8c19678e92b23c3db30fc86ab731d3bd/PyYAML-6.0.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:80bab7bfc629882493af4aa31a4cfa43a4c57c83813253626916b8c7ada83476", size = 767542 },
+    { url = "https://files.pythonhosted.org/packages/d4/00/dd137d5bcc7efea1836d6264f049359861cf548469d18da90cd8216cf05f/PyYAML-6.0.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:0833f8694549e586547b576dcfaba4a6b55b9e96098b36cdc7ebefe667dfed48", size = 731164 },
+    { url = "https://files.pythonhosted.org/packages/c9/1f/4f998c900485e5c0ef43838363ba4a9723ac0ad73a9dc42068b12aaba4e4/PyYAML-6.0.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8b9c7197f7cb2738065c481a0461e50ad02f18c78cd75775628afb4d7137fb3b", size = 756611 },
+    { url = "https://files.pythonhosted.org/packages/df/d1/f5a275fdb252768b7a11ec63585bc38d0e87c9e05668a139fea92b80634c/PyYAML-6.0.2-cp312-cp312-win32.whl", hash = "sha256:ef6107725bd54b262d6dedcc2af448a266975032bc85ef0172c5f059da6325b4", size = 140591 },
+    { url = "https://files.pythonhosted.org/packages/0c/e8/4f648c598b17c3d06e8753d7d13d57542b30d56e6c2dedf9c331ae56312e/PyYAML-6.0.2-cp312-cp312-win_amd64.whl", hash = "sha256:7e7401d0de89a9a855c839bc697c079a4af81cf878373abd7dc625847d25cbd8", size = 156338 },
+    { url = "https://files.pythonhosted.org/packages/ef/e3/3af305b830494fa85d95f6d95ef7fa73f2ee1cc8ef5b495c7c3269fb835f/PyYAML-6.0.2-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:efdca5630322a10774e8e98e1af481aad470dd62c3170801852d752aa7a783ba", size = 181309 },
+    { url = "https://files.pythonhosted.org/packages/45/9f/3b1c20a0b7a3200524eb0076cc027a970d320bd3a6592873c85c92a08731/PyYAML-6.0.2-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:50187695423ffe49e2deacb8cd10510bc361faac997de9efef88badc3bb9e2d1", size = 171679 },
+    { url = "https://files.pythonhosted.org/packages/7c/9a/337322f27005c33bcb656c655fa78325b730324c78620e8328ae28b64d0c/PyYAML-6.0.2-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0ffe8360bab4910ef1b9e87fb812d8bc0a308b0d0eef8c8f44e0254ab3b07133", size = 733428 },
+    { url = "https://files.pythonhosted.org/packages/a3/69/864fbe19e6c18ea3cc196cbe5d392175b4cf3d5d0ac1403ec3f2d237ebb5/PyYAML-6.0.2-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:17e311b6c678207928d649faa7cb0d7b4c26a0ba73d41e99c4fff6b6c3276484", size = 763361 },
+    { url = "https://files.pythonhosted.org/packages/04/24/b7721e4845c2f162d26f50521b825fb061bc0a5afcf9a386840f23ea19fa/PyYAML-6.0.2-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:70b189594dbe54f75ab3a1acec5f1e3faa7e8cf2f1e08d9b561cb41b845f69d5", size = 759523 },
+    { url = "https://files.pythonhosted.org/packages/2b/b2/e3234f59ba06559c6ff63c4e10baea10e5e7df868092bf9ab40e5b9c56b6/PyYAML-6.0.2-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:41e4e3953a79407c794916fa277a82531dd93aad34e29c2a514c2c0c5fe971cc", size = 726660 },
+    { url = "https://files.pythonhosted.org/packages/fe/0f/25911a9f080464c59fab9027482f822b86bf0608957a5fcc6eaac85aa515/PyYAML-6.0.2-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:68ccc6023a3400877818152ad9a1033e3db8625d899c72eacb5a668902e4d652", size = 751597 },
+    { url = "https://files.pythonhosted.org/packages/14/0d/e2c3b43bbce3cf6bd97c840b46088a3031085179e596d4929729d8d68270/PyYAML-6.0.2-cp313-cp313-win32.whl", hash = "sha256:bc2fa7c6b47d6bc618dd7fb02ef6fdedb1090ec036abab80d4681424b84c1183", size = 140527 },
+    { url = "https://files.pythonhosted.org/packages/fa/de/02b54f42487e3d3c6efb3f89428677074ca7bf43aae402517bc7cca949f3/PyYAML-6.0.2-cp313-cp313-win_amd64.whl", hash = "sha256:8388ee1976c416731879ac16da0aff3f63b286ffdd57cdeb95f3f2e085687563", size = 156446 },
+    { url = "https://files.pythonhosted.org/packages/65/d8/b7a1db13636d7fb7d4ff431593c510c8b8fca920ade06ca8ef20015493c5/PyYAML-6.0.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:688ba32a1cffef67fd2e9398a2efebaea461578b0923624778664cc1c914db5d", size = 184777 },
+    { url = "https://files.pythonhosted.org/packages/0a/02/6ec546cd45143fdf9840b2c6be8d875116a64076218b61d68e12548e5839/PyYAML-6.0.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:a8786accb172bd8afb8be14490a16625cbc387036876ab6ba70912730faf8e1f", size = 172318 },
+    { url = "https://files.pythonhosted.org/packages/0e/9a/8cc68be846c972bda34f6c2a93abb644fb2476f4dcc924d52175786932c9/PyYAML-6.0.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d8e03406cac8513435335dbab54c0d385e4a49e4945d2909a581c83647ca0290", size = 720891 },
+    { url = "https://files.pythonhosted.org/packages/e9/6c/6e1b7f40181bc4805e2e07f4abc10a88ce4648e7e95ff1abe4ae4014a9b2/PyYAML-6.0.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f753120cb8181e736c57ef7636e83f31b9c0d1722c516f7e86cf15b7aa57ff12", size = 722614 },
+    { url = "https://files.pythonhosted.org/packages/3d/32/e7bd8535d22ea2874cef6a81021ba019474ace0d13a4819c2a4bce79bd6a/PyYAML-6.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3b1fdb9dc17f5a7677423d508ab4f243a726dea51fa5e70992e59a7411c89d19", size = 737360 },
+    { url = "https://files.pythonhosted.org/packages/d7/12/7322c1e30b9be969670b672573d45479edef72c9a0deac3bb2868f5d7469/PyYAML-6.0.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:0b69e4ce7a131fe56b7e4d770c67429700908fc0752af059838b1cfb41960e4e", size = 699006 },
+    { url = "https://files.pythonhosted.org/packages/82/72/04fcad41ca56491995076630c3ec1e834be241664c0c09a64c9a2589b507/PyYAML-6.0.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:a9f8c2e67970f13b16084e04f134610fd1d374bf477b17ec1599185cf611d725", size = 723577 },
+    { url = "https://files.pythonhosted.org/packages/ed/5e/46168b1f2757f1fcd442bc3029cd8767d88a98c9c05770d8b420948743bb/PyYAML-6.0.2-cp39-cp39-win32.whl", hash = "sha256:6395c297d42274772abc367baaa79683958044e5d3835486c16da75d2a694631", size = 144593 },
+    { url = "https://files.pythonhosted.org/packages/19/87/5124b1c1f2412bb95c59ec481eaf936cd32f0fe2a7b16b97b81c4c017a6a/PyYAML-6.0.2-cp39-cp39-win_amd64.whl", hash = "sha256:39693e1f8320ae4f43943590b49779ffb98acb81f788220ea932a6b6c51004d8", size = 162312 },
+]
+
+[[package]]
+name = "regex"
+version = "2024.9.11"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/f9/38/148df33b4dbca3bd069b963acab5e0fa1a9dbd6820f8c322d0dd6faeff96/regex-2024.9.11.tar.gz", hash = "sha256:6c188c307e8433bcb63dc1915022deb553b4203a70722fc542c363bf120a01fd", size = 399403 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/63/12/497bd6599ce8a239ade68678132296aec5ee25ebea45fc8ba91aa60fceec/regex-2024.9.11-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:1494fa8725c285a81d01dc8c06b55287a1ee5e0e382d8413adc0a9197aac6408", size = 482488 },
+    { url = "https://files.pythonhosted.org/packages/c1/24/595ddb9bec2a9b151cdaf9565b0c9f3da9f0cb1dca6c158bc5175332ddf8/regex-2024.9.11-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:0e12c481ad92d129c78f13a2a3662317e46ee7ef96c94fd332e1c29131875b7d", size = 287443 },
+    { url = "https://files.pythonhosted.org/packages/69/a8/b2fb45d9715b1469383a0da7968f8cacc2f83e9fbbcd6b8713752dd980a6/regex-2024.9.11-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:16e13a7929791ac1216afde26f712802e3df7bf0360b32e4914dca3ab8baeea5", size = 284561 },
+    { url = "https://files.pythonhosted.org/packages/88/87/1ce4a5357216b19b7055e7d3b0efc75a6e426133bf1e7d094321df514257/regex-2024.9.11-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:46989629904bad940bbec2106528140a218b4a36bb3042d8406980be1941429c", size = 783177 },
+    { url = "https://files.pythonhosted.org/packages/3c/65/b9f002ab32f7b68e7d1dcabb67926f3f47325b8dbc22cc50b6a043e1d07c/regex-2024.9.11-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a906ed5e47a0ce5f04b2c981af1c9acf9e8696066900bf03b9d7879a6f679fc8", size = 823193 },
+    { url = "https://files.pythonhosted.org/packages/22/91/8339dd3abce101204d246e31bc26cdd7ec07c9f91598472459a3a902aa41/regex-2024.9.11-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e9a091b0550b3b0207784a7d6d0f1a00d1d1c8a11699c1a4d93db3fbefc3ad35", size = 809950 },
+    { url = "https://files.pythonhosted.org/packages/cb/19/556638aa11c2ec9968a1da998f07f27ec0abb9bf3c647d7c7985ca0b8eea/regex-2024.9.11-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5ddcd9a179c0a6fa8add279a4444015acddcd7f232a49071ae57fa6e278f1f71", size = 782661 },
+    { url = "https://files.pythonhosted.org/packages/d1/e9/7a5bc4c6ef8d9cd2bdd83a667888fc35320da96a4cc4da5fa084330f53db/regex-2024.9.11-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6b41e1adc61fa347662b09398e31ad446afadff932a24807d3ceb955ed865cc8", size = 772348 },
+    { url = "https://files.pythonhosted.org/packages/f1/0b/29f2105bfac3ed08e704914c38e93b07c784a6655f8a015297ee7173e95b/regex-2024.9.11-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:ced479f601cd2f8ca1fd7b23925a7e0ad512a56d6e9476f79b8f381d9d37090a", size = 697460 },
+    { url = "https://files.pythonhosted.org/packages/71/3a/52ff61054d15a4722605f5872ad03962b319a04c1ebaebe570b8b9b7dde1/regex-2024.9.11-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:635a1d96665f84b292e401c3d62775851aedc31d4f8784117b3c68c4fcd4118d", size = 769151 },
+    { url = "https://files.pythonhosted.org/packages/97/07/37e460ab5ca84be8e1e197c3b526c5c86993dcc9e13cbc805c35fc2463c1/regex-2024.9.11-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:c0256beda696edcf7d97ef16b2a33a8e5a875affd6fa6567b54f7c577b30a137", size = 777478 },
+    { url = "https://files.pythonhosted.org/packages/65/7b/953075723dd5ab00780043ac2f9de667306ff9e2a85332975e9f19279174/regex-2024.9.11-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:3ce4f1185db3fbde8ed8aa223fc9620f276c58de8b0d4f8cc86fd1360829edb6", size = 845373 },
+    { url = "https://files.pythonhosted.org/packages/40/b8/3e9484c6230b8b6e8f816ab7c9a080e631124991a4ae2c27a81631777db0/regex-2024.9.11-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:09d77559e80dcc9d24570da3745ab859a9cf91953062e4ab126ba9d5993688ca", size = 845369 },
+    { url = "https://files.pythonhosted.org/packages/b7/99/38434984d912edbd2e1969d116257e869578f67461bd7462b894c45ed874/regex-2024.9.11-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:7a22ccefd4db3f12b526eccb129390942fe874a3a9fdbdd24cf55773a1faab1a", size = 773935 },
+    { url = "https://files.pythonhosted.org/packages/ab/67/43174d2b46fa947b7b9dfe56b6c8a8a76d44223f35b1d64645a732fd1d6f/regex-2024.9.11-cp310-cp310-win32.whl", hash = "sha256:f745ec09bc1b0bd15cfc73df6fa4f726dcc26bb16c23a03f9e3367d357eeedd0", size = 261624 },
+    { url = "https://files.pythonhosted.org/packages/c4/2a/4f9c47d9395b6aff24874c761d8d620c0232f97c43ef3cf668c8b355e7a7/regex-2024.9.11-cp310-cp310-win_amd64.whl", hash = "sha256:01c2acb51f8a7d6494c8c5eafe3d8e06d76563d8a8a4643b37e9b2dd8a2ff623", size = 274020 },
+    { url = "https://files.pythonhosted.org/packages/86/a1/d526b7b6095a0019aa360948c143aacfeb029919c898701ce7763bbe4c15/regex-2024.9.11-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:2cce2449e5927a0bf084d346da6cd5eb016b2beca10d0013ab50e3c226ffc0df", size = 482483 },
+    { url = "https://files.pythonhosted.org/packages/32/d9/bfdd153179867c275719e381e1e8e84a97bd186740456a0dcb3e7125c205/regex-2024.9.11-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:3b37fa423beefa44919e009745ccbf353d8c981516e807995b2bd11c2c77d268", size = 287442 },
+    { url = "https://files.pythonhosted.org/packages/33/c4/60f3370735135e3a8d673ddcdb2507a8560d0e759e1398d366e43d000253/regex-2024.9.11-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:64ce2799bd75039b480cc0360907c4fb2f50022f030bf9e7a8705b636e408fad", size = 284561 },
+    { url = "https://files.pythonhosted.org/packages/b1/51/91a5ebdff17f9ec4973cb0aa9d37635efec1c6868654bbc25d1543aca4ec/regex-2024.9.11-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a4cc92bb6db56ab0c1cbd17294e14f5e9224f0cc6521167ef388332604e92679", size = 791779 },
+    { url = "https://files.pythonhosted.org/packages/07/4a/022c5e6f0891a90cd7eb3d664d6c58ce2aba48bff107b00013f3d6167069/regex-2024.9.11-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d05ac6fa06959c4172eccd99a222e1fbf17b5670c4d596cb1e5cde99600674c4", size = 832605 },
+    { url = "https://files.pythonhosted.org/packages/ac/1c/3793990c8c83ca04e018151ddda83b83ecc41d89964f0f17749f027fc44d/regex-2024.9.11-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:040562757795eeea356394a7fb13076ad4f99d3c62ab0f8bdfb21f99a1f85664", size = 818556 },
+    { url = "https://files.pythonhosted.org/packages/e9/5c/8b385afbfacb853730682c57be56225f9fe275c5bf02ac1fc88edbff316d/regex-2024.9.11-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6113c008a7780792efc80f9dfe10ba0cd043cbf8dc9a76ef757850f51b4edc50", size = 792808 },
+    { url = "https://files.pythonhosted.org/packages/9b/8b/a4723a838b53c771e9240951adde6af58c829fb6a6a28f554e8131f53839/regex-2024.9.11-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8e5fb5f77c8745a60105403a774fe2c1759b71d3e7b4ca237a5e67ad066c7199", size = 781115 },
+    { url = "https://files.pythonhosted.org/packages/83/5f/031a04b6017033d65b261259c09043c06f4ef2d4eac841d0649d76d69541/regex-2024.9.11-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:54d9ff35d4515debf14bc27f1e3b38bfc453eff3220f5bce159642fa762fe5d4", size = 778155 },
+    { url = "https://files.pythonhosted.org/packages/fd/cd/4660756070b03ce4a66663a43f6c6e7ebc2266cc6b4c586c167917185eb4/regex-2024.9.11-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:df5cbb1fbc74a8305b6065d4ade43b993be03dbe0f8b30032cced0d7740994bd", size = 784614 },
+    { url = "https://files.pythonhosted.org/packages/93/8d/65b9bea7df120a7be8337c415b6d256ba786cbc9107cebba3bf8ff09da99/regex-2024.9.11-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:7fb89ee5d106e4a7a51bce305ac4efb981536301895f7bdcf93ec92ae0d91c7f", size = 853744 },
+    { url = "https://files.pythonhosted.org/packages/96/a7/fba1eae75eb53a704475baf11bd44b3e6ccb95b316955027eb7748f24ef8/regex-2024.9.11-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:a738b937d512b30bf75995c0159c0ddf9eec0775c9d72ac0202076c72f24aa96", size = 855890 },
+    { url = "https://files.pythonhosted.org/packages/45/14/d864b2db80a1a3358534392373e8a281d95b28c29c87d8548aed58813910/regex-2024.9.11-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:e28f9faeb14b6f23ac55bfbbfd3643f5c7c18ede093977f1df249f73fd22c7b1", size = 781887 },
+    { url = "https://files.pythonhosted.org/packages/4d/a9/bfb29b3de3eb11dc9b412603437023b8e6c02fb4e11311863d9bf62c403a/regex-2024.9.11-cp311-cp311-win32.whl", hash = "sha256:18e707ce6c92d7282dfce370cd205098384b8ee21544e7cb29b8aab955b66fa9", size = 261644 },
+    { url = "https://files.pythonhosted.org/packages/c7/ab/1ad2511cf6a208fde57fafe49829cab8ca018128ab0d0b48973d8218634a/regex-2024.9.11-cp311-cp311-win_amd64.whl", hash = "sha256:313ea15e5ff2a8cbbad96ccef6be638393041b0a7863183c2d31e0c6116688cf", size = 274033 },
+    { url = "https://files.pythonhosted.org/packages/6e/92/407531450762bed778eedbde04407f68cbd75d13cee96c6f8d6903d9c6c1/regex-2024.9.11-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:b0d0a6c64fcc4ef9c69bd5b3b3626cc3776520a1637d8abaa62b9edc147a58f7", size = 483590 },
+    { url = "https://files.pythonhosted.org/packages/8e/a2/048acbc5ae1f615adc6cba36cc45734e679b5f1e4e58c3c77f0ed611d4e2/regex-2024.9.11-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:49b0e06786ea663f933f3710a51e9385ce0cba0ea56b67107fd841a55d56a231", size = 288175 },
+    { url = "https://files.pythonhosted.org/packages/8a/ea/909d8620329ab710dfaf7b4adee41242ab7c9b95ea8d838e9bfe76244259/regex-2024.9.11-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:5b513b6997a0b2f10e4fd3a1313568e373926e8c252bd76c960f96fd039cd28d", size = 284749 },
+    { url = "https://files.pythonhosted.org/packages/ca/fa/521eb683b916389b4975337873e66954e0f6d8f91bd5774164a57b503185/regex-2024.9.11-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ee439691d8c23e76f9802c42a95cfeebf9d47cf4ffd06f18489122dbb0a7ad64", size = 795181 },
+    { url = "https://files.pythonhosted.org/packages/28/db/63047feddc3280cc242f9c74f7aeddc6ee662b1835f00046f57d5630c827/regex-2024.9.11-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a8f877c89719d759e52783f7fe6e1c67121076b87b40542966c02de5503ace42", size = 835842 },
+    { url = "https://files.pythonhosted.org/packages/e3/94/86adc259ff8ec26edf35fcca7e334566c1805c7493b192cb09679f9c3dee/regex-2024.9.11-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:23b30c62d0f16827f2ae9f2bb87619bc4fba2044911e2e6c2eb1af0161cdb766", size = 823533 },
+    { url = "https://files.pythonhosted.org/packages/29/52/84662b6636061277cb857f658518aa7db6672bc6d1a3f503ccd5aefc581e/regex-2024.9.11-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:85ab7824093d8f10d44330fe1e6493f756f252d145323dd17ab6b48733ff6c0a", size = 797037 },
+    { url = "https://files.pythonhosted.org/packages/c3/2a/cd4675dd987e4a7505f0364a958bc41f3b84942de9efaad0ef9a2646681c/regex-2024.9.11-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8dee5b4810a89447151999428fe096977346cf2f29f4d5e29609d2e19e0199c9", size = 784106 },
+    { url = "https://files.pythonhosted.org/packages/6f/75/3ea7ec29de0bbf42f21f812f48781d41e627d57a634f3f23947c9a46e303/regex-2024.9.11-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:98eeee2f2e63edae2181c886d7911ce502e1292794f4c5ee71e60e23e8d26b5d", size = 782468 },
+    { url = "https://files.pythonhosted.org/packages/d3/67/15519d69b52c252b270e679cb578e22e0c02b8dd4e361f2b04efcc7f2335/regex-2024.9.11-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:57fdd2e0b2694ce6fc2e5ccf189789c3e2962916fb38779d3e3521ff8fe7a822", size = 790324 },
+    { url = "https://files.pythonhosted.org/packages/9c/71/eff77d3fe7ba08ab0672920059ec30d63fa7e41aa0fb61c562726e9bd721/regex-2024.9.11-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:d552c78411f60b1fdaafd117a1fca2f02e562e309223b9d44b7de8be451ec5e0", size = 860214 },
+    { url = "https://files.pythonhosted.org/packages/81/11/e1bdf84a72372e56f1ea4b833dd583b822a23138a616ace7ab57a0e11556/regex-2024.9.11-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:a0b2b80321c2ed3fcf0385ec9e51a12253c50f146fddb2abbb10f033fe3d049a", size = 859420 },
+    { url = "https://files.pythonhosted.org/packages/ea/75/9753e9dcebfa7c3645563ef5c8a58f3a47e799c872165f37c55737dadd3e/regex-2024.9.11-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:18406efb2f5a0e57e3a5881cd9354c1512d3bb4f5c45d96d110a66114d84d23a", size = 787333 },
+    { url = "https://files.pythonhosted.org/packages/bc/4e/ba1cbca93141f7416624b3ae63573e785d4bc1834c8be44a8f0747919eca/regex-2024.9.11-cp312-cp312-win32.whl", hash = "sha256:e464b467f1588e2c42d26814231edecbcfe77f5ac414d92cbf4e7b55b2c2a776", size = 262058 },
+    { url = "https://files.pythonhosted.org/packages/6e/16/efc5f194778bf43e5888209e5cec4b258005d37c613b67ae137df3b89c53/regex-2024.9.11-cp312-cp312-win_amd64.whl", hash = "sha256:9e8719792ca63c6b8340380352c24dcb8cd7ec49dae36e963742a275dfae6009", size = 273526 },
+    { url = "https://files.pythonhosted.org/packages/93/0a/d1c6b9af1ff1e36832fe38d74d5c5bab913f2bdcbbd6bc0e7f3ce8b2f577/regex-2024.9.11-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:c157bb447303070f256e084668b702073db99bbb61d44f85d811025fcf38f784", size = 483376 },
+    { url = "https://files.pythonhosted.org/packages/a4/42/5910a050c105d7f750a72dcb49c30220c3ae4e2654e54aaaa0e9bc0584cb/regex-2024.9.11-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:4db21ece84dfeefc5d8a3863f101995de646c6cb0536952c321a2650aa202c36", size = 288112 },
+    { url = "https://files.pythonhosted.org/packages/8d/56/0c262aff0e9224fa7ffce47b5458d373f4d3e3ff84e99b5ff0cb15e0b5b2/regex-2024.9.11-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:220e92a30b426daf23bb67a7962900ed4613589bab80382be09b48896d211e92", size = 284608 },
+    { url = "https://files.pythonhosted.org/packages/b9/54/9fe8f9aec5007bbbbce28ba3d2e3eaca425f95387b7d1e84f0d137d25237/regex-2024.9.11-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:eb1ae19e64c14c7ec1995f40bd932448713d3c73509e82d8cd7744dc00e29e86", size = 795337 },
+    { url = "https://files.pythonhosted.org/packages/b2/e7/6b2f642c3cded271c4f16cc4daa7231be544d30fe2b168e0223724b49a61/regex-2024.9.11-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f47cd43a5bfa48f86925fe26fbdd0a488ff15b62468abb5d2a1e092a4fb10e85", size = 835848 },
+    { url = "https://files.pythonhosted.org/packages/cd/9e/187363bdf5d8c0e4662117b92aa32bf52f8f09620ae93abc7537d96d3311/regex-2024.9.11-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9d4a76b96f398697fe01117093613166e6aa8195d63f1b4ec3f21ab637632963", size = 823503 },
+    { url = "https://files.pythonhosted.org/packages/f8/10/601303b8ee93589f879664b0cfd3127949ff32b17f9b6c490fb201106c4d/regex-2024.9.11-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0ea51dcc0835eea2ea31d66456210a4e01a076d820e9039b04ae8d17ac11dee6", size = 797049 },
+    { url = "https://files.pythonhosted.org/packages/ef/1c/ea200f61ce9f341763f2717ab4daebe4422d83e9fd4ac5e33435fd3a148d/regex-2024.9.11-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b7aaa315101c6567a9a45d2839322c51c8d6e81f67683d529512f5bcfb99c802", size = 784144 },
+    { url = "https://files.pythonhosted.org/packages/d8/5c/d2429be49ef3292def7688401d3deb11702c13dcaecdc71d2b407421275b/regex-2024.9.11-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:c57d08ad67aba97af57a7263c2d9006d5c404d721c5f7542f077f109ec2a4a29", size = 782483 },
+    { url = "https://files.pythonhosted.org/packages/12/d9/cbc30f2ff7164f3b26a7760f87c54bf8b2faed286f60efd80350a51c5b99/regex-2024.9.11-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:f8404bf61298bb6f8224bb9176c1424548ee1181130818fcd2cbffddc768bed8", size = 790320 },
+    { url = "https://files.pythonhosted.org/packages/19/1d/43ed03a236313639da5a45e61bc553c8d41e925bcf29b0f8ecff0c2c3f25/regex-2024.9.11-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:dd4490a33eb909ef5078ab20f5f000087afa2a4daa27b4c072ccb3cb3050ad84", size = 860435 },
+    { url = "https://files.pythonhosted.org/packages/34/4f/5d04da61c7c56e785058a46349f7285ae3ebc0726c6ea7c5c70600a52233/regex-2024.9.11-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:eee9130eaad130649fd73e5cd92f60e55708952260ede70da64de420cdcad554", size = 859571 },
+    { url = "https://files.pythonhosted.org/packages/12/7f/8398c8155a3c70703a8e91c29532558186558e1aea44144b382faa2a6f7a/regex-2024.9.11-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:6a2644a93da36c784e546de579ec1806bfd2763ef47babc1b03d765fe560c9f8", size = 787398 },
+    { url = "https://files.pythonhosted.org/packages/58/3a/f5903977647a9a7e46d5535e9e96c194304aeeca7501240509bde2f9e17f/regex-2024.9.11-cp313-cp313-win32.whl", hash = "sha256:e997fd30430c57138adc06bba4c7c2968fb13d101e57dd5bb9355bf8ce3fa7e8", size = 262035 },
+    { url = "https://files.pythonhosted.org/packages/ff/80/51ba3a4b7482f6011095b3a036e07374f64de180b7d870b704ed22509002/regex-2024.9.11-cp313-cp313-win_amd64.whl", hash = "sha256:042c55879cfeb21a8adacc84ea347721d3d83a159da6acdf1116859e2427c43f", size = 273510 },
+    { url = "https://files.pythonhosted.org/packages/a1/aa/e31baf8482ad690ccb3cdf20d1963a01e98d137e4d9ee493dbb0fa8ba2c6/regex-2024.9.11-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:07f45f287469039ffc2c53caf6803cd506eb5f5f637f1d4acb37a738f71dd066", size = 482489 },
+    { url = "https://files.pythonhosted.org/packages/a1/b5/449c2f14fc20dc42ef9729469fcff42809393470f021ed6c6fcf5f3d3297/regex-2024.9.11-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:4838e24ee015101d9f901988001038f7f0d90dc0c3b115541a1365fb439add62", size = 287440 },
+    { url = "https://files.pythonhosted.org/packages/3f/36/4b60a0c2e4cc6ecb2651be828117a31f42fae55a51a484a8071729df56a6/regex-2024.9.11-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:6edd623bae6a737f10ce853ea076f56f507fd7726bee96a41ee3d68d347e4d16", size = 284566 },
+    { url = "https://files.pythonhosted.org/packages/b4/21/feaa5b0d3e5e3bad659cd7d640e6b76cc0719504dbd9bc8f67cfa21bde82/regex-2024.9.11-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c69ada171c2d0e97a4b5aa78fbb835e0ffbb6b13fc5da968c09811346564f0d3", size = 782747 },
+    { url = "https://files.pythonhosted.org/packages/bb/89/93516f0aa3e8a9366df2cf79bb0290abdc7dbe5dd27373d9bea0978b7ba6/regex-2024.9.11-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:02087ea0a03b4af1ed6ebab2c54d7118127fee8d71b26398e8e4b05b78963199", size = 822700 },
+    { url = "https://files.pythonhosted.org/packages/d5/e7/79c04ccb81cee2831d9d4499274919b9153c1741ce8b3421d69cb0032f1b/regex-2024.9.11-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:69dee6a020693d12a3cf892aba4808fe168d2a4cef368eb9bf74f5398bfd4ee8", size = 809327 },
+    { url = "https://files.pythonhosted.org/packages/01/e6/a7256c99c312b68f01cfd4f8eae6e770906fffb3832ecb66f35ca5b86b96/regex-2024.9.11-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:297f54910247508e6e5cae669f2bc308985c60540a4edd1c77203ef19bfa63ca", size = 781970 },
+    { url = "https://files.pythonhosted.org/packages/18/c4/29e8b6ff2208775858b5d4a2caa6428d40b5fade95aee426de7e42ffff39/regex-2024.9.11-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ecea58b43a67b1b79805f1a0255730edaf5191ecef84dbc4cc85eb30bc8b63b9", size = 771885 },
+    { url = "https://files.pythonhosted.org/packages/95/78/7acd8882ac335f1f5ae1756417739fda3053e0bcacea8716ae4a04e74553/regex-2024.9.11-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:eab4bb380f15e189d1313195b062a6aa908f5bd687a0ceccd47c8211e9cf0d4a", size = 696978 },
+    { url = "https://files.pythonhosted.org/packages/cb/d2/1d44f9b4a3d33ff5773fd79bea53e992d00f81e0af6f1f4e2efac1e4d897/regex-2024.9.11-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:0cbff728659ce4bbf4c30b2a1be040faafaa9eca6ecde40aaff86f7889f4ab39", size = 768655 },
+    { url = "https://files.pythonhosted.org/packages/79/ba/92ef9d3b8f59cb3df9febef07098dfb4a43c3bdcf35b1084c2009b0a93bf/regex-2024.9.11-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:54c4a097b8bc5bb0dfc83ae498061d53ad7b5762e00f4adaa23bee22b012e6ba", size = 776922 },
+    { url = "https://files.pythonhosted.org/packages/16/71/d964c0c9d447f04bbe6ab5eafd220208e7d52b9608e452e6fcad553b38e0/regex-2024.9.11-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:73d6d2f64f4d894c96626a75578b0bf7d9e56dcda8c3d037a2118fdfe9b1c664", size = 845014 },
+    { url = "https://files.pythonhosted.org/packages/83/cb/a378cdc2468782eefefa50183bbeabc3357fb588d4109d845f0a56e68713/regex-2024.9.11-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:e53b5fbab5d675aec9f0c501274c467c0f9a5d23696cfc94247e1fb56501ed89", size = 844916 },
+    { url = "https://files.pythonhosted.org/packages/b9/f0/82ea1565a6639270cfe96263002b3d91084a1db5048d9b6084f83bd5972d/regex-2024.9.11-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:0ffbcf9221e04502fc35e54d1ce9567541979c3fdfb93d2c554f0ca583a19b35", size = 773409 },
+    { url = "https://files.pythonhosted.org/packages/97/9e/0400d742b9647b4940609a96d550de89e4e89c85f6a370796dab25b5979c/regex-2024.9.11-cp39-cp39-win32.whl", hash = "sha256:e4c22e1ac1f1ec1e09f72e6c44d8f2244173db7eb9629cc3a346a8d7ccc31142", size = 261680 },
+    { url = "https://files.pythonhosted.org/packages/b6/f1/aef1112652ac7b3922d2c129f8325a4fd286b66691127dd99f380f8ede19/regex-2024.9.11-cp39-cp39-win_amd64.whl", hash = "sha256:faa3c142464efec496967359ca99696c896c591c56c53506bac1ad465f66e919", size = 274066 },
+]
+
+[[package]]
+name = "requests"
+version = "2.32.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "certifi", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "charset-normalizer", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "idna", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "urllib3", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/63/70/2bf7780ad2d390a8d301ad0b550f1581eadbd9a20f896afe06353c2a2913/requests-2.32.3.tar.gz", hash = "sha256:55365417734eb18255590a9ff9eb97e9e1da868d4ccd6402399eaf68af20a760", size = 131218 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/f9/9b/335f9764261e915ed497fcdeb11df5dfd6f7bf257d4a6a2a686d80da4d54/requests-2.32.3-py3-none-any.whl", hash = "sha256:70761cfe03c773ceb22aa2f671b4757976145175cdfca038c02654d061d6dcc6", size = 64928 },
+]
+
+[[package]]
+name = "rich"
+version = "13.8.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "markdown-it-py", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pygments", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/92/76/40f084cb7db51c9d1fa29a7120717892aeda9a7711f6225692c957a93535/rich-13.8.1.tar.gz", hash = "sha256:8260cda28e3db6bf04d2d1ef4dbc03ba80a824c88b0e7668a0f23126a424844a", size = 222080 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b0/11/dadb85e2bd6b1f1ae56669c3e1f0410797f9605d752d68fb47b77f525b31/rich-13.8.1-py3-none-any.whl", hash = "sha256:1760a3c0848469b97b558fc61c85233e3dafb69c7a071b4d60c38099d3cd4c06", size = 241608 },
+]
+
+[package.optional-dependencies]
+jupyter = [
+    { name = "ipywidgets", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+
+[[package]]
+name = "ruff"
+version = "0.6.5"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/96/3f/29b2d3d90f811f6fb5b90242309f4668cd8c2482aab86ffc23099000545b/ruff-0.6.5.tar.gz", hash = "sha256:4d32d87fab433c0cf285c3683dd4dae63be05fd7a1d65b3f5bf7cdd05a6b96fb", size = 2476127 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/64/05/cc62df44b5a0271b29f11d687aa89e85943e0d26e5bb773dbc1456d9885d/ruff-0.6.5-py3-none-linux_armv6l.whl", hash = "sha256:7e4e308f16e07c95fc7753fc1aaac690a323b2bb9f4ec5e844a97bb7fbebd748", size = 9770988 },
+    { url = "https://files.pythonhosted.org/packages/09/3d/89dac56ab7053d5b7cba723c9cae1a29b7a2978174c67e2441525ee00343/ruff-0.6.5-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:932cd69eefe4daf8c7d92bd6689f7e8182571cb934ea720af218929da7bd7d69", size = 9423303 },
+    { url = "https://files.pythonhosted.org/packages/70/76/dc04654d26beace866a3c9e0c87112304e3d6406e1ee8ca0d9bebbd82d91/ruff-0.6.5-py3-none-macosx_11_0_arm64.whl", hash = "sha256:3a8d42d11fff8d3143ff4da41742a98f8f233bf8890e9fe23077826818f8d680", size = 9134078 },
+    { url = "https://files.pythonhosted.org/packages/da/52/6a492cffcd2c6e243043937ab52811b6ebb10cb5b77a68cc98e7676ceaef/ruff-0.6.5-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a50af6e828ee692fb10ff2dfe53f05caecf077f4210fae9677e06a808275754f", size = 10105094 },
+    { url = "https://files.pythonhosted.org/packages/59/7c/fd76a583ae59a276537d71921d616a83ec7774027d0812049afb6af8a07f/ruff-0.6.5-py3-none-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:794ada3400a0d0b89e3015f1a7e01f4c97320ac665b7bc3ade24b50b54cb2972", size = 9542751 },
+    { url = "https://files.pythonhosted.org/packages/56/5b/4e8928fa11412b16ecf7d7755fe45db6dfa7abce32841f6aec33bae3a7da/ruff-0.6.5-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:381413ec47f71ce1d1c614f7779d88886f406f1fd53d289c77e4e533dc6ea200", size = 10358844 },
+    { url = "https://files.pythonhosted.org/packages/bd/a8/315ea8f71b111c8fb2b681c88a3e7a707d74308eb1435dc6ee3e6637a286/ruff-0.6.5-py3-none-manylinux_2_17_ppc64.manylinux2014_ppc64.whl", hash = "sha256:52e75a82bbc9b42e63c08d22ad0ac525117e72aee9729a069d7c4f235fc4d276", size = 11075199 },
+    { url = "https://files.pythonhosted.org/packages/d9/1c/3a3728d42db52bfe418d8c913b453531766be1383719573f2458e8b59990/ruff-0.6.5-py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:09c72a833fd3551135ceddcba5ebdb68ff89225d30758027280968c9acdc7810", size = 10661186 },
+    { url = "https://files.pythonhosted.org/packages/d4/0c/ae25e213461aab274822081923d747f02929d71843c42b8f56018a7ec636/ruff-0.6.5-py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:800c50371bdcb99b3c1551d5691e14d16d6f07063a518770254227f7f6e8c178", size = 11747444 },
+    { url = "https://files.pythonhosted.org/packages/c4/e3/9d0ff218c7663ab9d53abe02911bec03d32b8ced7f78c1c49c2af84903a2/ruff-0.6.5-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8e25ddd9cd63ba1f3bd51c1f09903904a6adf8429df34f17d728a8fa11174253", size = 10266302 },
+    { url = "https://files.pythonhosted.org/packages/ac/03/f158cc24120bf277b0cd7906ba509a2db74531003663500a0d1781cd7448/ruff-0.6.5-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:7291e64d7129f24d1b0c947ec3ec4c0076e958d1475c61202497c6aced35dd19", size = 10104976 },
+    { url = "https://files.pythonhosted.org/packages/91/d0/0bacdffc234e588ec05834186ad11ec8281a6ca598d0106892497bbcfa44/ruff-0.6.5-py3-none-musllinux_1_2_armv7l.whl", hash = "sha256:9ad7dfbd138d09d9a7e6931e6a7e797651ce29becd688be8a0d4d5f8177b4b0c", size = 9625374 },
+    { url = "https://files.pythonhosted.org/packages/1a/ad/721003cde8abd9f50bff74acbcb21852531036451d48a1abddba4dd84025/ruff-0.6.5-py3-none-musllinux_1_2_i686.whl", hash = "sha256:005256d977021790cc52aa23d78f06bb5090dc0bfbd42de46d49c201533982ae", size = 9959661 },
+    { url = "https://files.pythonhosted.org/packages/37/84/8d70a3eacaacb65b4bb1461fc1a59e37ff165152b7e507692109117c877f/ruff-0.6.5-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:482c1e6bfeb615eafc5899127b805d28e387bd87db38b2c0c41d271f5e58d8cc", size = 10327408 },
+    { url = "https://files.pythonhosted.org/packages/54/7e/6b0a9ab30428a9e3d9607f6dd2e4fb743594d42bd1b6ba7b7b239acda921/ruff-0.6.5-py3-none-win32.whl", hash = "sha256:cf4d3fa53644137f6a4a27a2b397381d16454a1566ae5335855c187fbf67e4f5", size = 8012512 },
+    { url = "https://files.pythonhosted.org/packages/d8/88/176f50162a219e3039f21e9e4323869fc62bf8d3afb4147a390d6c744bd8/ruff-0.6.5-py3-none-win_amd64.whl", hash = "sha256:3e42a57b58e3612051a636bc1ac4e6b838679530235520e8f095f7c44f706ff9", size = 8804438 },
+    { url = "https://files.pythonhosted.org/packages/67/a0/1b488bbe35a7ff8296fdea1ec1a9c2676cecc7e42bda63860f9397d59140/ruff-0.6.5-py3-none-win_arm64.whl", hash = "sha256:51935067740773afdf97493ba9b8231279e9beef0f2a8079188c4776c25688e0", size = 8179780 },
+]
+
+[[package]]
+name = "safetensors"
+version = "0.4.5"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/cb/46/a1c56ed856c6ac3b1a8b37abe5be0cac53219367af1331e721b04d122577/safetensors-0.4.5.tar.gz", hash = "sha256:d73de19682deabb02524b3d5d1f8b3aaba94c72f1bbfc7911b9b9d5d391c0310", size = 65702 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/38/10/0798ec2c8704c2d172620d8a3725bed92cdd75516357b1a3e64d4229ea4e/safetensors-0.4.5-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:a63eaccd22243c67e4f2b1c3e258b257effc4acd78f3b9d397edc8cf8f1298a7", size = 392312 },
+    { url = "https://files.pythonhosted.org/packages/2b/9e/9648d8dbb485c40a4a0212b7537626ae440b48156cc74601ca0b7a7615e0/safetensors-0.4.5-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:23fc9b4ec7b602915cbb4ec1a7c1ad96d2743c322f20ab709e2c35d1b66dad27", size = 381858 },
+    { url = "https://files.pythonhosted.org/packages/8b/67/49556aeacc00df353767ed31d68b492fecf38c3f664c52692e4d92aa0032/safetensors-0.4.5-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6885016f34bef80ea1085b7e99b3c1f92cb1be78a49839203060f67b40aee761", size = 441382 },
+    { url = "https://files.pythonhosted.org/packages/5d/ce/e9f4869a37bb11229e6cdb4e73a6ef23b4f360eee9dca5f7e40982779704/safetensors-0.4.5-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:133620f443450429322f238fda74d512c4008621227fccf2f8cf4a76206fea7c", size = 439001 },
+    { url = "https://files.pythonhosted.org/packages/a0/27/aee8cf031b89c34caf83194ec6b7f2eed28d053fff8b6da6d00c85c56035/safetensors-0.4.5-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4fb3e0609ec12d2a77e882f07cced530b8262027f64b75d399f1504ffec0ba56", size = 478026 },
+    { url = "https://files.pythonhosted.org/packages/da/33/1d9fc4805c623636e7d460f28eec92ebd1856f7a552df8eb78398a1ef4de/safetensors-0.4.5-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d0f1dd769f064adc33831f5e97ad07babbd728427f98e3e1db6902e369122737", size = 495545 },
+    { url = "https://files.pythonhosted.org/packages/b9/df/6f766b56690709d22e83836e4067a1109a7d84ea152a6deb5692743a2805/safetensors-0.4.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c6d156bdb26732feada84f9388a9f135528c1ef5b05fae153da365ad4319c4c5", size = 435016 },
+    { url = "https://files.pythonhosted.org/packages/90/fa/7bc3f18086201b1e55a42c88b822ae197d0158e12c54cd45c887305f1b7e/safetensors-0.4.5-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:9e347d77e2c77eb7624400ccd09bed69d35c0332f417ce8c048d404a096c593b", size = 456273 },
+    { url = "https://files.pythonhosted.org/packages/3e/59/2ae50150d37a65c1c5f01aec74dc737707b8bbecdc76307e5a1a12c8a376/safetensors-0.4.5-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:9f556eea3aec1d3d955403159fe2123ddd68e880f83954ee9b4a3f2e15e716b6", size = 619669 },
+    { url = "https://files.pythonhosted.org/packages/fe/43/10f0bb597aef62c9c154152e265057089f3c729bdd980e6c32c3ec2407a4/safetensors-0.4.5-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:9483f42be3b6bc8ff77dd67302de8ae411c4db39f7224dec66b0eb95822e4163", size = 605212 },
+    { url = "https://files.pythonhosted.org/packages/7c/75/ede6887ea0ceaba55730988bfc7668dc147a8758f907fa6db26fbb681b8e/safetensors-0.4.5-cp310-none-win32.whl", hash = "sha256:7389129c03fadd1ccc37fd1ebbc773f2b031483b04700923c3511d2a939252cc", size = 272652 },
+    { url = "https://files.pythonhosted.org/packages/ba/f0/919c72a9eef843781e652d0650f2819039943e69b69d5af2d0451a23edc3/safetensors-0.4.5-cp310-none-win_amd64.whl", hash = "sha256:e98ef5524f8b6620c8cdef97220c0b6a5c1cef69852fcd2f174bb96c2bb316b1", size = 285879 },
+    { url = "https://files.pythonhosted.org/packages/9a/a5/25bcf75e373412daf1fd88045ab3aa8140a0d804ef0e70712c4f2c5b94d8/safetensors-0.4.5-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:21f848d7aebd5954f92538552d6d75f7c1b4500f51664078b5b49720d180e47c", size = 392256 },
+    { url = "https://files.pythonhosted.org/packages/08/8c/ece3bf8756506a890bd980eca02f47f9d98dfbf5ce16eda1368f53560f67/safetensors-0.4.5-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:bb07000b19d41e35eecef9a454f31a8b4718a185293f0d0b1c4b61d6e4487971", size = 381490 },
+    { url = "https://files.pythonhosted.org/packages/39/83/c4a7ce01d626e46ea2b45887f2e59b16441408031e2ce2f9fe01860c6946/safetensors-0.4.5-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:09dedf7c2fda934ee68143202acff6e9e8eb0ddeeb4cfc24182bef999efa9f42", size = 441093 },
+    { url = "https://files.pythonhosted.org/packages/47/26/cc52de647e71bd9a0b0d78ead0d31d9c462b35550a817aa9e0cab51d6db4/safetensors-0.4.5-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:59b77e4b7a708988d84f26de3ebead61ef1659c73dcbc9946c18f3b1786d2688", size = 438960 },
+    { url = "https://files.pythonhosted.org/packages/06/78/332538546775ee97e749867df2d58f2282d9c48a1681e4891eed8b94ec94/safetensors-0.4.5-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5d3bc83e14d67adc2e9387e511097f254bd1b43c3020440e708858c684cbac68", size = 478031 },
+    { url = "https://files.pythonhosted.org/packages/d9/03/a3c8663f1ddda54e624ecf43fce651659b49e8e1603c52c3e464b442acfa/safetensors-0.4.5-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:39371fc551c1072976073ab258c3119395294cf49cdc1f8476794627de3130df", size = 494754 },
+    { url = "https://files.pythonhosted.org/packages/e6/ee/69e498a892f208bd1da4104d4b9be887f8611bf4942144718b6738482250/safetensors-0.4.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a6c19feda32b931cae0acd42748a670bdf56bee6476a046af20181ad3fee4090", size = 435013 },
+    { url = "https://files.pythonhosted.org/packages/a2/61/f0cfce984515b86d1260f556ba3b782158e2855e6a318446ac2613786fa9/safetensors-0.4.5-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:a659467495de201e2f282063808a41170448c78bada1e62707b07a27b05e6943", size = 455984 },
+    { url = "https://files.pythonhosted.org/packages/e7/a9/3e3b48fcaade3eb4e347d39ebf0bd44291db21a3e4507854b42a7cb910ac/safetensors-0.4.5-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:bad5e4b2476949bcd638a89f71b6916fa9a5cae5c1ae7eede337aca2100435c0", size = 619513 },
+    { url = "https://files.pythonhosted.org/packages/80/23/2a7a1be24258c0e44c1d356896fd63dc0545a98d2d0184925fa09cd3ec76/safetensors-0.4.5-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:a3a315a6d0054bc6889a17f5668a73f94f7fe55121ff59e0a199e3519c08565f", size = 604841 },
+    { url = "https://files.pythonhosted.org/packages/b4/5c/34d082ff1fffffd8545fb22cbae3285ab4236f1f0cfc64b7e58261c2363b/safetensors-0.4.5-cp311-none-win32.whl", hash = "sha256:a01e232e6d3d5cf8b1667bc3b657a77bdab73f0743c26c1d3c5dd7ce86bd3a92", size = 272602 },
+    { url = "https://files.pythonhosted.org/packages/6d/41/948c96c8a7e9fef57c2e051f1871c108a6dbbc6d285598bdb1d89b98617c/safetensors-0.4.5-cp311-none-win_amd64.whl", hash = "sha256:cbd39cae1ad3e3ef6f63a6f07296b080c951f24cec60188378e43d3713000c04", size = 285973 },
+    { url = "https://files.pythonhosted.org/packages/bf/ac/5a63082f931e99200db95fd46fb6734f050bb6e96bf02521904c6518b7aa/safetensors-0.4.5-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:473300314e026bd1043cef391bb16a8689453363381561b8a3e443870937cc1e", size = 392015 },
+    { url = "https://files.pythonhosted.org/packages/73/95/ab32aa6e9bdc832ff87784cdf9da26192b93de3ef82b8d1ada8f345c5044/safetensors-0.4.5-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:801183a0f76dc647f51a2d9141ad341f9665602a7899a693207a82fb102cc53e", size = 381774 },
+    { url = "https://files.pythonhosted.org/packages/d6/6c/7e04b7626809fc63f3698f4c50e43aff2864b40089aa4506c918a75b8eed/safetensors-0.4.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1524b54246e422ad6fb6aea1ac71edeeb77666efa67230e1faf6999df9b2e27f", size = 441134 },
+    { url = "https://files.pythonhosted.org/packages/58/2b/ffe7c86a277e6c1595fbdf415cfe2903f253f574a5405e93fda8baaa582c/safetensors-0.4.5-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:b3139098e3e8b2ad7afbca96d30ad29157b50c90861084e69fcb80dec7430461", size = 438467 },
+    { url = "https://files.pythonhosted.org/packages/67/9c/f271bd804e08c7fda954d17b70ff281228a88077337a9e70feace4f4cc93/safetensors-0.4.5-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:65573dc35be9059770808e276b017256fa30058802c29e1038eb1c00028502ea", size = 476566 },
+    { url = "https://files.pythonhosted.org/packages/4c/ad/4cf76a3e430a8a26108407fa6cb93e6f80d996a5cb75d9540c8fe3862990/safetensors-0.4.5-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fd33da8e9407559f8779c82a0448e2133737f922d71f884da27184549416bfed", size = 492253 },
+    { url = "https://files.pythonhosted.org/packages/d9/40/a6f75ea449a9647423ec8b6f72c16998d35aa4b43cb38536ac060c5c7bf5/safetensors-0.4.5-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3685ce7ed036f916316b567152482b7e959dc754fcc4a8342333d222e05f407c", size = 434769 },
+    { url = "https://files.pythonhosted.org/packages/52/47/d4b49b1231abf3131f7bb0bc60ebb94b27ee33e0a1f9569da05f8ac65dee/safetensors-0.4.5-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:dde2bf390d25f67908278d6f5d59e46211ef98e44108727084d4637ee70ab4f1", size = 457166 },
+    { url = "https://files.pythonhosted.org/packages/c3/cd/006468b03b0fa42ff82d795d47c4193e99001e96c3f08bd62ef1b5cab586/safetensors-0.4.5-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:7469d70d3de970b1698d47c11ebbf296a308702cbaae7fcb993944751cf985f4", size = 619280 },
+    { url = "https://files.pythonhosted.org/packages/22/4d/b6208d918e83daa84b424c0ac3191ae61b44b3191613a3a5a7b38f94b8ad/safetensors-0.4.5-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:3a6ba28118636a130ccbb968bc33d4684c48678695dba2590169d5ab03a45646", size = 605390 },
+    { url = "https://files.pythonhosted.org/packages/e8/20/bf0e01825dc01ed75538021a98b9a046e60ead63c6c6700764c821a8c873/safetensors-0.4.5-cp312-none-win32.whl", hash = "sha256:c859c7ed90b0047f58ee27751c8e56951452ed36a67afee1b0a87847d065eec6", size = 273250 },
+    { url = "https://files.pythonhosted.org/packages/f1/5f/ab6b6cec85b40789801f35b7d2fb579ae242d8193929974a106d5ff5c835/safetensors-0.4.5-cp312-none-win_amd64.whl", hash = "sha256:b5a8810ad6a6f933fff6c276eae92c1da217b39b4d8b1bc1c0b8af2d270dc532", size = 286307 },
+    { url = "https://files.pythonhosted.org/packages/90/61/0e27b1403e311cba0be20026bee4ee822d90eda7dad372179e7f18bb99f3/safetensors-0.4.5-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:25e5f8e2e92a74f05b4ca55686234c32aac19927903792b30ee6d7bd5653d54e", size = 392062 },
+    { url = "https://files.pythonhosted.org/packages/b1/9f/cc31fafc9f5d79da10a83a820ca37f069bab0717895ad8cbcacf629dd1c5/safetensors-0.4.5-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:81efb124b58af39fcd684254c645e35692fea81c51627259cdf6d67ff4458916", size = 382517 },
+    { url = "https://files.pythonhosted.org/packages/a4/c7/4fda8a0ebb96662550433378f4a74c677fa5fc4d0a43a7ec287d1df254a9/safetensors-0.4.5-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:585f1703a518b437f5103aa9cf70e9bd437cb78eea9c51024329e4fb8a3e3679", size = 441378 },
+    { url = "https://files.pythonhosted.org/packages/14/31/9abb431f6209de9c80dab83e1112ebd769f1e32e7ab7ab228a02424a4693/safetensors-0.4.5-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:4b99fbf72e3faf0b2f5f16e5e3458b93b7d0a83984fe8d5364c60aa169f2da89", size = 438831 },
+    { url = "https://files.pythonhosted.org/packages/37/37/99bfb195578a808b8d045159ee9264f8da58d017ac0701853dcacda14d4e/safetensors-0.4.5-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b17b299ca9966ca983ecda1c0791a3f07f9ca6ab5ded8ef3d283fff45f6bcd5f", size = 477112 },
+    { url = "https://files.pythonhosted.org/packages/7d/05/fac3ef107e60d2a78532bed171a91669d4bb259e1236f5ea8c67a6976c75/safetensors-0.4.5-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:76ded72f69209c9780fdb23ea89e56d35c54ae6abcdec67ccb22af8e696e449a", size = 493373 },
+    { url = "https://files.pythonhosted.org/packages/cf/7a/825800ee8c68214b4fd3506d5e19209338c69b41e01c6e14dd13969cc8b9/safetensors-0.4.5-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2783956926303dcfeb1de91a4d1204cd4089ab441e622e7caee0642281109db3", size = 435422 },
+    { url = "https://files.pythonhosted.org/packages/5e/6c/7a3233c08bde558d6c33a41219119866cb596139a4673cc6c24024710ffd/safetensors-0.4.5-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:d94581aab8c6b204def4d7320f07534d6ee34cd4855688004a4354e63b639a35", size = 457382 },
+    { url = "https://files.pythonhosted.org/packages/a0/58/0b7bcba3788ff503990cf9278d611b56c029400612ba93e772c987b5aa03/safetensors-0.4.5-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:67e1e7cb8678bb1b37ac48ec0df04faf689e2f4e9e81e566b5c63d9f23748523", size = 619301 },
+    { url = "https://files.pythonhosted.org/packages/82/cc/9c2cf58611daf1c83ce5d37f9de66353e23fcda36008b13fd3409a760aa3/safetensors-0.4.5-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:dbd280b07e6054ea68b0cb4b16ad9703e7d63cd6890f577cb98acc5354780142", size = 605580 },
+    { url = "https://files.pythonhosted.org/packages/78/a7/47e05af6b39964a98396d593fd164723e442871dcf55fff0202dfff50b3b/safetensors-0.4.5-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:cf727bb1281d66699bef5683b04d98c894a2803442c490a8d45cd365abfbdeb2", size = 393129 },
+    { url = "https://files.pythonhosted.org/packages/a4/1e/643a04fa43e070da11e11c6defdf0930fb5216aa5e734fa00e238fd09ebb/safetensors-0.4.5-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:96f1d038c827cdc552d97e71f522e1049fef0542be575421f7684756a748e457", size = 383165 },
+    { url = "https://files.pythonhosted.org/packages/08/94/7760694760f1e5001bd62c93155b8b7ccb652d1f4d0161d1e72b5bf9581a/safetensors-0.4.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:139fbee92570ecea774e6344fee908907db79646d00b12c535f66bc78bd5ea2c", size = 442391 },
+    { url = "https://files.pythonhosted.org/packages/03/1c/0db6e6e5cb293907b2242447b48cc09f31478aa02f08773155c2a2db22de/safetensors-0.4.5-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c36302c1c69eebb383775a89645a32b9d266878fab619819ce660309d6176c9b", size = 440015 },
+    { url = "https://files.pythonhosted.org/packages/15/58/9658bf7ca3a4e77577fbd2c7afda4701c558db66b01daf7cd4d9dbd9781e/safetensors-0.4.5-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d641f5b8149ea98deb5ffcf604d764aad1de38a8285f86771ce1abf8e74c4891", size = 478099 },
+    { url = "https://files.pythonhosted.org/packages/9e/fa/44d9723a988dd54f43a5fcfa6b4d3a721e9294bb55d1c3e539a88619f1b2/safetensors-0.4.5-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b4db6a61d968de73722b858038c616a1bebd4a86abe2688e46ca0cc2d17558f2", size = 497170 },
+    { url = "https://files.pythonhosted.org/packages/5d/80/81ba44fc82afbf5ca553913ac49460e325dc5cf00c317b34c14d43ebd76b/safetensors-0.4.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b75a616e02f21b6f1d5785b20cecbab5e2bd3f6358a90e8925b813d557666ec1", size = 436076 },
+    { url = "https://files.pythonhosted.org/packages/2e/ad/7880a359b0f93322689804bdbe1e9a3110652963478712933ff04a3d45c3/safetensors-0.4.5-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:788ee7d04cc0e0e7f944c52ff05f52a4415b312f5efd2ee66389fb7685ee030c", size = 456901 },
+    { url = "https://files.pythonhosted.org/packages/89/4f/0b61e4add7ea9dfa8141d0bb1b8357e3a08730a020c3a287f0e889c386b5/safetensors-0.4.5-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:87bc42bd04fd9ca31396d3ca0433db0be1411b6b53ac5a32b7845a85d01ffc2e", size = 620159 },
+    { url = "https://files.pythonhosted.org/packages/a9/60/544687daf8ce8dc9a74260992ac058d7e3f20c91eada5ca232898d005149/safetensors-0.4.5-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:4037676c86365a721a8c9510323a51861d703b399b78a6b4486a54a65a975fca", size = 605993 },
+    { url = "https://files.pythonhosted.org/packages/98/9a/2889d9df45ee09a02a17b3349c5649dc5516d1d167515b520e4aa79bdc5b/safetensors-0.4.5-cp39-none-win32.whl", hash = "sha256:1500418454529d0ed5c1564bda376c4ddff43f30fce9517d9bee7bcce5a8ef50", size = 272930 },
+    { url = "https://files.pythonhosted.org/packages/ce/00/a4bdf45a5f2e1db08aaf95bb97f8ca30ec9568573eda03ec0db9ce5ed5d2/safetensors-0.4.5-cp39-none-win_amd64.whl", hash = "sha256:9d1a94b9d793ed8fe35ab6d5cea28d540a46559bafc6aae98f30ee0867000cab", size = 286065 },
+    { url = "https://files.pythonhosted.org/packages/cf/ff/037ae4c0ee32db496669365e66079b6329906c6814722b159aa700e67208/safetensors-0.4.5-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:fdadf66b5a22ceb645d5435a0be7a0292ce59648ca1d46b352f13cff3ea80410", size = 392951 },
+    { url = "https://files.pythonhosted.org/packages/f1/d6/6621e16b35bf83ae099eaab07338f04991a26c9aa43879d05f19f35e149c/safetensors-0.4.5-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:d42ffd4c2259f31832cb17ff866c111684c87bd930892a1ba53fed28370c918c", size = 383417 },
+    { url = "https://files.pythonhosted.org/packages/ae/88/3068e1bb16f5e9f9068901de3cf7b3db270b9bfe6e7d51d4b55c1da0425d/safetensors-0.4.5-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dd8a1f6d2063a92cd04145c7fd9e31a1c7d85fbec20113a14b487563fdbc0597", size = 442311 },
+    { url = "https://files.pythonhosted.org/packages/f7/15/a2bb77ebbaa76b61ec2e9f731fe4db7f9473fd855d881957c51b3a168892/safetensors-0.4.5-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:951d2fcf1817f4fb0ef0b48f6696688a4e852a95922a042b3f96aaa67eedc920", size = 436678 },
+    { url = "https://files.pythonhosted.org/packages/ec/79/9608c4546cdbfe3860dd7aa59e3562c9289113398b1a0bd89b68ce0a9d41/safetensors-0.4.5-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:6ac85d9a8c1af0e3132371d9f2d134695a06a96993c2e2f0bbe25debb9e3f67a", size = 457316 },
+    { url = "https://files.pythonhosted.org/packages/0f/23/b17b483f2857835962ad33e38014efd4911791187e177bc23b057d35bee8/safetensors-0.4.5-pp310-pypy310_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:e3cec4a29eb7fe8da0b1c7988bc3828183080439dd559f720414450de076fcab", size = 620565 },
+    { url = "https://files.pythonhosted.org/packages/19/46/5d11dc300feaad285c2f1bd784ff3f689f5e0ab6be49aaf568f3a77019eb/safetensors-0.4.5-pp310-pypy310_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:21742b391b859e67b26c0b2ac37f52c9c0944a879a25ad2f9f9f3cd61e7fda8f", size = 606660 },
+    { url = "https://files.pythonhosted.org/packages/5b/f9/539335e927cfeca8effc972d47e06155c4a39989905082c02b5c72769c41/safetensors-0.4.5-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:f4beb84b6073b1247a773141a6331117e35d07134b3bb0383003f39971d414bb", size = 393986 },
+    { url = "https://files.pythonhosted.org/packages/72/c6/988925bae113bb280642329fcbbfb502ba1bc9720b6be47c1f4c1fb7cc87/safetensors-0.4.5-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:68814d599d25ed2fdd045ed54d370d1d03cf35e02dce56de44c651f828fb9b7b", size = 384563 },
+    { url = "https://files.pythonhosted.org/packages/b3/ff/b26d78b6100a08e57a1986ab71a2f9f093ba9943626f4967cd514cd43de2/safetensors-0.4.5-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f0b6453c54c57c1781292c46593f8a37254b8b99004c68d6c3ce229688931a22", size = 442275 },
+    { url = "https://files.pythonhosted.org/packages/71/29/6ac541358a07ec593ec9e88636908010bc9bf56c8018e0d25b4481adb64a/safetensors-0.4.5-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:adaa9c6dead67e2dd90d634f89131e43162012479d86e25618e821a03d1eb1dc", size = 437217 },
+    { url = "https://files.pythonhosted.org/packages/2b/f8/258564b71fe95d0117356e6915b1c0128f1ec3031cf8522a28f9d2108b47/safetensors-0.4.5-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:73e7d408e9012cd17511b382b43547850969c7979efc2bc353f317abaf23c84c", size = 458132 },
+    { url = "https://files.pythonhosted.org/packages/18/ac/510eebf3ac521fec3b0ea78e654e22d85de3406613209d20133b5b3cca33/safetensors-0.4.5-pp39-pypy39_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:775409ce0fcc58b10773fdb4221ed1eb007de10fe7adbdf8f5e8a56096b6f0bc", size = 621171 },
+    { url = "https://files.pythonhosted.org/packages/e0/c8/a02b635e39f3b904f52aff099505bdfbb40252d2d18a05e7fedc0bb64a28/safetensors-0.4.5-pp39-pypy39_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:834001bed193e4440c4a3950a31059523ee5090605c907c66808664c932b549c", size = 607366 },
+]
+
+[[package]]
+name = "scipy"
+version = "1.13.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "numpy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/ae/00/48c2f661e2816ccf2ecd77982f6605b2950afe60f60a52b4cbbc2504aa8f/scipy-1.13.1.tar.gz", hash = "sha256:095a87a0312b08dfd6a6155cbbd310a8c51800fc931b8c0b84003014b874ed3c", size = 57210720 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/33/59/41b2529908c002ade869623b87eecff3e11e3ce62e996d0bdcb536984187/scipy-1.13.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:20335853b85e9a49ff7572ab453794298bcf0354d8068c5f6775a0eabf350aca", size = 39328076 },
+    { url = "https://files.pythonhosted.org/packages/d5/33/f1307601f492f764062ce7dd471a14750f3360e33cd0f8c614dae208492c/scipy-1.13.1-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:d605e9c23906d1994f55ace80e0125c587f96c020037ea6aa98d01b4bd2e222f", size = 30306232 },
+    { url = "https://files.pythonhosted.org/packages/c0/66/9cd4f501dd5ea03e4a4572ecd874936d0da296bd04d1c45ae1a4a75d9c3a/scipy-1.13.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cfa31f1def5c819b19ecc3a8b52d28ffdcc7ed52bb20c9a7589669dd3c250989", size = 33743202 },
+    { url = "https://files.pythonhosted.org/packages/a3/ba/7255e5dc82a65adbe83771c72f384d99c43063648456796436c9a5585ec3/scipy-1.13.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f26264b282b9da0952a024ae34710c2aff7d27480ee91a2e82b7b7073c24722f", size = 38577335 },
+    { url = "https://files.pythonhosted.org/packages/49/a5/bb9ded8326e9f0cdfdc412eeda1054b914dfea952bda2097d174f8832cc0/scipy-1.13.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:eccfa1906eacc02de42d70ef4aecea45415f5be17e72b61bafcfd329bdc52e94", size = 38820728 },
+    { url = "https://files.pythonhosted.org/packages/12/30/df7a8fcc08f9b4a83f5f27cfaaa7d43f9a2d2ad0b6562cced433e5b04e31/scipy-1.13.1-cp310-cp310-win_amd64.whl", hash = "sha256:2831f0dc9c5ea9edd6e51e6e769b655f08ec6db6e2e10f86ef39bd32eb11da54", size = 46210588 },
+    { url = "https://files.pythonhosted.org/packages/b4/15/4a4bb1b15bbd2cd2786c4f46e76b871b28799b67891f23f455323a0cdcfb/scipy-1.13.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:27e52b09c0d3a1d5b63e1105f24177e544a222b43611aaf5bc44d4a0979e32f9", size = 39333805 },
+    { url = "https://files.pythonhosted.org/packages/ba/92/42476de1af309c27710004f5cdebc27bec62c204db42e05b23a302cb0c9a/scipy-1.13.1-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:54f430b00f0133e2224c3ba42b805bfd0086fe488835effa33fa291561932326", size = 30317687 },
+    { url = "https://files.pythonhosted.org/packages/80/ba/8be64fe225360a4beb6840f3cbee494c107c0887f33350d0a47d55400b01/scipy-1.13.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e89369d27f9e7b0884ae559a3a956e77c02114cc60a6058b4e5011572eea9299", size = 33694638 },
+    { url = "https://files.pythonhosted.org/packages/36/07/035d22ff9795129c5a847c64cb43c1fa9188826b59344fee28a3ab02e283/scipy-1.13.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a78b4b3345f1b6f68a763c6e25c0c9a23a9fd0f39f5f3d200efe8feda560a5fa", size = 38569931 },
+    { url = "https://files.pythonhosted.org/packages/d9/10/f9b43de37e5ed91facc0cfff31d45ed0104f359e4f9a68416cbf4e790241/scipy-1.13.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:45484bee6d65633752c490404513b9ef02475b4284c4cfab0ef946def50b3f59", size = 38838145 },
+    { url = "https://files.pythonhosted.org/packages/4a/48/4513a1a5623a23e95f94abd675ed91cfb19989c58e9f6f7d03990f6caf3d/scipy-1.13.1-cp311-cp311-win_amd64.whl", hash = "sha256:5713f62f781eebd8d597eb3f88b8bf9274e79eeabf63afb4a737abc6c84ad37b", size = 46196227 },
+    { url = "https://files.pythonhosted.org/packages/f2/7b/fb6b46fbee30fc7051913068758414f2721003a89dd9a707ad49174e3843/scipy-1.13.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:5d72782f39716b2b3509cd7c33cdc08c96f2f4d2b06d51e52fb45a19ca0c86a1", size = 39357301 },
+    { url = "https://files.pythonhosted.org/packages/dc/5a/2043a3bde1443d94014aaa41e0b50c39d046dda8360abd3b2a1d3f79907d/scipy-1.13.1-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:017367484ce5498445aade74b1d5ab377acdc65e27095155e448c88497755a5d", size = 30363348 },
+    { url = "https://files.pythonhosted.org/packages/e7/cb/26e4a47364bbfdb3b7fb3363be6d8a1c543bcd70a7753ab397350f5f189a/scipy-1.13.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:949ae67db5fa78a86e8fa644b9a6b07252f449dcf74247108c50e1d20d2b4627", size = 33406062 },
+    { url = "https://files.pythonhosted.org/packages/88/ab/6ecdc526d509d33814835447bbbeedbebdec7cca46ef495a61b00a35b4bf/scipy-1.13.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:de3ade0e53bc1f21358aa74ff4830235d716211d7d077e340c7349bc3542e884", size = 38218311 },
+    { url = "https://files.pythonhosted.org/packages/0b/00/9f54554f0f8318100a71515122d8f4f503b1a2c4b4cfab3b4b68c0eb08fa/scipy-1.13.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:2ac65fb503dad64218c228e2dc2d0a0193f7904747db43014645ae139c8fad16", size = 38442493 },
+    { url = "https://files.pythonhosted.org/packages/3e/df/963384e90733e08eac978cd103c34df181d1fec424de383cdc443f418dd4/scipy-1.13.1-cp312-cp312-win_amd64.whl", hash = "sha256:cdd7dacfb95fea358916410ec61bbc20440f7860333aee6d882bb8046264e949", size = 45910955 },
+    { url = "https://files.pythonhosted.org/packages/7f/29/c2ea58c9731b9ecb30b6738113a95d147e83922986b34c685b8f6eefde21/scipy-1.13.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:436bbb42a94a8aeef855d755ce5a465479c721e9d684de76bf61a62e7c2b81d5", size = 39352927 },
+    { url = "https://files.pythonhosted.org/packages/5c/c0/e71b94b20ccf9effb38d7147c0064c08c622309fd487b1b677771a97d18c/scipy-1.13.1-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:8335549ebbca860c52bf3d02f80784e91a004b71b059e3eea9678ba994796a24", size = 30324538 },
+    { url = "https://files.pythonhosted.org/packages/6d/0f/aaa55b06d474817cea311e7b10aab2ea1fd5d43bc6a2861ccc9caec9f418/scipy-1.13.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d533654b7d221a6a97304ab63c41c96473ff04459e404b83275b60aa8f4b7004", size = 33732190 },
+    { url = "https://files.pythonhosted.org/packages/35/f5/d0ad1a96f80962ba65e2ce1de6a1e59edecd1f0a7b55990ed208848012e0/scipy-1.13.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:637e98dcf185ba7f8e663e122ebf908c4702420477ae52a04f9908707456ba4d", size = 38612244 },
+    { url = "https://files.pythonhosted.org/packages/8d/02/1165905f14962174e6569076bcc3315809ae1291ed14de6448cc151eedfd/scipy-1.13.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:a014c2b3697bde71724244f63de2476925596c24285c7a637364761f8710891c", size = 38845637 },
+    { url = "https://files.pythonhosted.org/packages/3e/77/dab54fe647a08ee4253963bcd8f9cf17509c8ca64d6335141422fe2e2114/scipy-1.13.1-cp39-cp39-win_amd64.whl", hash = "sha256:392e4ec766654852c25ebad4f64e4e584cf19820b980bc04960bca0b0cd6eaa2", size = 46227440 },
+]
+
+[[package]]
+name = "setuptools"
+version = "75.1.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/27/b8/f21073fde99492b33ca357876430822e4800cdf522011f18041351dfa74b/setuptools-75.1.0.tar.gz", hash = "sha256:d59a21b17a275fb872a9c3dae73963160ae079f1049ed956880cd7c09b120538", size = 1348057 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ff/ae/f19306b5a221f6a436d8f2238d5b80925004093fa3edea59835b514d9057/setuptools-75.1.0-py3-none-any.whl", hash = "sha256:35ab7fd3bcd95e6b7fd704e4a1539513edad446c097797f2985e0e4b960772f2", size = 1248506 },
+]
+
+[[package]]
+name = "six"
+version = "1.16.0"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/six-1.16.0-py2.py3-none-any.whl" },
+]
+
+[[package]]
+name = "stack-data"
+version = "0.6.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "asttokens", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "executing", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pure-eval", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/28/e3/55dcc2cfbc3ca9c29519eb6884dd1415ecb53b0e934862d3559ddcb7e20b/stack_data-0.6.3.tar.gz", hash = "sha256:836a778de4fec4dcd1dcd89ed8abff8a221f58308462e1c4aa2a3cf30148f0b9", size = 44707 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/f1/7b/ce1eafaf1a76852e2ec9b22edecf1daa58175c090266e9f6c64afcd81d91/stack_data-0.6.3-py3-none-any.whl", hash = "sha256:d5558e0c25a4cb0853cddad3d77da9891a08cb85dd9f9f91b9f8cd66e511e695", size = 24521 },
+]
+
+[[package]]
+name = "sympy"
+version = "1.13.1"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+dependencies = [
+    { name = "mpmath", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/sympy-1.13.1-py3-none-any.whl" },
+]
+
+[[package]]
+name = "tensorrt-cu12"
+version = "10.3.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/45/be/7147f7644b933fbba27fd02c4444bd17f3a68e3c34c8de31d31786e92d60/tensorrt-cu12-10.3.0.tar.gz", hash = "sha256:14f0e60f40713a658f9634fffb1a5a665c35feb019be48b2f49e25ac12d2d084", size = 18294 }
+
+[[package]]
+name = "tensorrt-cu12-bindings"
+version = "10.3.0"
+source = { registry = "https://pypi.org/simple" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/3b/68/eab45c46fdcafe08c6b21de4560fe2d3d845ce072d3e7743de4077c2d8c0/tensorrt_cu12_bindings-10.3.0-cp310-none-manylinux_2_17_x86_64.whl", hash = "sha256:1d6e4cf08ef1f54f6fd44a33cf6b253050af2fc6e9a1d92e40e1436a1d858eb0", size = 1108101 },
+    { url = "https://files.pythonhosted.org/packages/a1/86/cb2c9cbd01fa1c5502899cd65df697a9d647a67725cf8c4901f174b1c6e6/tensorrt_cu12_bindings-10.3.0-cp310-none-win_amd64.whl", hash = "sha256:39aa0c2ee3dd20757f9d53e759092868a18155552a32f785844c5f66a2a6d3ba", size = 784666 },
+    { url = "https://files.pythonhosted.org/packages/4c/ce/47593af3fd15777ff48040da2901d539905c9bed3fc167d4368b0d4fcbf7/tensorrt_cu12_bindings-10.3.0-cp311-none-manylinux_2_17_x86_64.whl", hash = "sha256:59ace22d7f2ca1e9dcde2cb0cb5916912cb3cd5a9d72dd7852be0160d9b3a0ee", size = 1111069 },
+    { url = "https://files.pythonhosted.org/packages/08/96/5e9f89e002800f04f0de4b01b4e2415dae3c8d53e84aaec6b9f1f7962fb7/tensorrt_cu12_bindings-10.3.0-cp311-none-win_amd64.whl", hash = "sha256:5582ece5578572a4a7aa3db69ba4cb2e2dcf1127570de1c334bba0182baec604", size = 784738 },
+    { url = "https://files.pythonhosted.org/packages/cd/1f/8215c8ff476bdc5f8d256413892ad48296df4277af077eefb9f7c0dcfeac/tensorrt_cu12_bindings-10.3.0-cp312-none-manylinux_2_17_x86_64.whl", hash = "sha256:f5c2582aeaa7f5628d2c4d4148a701ebe97be78f7ff3b46a617f0ee0cb5460f2", size = 1098829 },
+    { url = "https://files.pythonhosted.org/packages/66/51/96b06a7dcb31418d31c6bb82f5d4b40ae196916c6288db8274bece9a33f9/tensorrt_cu12_bindings-10.3.0-cp312-none-win_amd64.whl", hash = "sha256:c4e8f2f5c7dd23b671fc6a456dbd3a0cdd13bca54d280f1b340dfcb8f73190f7", size = 788277 },
+    { url = "https://files.pythonhosted.org/packages/71/bf/32b901d844527fdfa5dbc7e57ac3ac10c48ce682254289f790a72faae162/tensorrt_cu12_bindings-10.3.0-cp39-none-manylinux_2_17_x86_64.whl", hash = "sha256:db337018c55043502eff993f165160044b4bebb935f01c8f8f93e4ee71481dc4", size = 1108759 },
+    { url = "https://files.pythonhosted.org/packages/91/70/537007a74d4dbc643b9ca0b7fae7ba2dc8cf28fd7399609eccf5ca16490f/tensorrt_cu12_bindings-10.3.0-cp39-none-win_amd64.whl", hash = "sha256:ad629fd7a4c483af500d4ec4863f1a048f0fd0893b5449b48c832a11be7c72f6", size = 722940 },
+]
+
+[[package]]
+name = "tensorrt-cu12-libs"
+version = "10.3.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "nvidia-cuda-runtime-cu12", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/80/10/91ccf3ba8edaf4d5f05dbe36aa533033714e0011422d57035a5491ba69c4/tensorrt_cu12_libs-10.3.0.tar.gz", hash = "sha256:d2f36838e2762b5ceb62f614157ba4764de2fa1f4fe5661c6cfc07e07e6e71da", size = 630 }
+
+[[package]]
+name = "tokenizers"
+version = "0.19.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "huggingface-hub", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/48/04/2071c150f374aab6d5e92aaec38d0f3c368d227dd9e0469a1f0966ac68d1/tokenizers-0.19.1.tar.gz", hash = "sha256:ee59e6680ed0fdbe6b724cf38bd70400a0c1dd623b07ac729087270caeac88e3", size = 321039 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/c1/60/91cac8d496b304ec5a22f07606893cad35ea8e1a8406dc8909e365f97a80/tokenizers-0.19.1-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:952078130b3d101e05ecfc7fc3640282d74ed26bcf691400f872563fca15ac97", size = 2533301 },
+    { url = "https://files.pythonhosted.org/packages/4c/12/9cb68762ff5fee1efd51aefe2f62cb225f26f060a68a3779e1060bbc7a59/tokenizers-0.19.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:82c8b8063de6c0468f08e82c4e198763e7b97aabfe573fd4cf7b33930ca4df77", size = 2440223 },
+    { url = "https://files.pythonhosted.org/packages/e4/03/b2020e6a78fb994cff1ec962adc157c23109172a46b4fe451d6d0dd33fdb/tokenizers-0.19.1-cp310-cp310-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:f03727225feaf340ceeb7e00604825addef622d551cbd46b7b775ac834c1e1c4", size = 3683779 },
+    { url = "https://files.pythonhosted.org/packages/50/4e/2e5549a26dc6f9e434f83bebf16c2d7dc9dc3477cc0ec8b23ede4d465b90/tokenizers-0.19.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:453e4422efdfc9c6b6bf2eae00d5e323f263fff62b29a8c9cd526c5003f3f642", size = 3569431 },
+    { url = "https://files.pythonhosted.org/packages/75/79/158626bd794e75551e0c6bb93f1cd3c9ba08ba14b181b98f09e95994f609/tokenizers-0.19.1-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:02e81bf089ebf0e7f4df34fa0207519f07e66d8491d963618252f2e0729e0b46", size = 3424739 },
+    { url = "https://files.pythonhosted.org/packages/65/8e/5f4316976c26009f1ae0b6543f3d97af29afa5ba5dc145251e6a07314618/tokenizers-0.19.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b07c538ba956843833fee1190cf769c60dc62e1cf934ed50d77d5502194d63b1", size = 3965791 },
+    { url = "https://files.pythonhosted.org/packages/6a/e1/5dbac9618709972434eea072670cd69fba1aa988e6200f16057722b4bf96/tokenizers-0.19.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e28cab1582e0eec38b1f38c1c1fb2e56bce5dc180acb1724574fc5f47da2a4fe", size = 4049879 },
+    { url = "https://files.pythonhosted.org/packages/40/4f/eb78de4af3b17b589f43a369cbf0c3a7173f25c3d2cd93068852c07689aa/tokenizers-0.19.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8b01afb7193d47439f091cd8f070a1ced347ad0f9144952a30a41836902fe09e", size = 3607049 },
+    { url = "https://files.pythonhosted.org/packages/f5/f8/141dcb0f88e9452af8d20d14dd53aab5937222a2bb4f2c04bfed6829263c/tokenizers-0.19.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7fb297edec6c6841ab2e4e8f357209519188e4a59b557ea4fafcf4691d1b4c98", size = 9634084 },
+    { url = "https://files.pythonhosted.org/packages/2e/be/debb7caa3f88ed54015170db16e07aa3a5fea2d3983d0dde92f98d888dc8/tokenizers-0.19.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:2e8a3dd055e515df7054378dc9d6fa8c8c34e1f32777fb9a01fea81496b3f9d3", size = 9949480 },
+    { url = "https://files.pythonhosted.org/packages/7a/e7/26bedf5d270d293d572a90bd66b0b030012aedb95d8ee87e8bcd446b76fb/tokenizers-0.19.1-cp310-none-win32.whl", hash = "sha256:7ff898780a155ea053f5d934925f3902be2ed1f4d916461e1a93019cc7250837", size = 2041462 },
+    { url = "https://files.pythonhosted.org/packages/f4/85/d999b9a05fd101d48f1a365d68be0b109277bb25c89fb37a389d669f9185/tokenizers-0.19.1-cp310-none-win_amd64.whl", hash = "sha256:bea6f9947e9419c2fda21ae6c32871e3d398cba549b93f4a65a2d369662d9403", size = 2220036 },
+    { url = "https://files.pythonhosted.org/packages/c8/d6/6e1d728d765eb4102767f071bf7f6439ab10d7f4a975c9217db65715207a/tokenizers-0.19.1-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:5c88d1481f1882c2e53e6bb06491e474e420d9ac7bdff172610c4f9ad3898059", size = 2533448 },
+    { url = "https://files.pythonhosted.org/packages/90/79/d17a0f491d10817cd30f1121a07aa09c8e97a81114b116e473baf1577f09/tokenizers-0.19.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:ddf672ed719b4ed82b51499100f5417d7d9f6fb05a65e232249268f35de5ed14", size = 2440254 },
+    { url = "https://files.pythonhosted.org/packages/c7/28/2d11c3ff94f9d42eceb2ea549a06e3f166fe391c5a025e5d96fac898a3ac/tokenizers-0.19.1-cp311-cp311-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:dadc509cc8a9fe460bd274c0e16ac4184d0958117cf026e0ea8b32b438171594", size = 3684971 },
+    { url = "https://files.pythonhosted.org/packages/36/c6/537f22b57e6003904d35d07962dbde2f2e9bdd791d0241da976a4c7f8194/tokenizers-0.19.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dfedf31824ca4915b511b03441784ff640378191918264268e6923da48104acc", size = 3568894 },
+    { url = "https://files.pythonhosted.org/packages/af/ef/3c1deed14ec59b2c8e7e2fa27b2a53f7d101181277a43b89ab17d891ef2e/tokenizers-0.19.1-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:ac11016d0a04aa6487b1513a3a36e7bee7eec0e5d30057c9c0408067345c48d2", size = 3426873 },
+    { url = "https://files.pythonhosted.org/packages/06/db/c0320c4798ac6bd12d2ef895bec9d10d216a3b4d6fff10e9d68883ea7edc/tokenizers-0.19.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:76951121890fea8330d3a0df9a954b3f2a37e3ec20e5b0530e9a0044ca2e11fe", size = 3965050 },
+    { url = "https://files.pythonhosted.org/packages/4c/8a/a166888d6cb14db55f5eb7ce0b1d4777d145aa27cbf4f945712cf6c29935/tokenizers-0.19.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b342d2ce8fc8d00f376af068e3274e2e8649562e3bc6ae4a67784ded6b99428d", size = 4047855 },
+    { url = "https://files.pythonhosted.org/packages/a7/03/fb50fc03f86016b227a967c8d474f90230c885c0d18f78acdfda7a96ce56/tokenizers-0.19.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d16ff18907f4909dca9b076b9c2d899114dd6abceeb074eca0c93e2353f943aa", size = 3608228 },
+    { url = "https://files.pythonhosted.org/packages/5b/cd/0385e1026e1e03732fd398e964792a3a8433918b166748c82507e014d748/tokenizers-0.19.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:706a37cc5332f85f26efbe2bdc9ef8a9b372b77e4645331a405073e4b3a8c1c6", size = 9633115 },
+    { url = "https://files.pythonhosted.org/packages/25/50/8f8ad0bbdaf09d04b15e6502d1fa1c653754ed7e016e4ae009726aa1a4e4/tokenizers-0.19.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:16baac68651701364b0289979ecec728546133e8e8fe38f66fe48ad07996b88b", size = 9949062 },
+    { url = "https://files.pythonhosted.org/packages/db/11/31be66710f1d14526f3588a441efadeb184e1e68458067007b20ead03c59/tokenizers-0.19.1-cp311-none-win32.whl", hash = "sha256:9ed240c56b4403e22b9584ee37d87b8bfa14865134e3e1c3fb4b2c42fafd3256", size = 2041039 },
+    { url = "https://files.pythonhosted.org/packages/65/8e/6d7d72b28f22c422cff8beae10ac3c2e4376b9be721ef8167b7eecd1da62/tokenizers-0.19.1-cp311-none-win_amd64.whl", hash = "sha256:ad57d59341710b94a7d9dbea13f5c1e7d76fd8d9bcd944a7a6ab0b0da6e0cc66", size = 2220386 },
+    { url = "https://files.pythonhosted.org/packages/63/90/2890cd096898dcdb596ee172cde40c0f54a9cf43b0736aa260a5501252af/tokenizers-0.19.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:621d670e1b1c281a1c9698ed89451395d318802ff88d1fc1accff0867a06f153", size = 2530580 },
+    { url = "https://files.pythonhosted.org/packages/74/d1/f4e1e950adb36675dfd8f9d0f4be644f3f3aaf22a5677a4f5c81282b662e/tokenizers-0.19.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:d924204a3dbe50b75630bd16f821ebda6a5f729928df30f582fb5aade90c818a", size = 2436682 },
+    { url = "https://files.pythonhosted.org/packages/ed/30/89b321a16c58d233e301ec15072c0d3ed5014825e72da98604cd3ab2fba1/tokenizers-0.19.1-cp312-cp312-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:4f3fefdc0446b1a1e6d81cd4c07088ac015665d2e812f6dbba4a06267d1a2c95", size = 3693494 },
+    { url = "https://files.pythonhosted.org/packages/05/40/fa899f32de483500fbc78befd378fd7afba4270f17db707d1a78c0a4ddc3/tokenizers-0.19.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9620b78e0b2d52ef07b0d428323fb34e8ea1219c5eac98c2596311f20f1f9266", size = 3566541 },
+    { url = "https://files.pythonhosted.org/packages/67/14/e7da32ae5fb4971830f1ef335932fae3fa57e76b537e852f146c850aefdf/tokenizers-0.19.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:04ce49e82d100594715ac1b2ce87d1a36e61891a91de774755f743babcd0dd52", size = 3430792 },
+    { url = "https://files.pythonhosted.org/packages/f2/4b/aae61bdb6ab584d2612170801703982ee0e35f8b6adacbeefe5a3b277621/tokenizers-0.19.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c5c2ff13d157afe413bf7e25789879dd463e5a4abfb529a2d8f8473d8042e28f", size = 3962812 },
+    { url = "https://files.pythonhosted.org/packages/0a/b6/f7b7ef89c4da7b20256e6eab23d3835f05d1ca8f451d31c16cbfe3cd9eb6/tokenizers-0.19.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3174c76efd9d08f836bfccaca7cfec3f4d1c0a4cf3acbc7236ad577cc423c840", size = 4024688 },
+    { url = "https://files.pythonhosted.org/packages/80/54/12047a69f5b382d7ee72044dc89151a2dd0d13b2c9bdcc22654883704d31/tokenizers-0.19.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7c9d5b6c0e7a1e979bec10ff960fae925e947aab95619a6fdb4c1d8ff3708ce3", size = 3610961 },
+    { url = "https://files.pythonhosted.org/packages/52/b7/1e8a913d18ac28feeda42d4d2d51781874398fb59cd1c1e2653a4b5742ed/tokenizers-0.19.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:a179856d1caee06577220ebcfa332af046d576fb73454b8f4d4b0ba8324423ea", size = 9631367 },
+    { url = "https://files.pythonhosted.org/packages/ac/3d/2284f6d99f8f21d09352b88b8cfefa24ab88468d962aeb0aa15c20d76b32/tokenizers-0.19.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:952b80dac1a6492170f8c2429bd11fcaa14377e097d12a1dbe0ef2fb2241e16c", size = 9950121 },
+    { url = "https://files.pythonhosted.org/packages/2a/94/ec3369dbc9b7200c14c8c7a1a04c78b7a7398d0c001e1b7d1ffe30eb93a0/tokenizers-0.19.1-cp312-none-win32.whl", hash = "sha256:01d62812454c188306755c94755465505836fd616f75067abcae529c35edeb57", size = 2044069 },
+    { url = "https://files.pythonhosted.org/packages/0c/97/80bff6937e0c67d30c0facacd4f0bcf4254e581aa4995c73cef8c8640e56/tokenizers-0.19.1-cp312-none-win_amd64.whl", hash = "sha256:b70bfbe3a82d3e3fb2a5e9b22a39f8d1740c96c68b6ace0086b39074f08ab89a", size = 2214527 },
+    { url = "https://files.pythonhosted.org/packages/1a/ed/42801618bab16c79d6bd222977c212dba5770e6c935ba53728b731653a3d/tokenizers-0.19.1-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:0b9394bd204842a2a1fd37fe29935353742be4a3460b6ccbaefa93f58a8df43d", size = 2533937 },
+    { url = "https://files.pythonhosted.org/packages/0a/2b/4e5718e806ff23e5e758e02bd4b34967b5218f085b0c189335fd27c14dc1/tokenizers-0.19.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:4692ab92f91b87769d950ca14dbb61f8a9ef36a62f94bad6c82cc84a51f76f6a", size = 2440312 },
+    { url = "https://files.pythonhosted.org/packages/c5/28/ac2a277bd23b631e1ff986182c4fcb9028ccc7ff7c07743ef906fa5389e7/tokenizers-0.19.1-cp39-cp39-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:6258c2ef6f06259f70a682491c78561d492e885adeaf9f64f5389f78aa49a051", size = 3686532 },
+    { url = "https://files.pythonhosted.org/packages/ba/26/139bd2371228a0e203da7b3e3eddcb02f45b2b7edd91df00e342e4b55e13/tokenizers-0.19.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c85cf76561fbd01e0d9ea2d1cbe711a65400092bc52b5242b16cfd22e51f0c58", size = 3570575 },
+    { url = "https://files.pythonhosted.org/packages/3b/6b/98383dff29416127c73dc196844ed23e29d790f1ad4b4ecf69d45e03841d/tokenizers-0.19.1-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:670b802d4d82bbbb832ddb0d41df7015b3e549714c0e77f9bed3e74d42400fbe", size = 3425806 },
+    { url = "https://files.pythonhosted.org/packages/33/74/fa1f86d161db482e10c92d83e924600b691210c5d676fa323738c91d8dba/tokenizers-0.19.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:85aa3ab4b03d5e99fdd31660872249df5e855334b6c333e0bc13032ff4469c4a", size = 3965120 },
+    { url = "https://files.pythonhosted.org/packages/e0/4a/59a0aa37b8bfe1888a72f75bbf24b94c888a1aa333aab2910ae22c369e23/tokenizers-0.19.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cbf001afbbed111a79ca47d75941e9e5361297a87d186cbfc11ed45e30b5daba", size = 4048157 },
+    { url = "https://files.pythonhosted.org/packages/0f/cb/8fc733c8f251bac1e5c4ae52458c353b3faa98f41d734c226cad3783da03/tokenizers-0.19.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b4c89aa46c269e4e70c4d4f9d6bc644fcc39bb409cb2a81227923404dd6f5227", size = 3608229 },
+    { url = "https://files.pythonhosted.org/packages/76/05/badd3a66571ad257270b38c33b9a7470afd2ae12e409c7c74baedf16f2ef/tokenizers-0.19.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:39c1ec76ea1027438fafe16ecb0fb84795e62e9d643444c1090179e63808c69d", size = 9634933 },
+    { url = "https://files.pythonhosted.org/packages/d9/46/97f8e84ba6a9133e34b148631d2933fda2a6ad8e0767b6e07ad0af9d83c2/tokenizers-0.19.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:c2a0d47a89b48d7daa241e004e71fb5a50533718897a4cd6235cb846d511a478", size = 9950957 },
+    { url = "https://files.pythonhosted.org/packages/81/b2/bf9a0f9136964df5e94dd9854ba071480c5425ff0db6d1ad9a6a8e683d55/tokenizers-0.19.1-cp39-none-win32.whl", hash = "sha256:61b7fe8886f2e104d4caf9218b157b106207e0f2a4905c9c7ac98890688aabeb", size = 2040628 },
+    { url = "https://files.pythonhosted.org/packages/25/aa/c6992cdc0a74bcbb666e7c00ada6826f5b49fc4cbdafc50db0d1369503fe/tokenizers-0.19.1-cp39-none-win_amd64.whl", hash = "sha256:f97660f6c43efd3e0bfd3f2e3e5615bf215680bad6ee3d469df6454b8c6e8256", size = 2220919 },
+    { url = "https://files.pythonhosted.org/packages/cf/7b/38fb7207cde3d1dc5272411cd18178e6437cdc1ef08cac5d0e8cfd57f38c/tokenizers-0.19.1-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:3b11853f17b54c2fe47742c56d8a33bf49ce31caf531e87ac0d7d13d327c9334", size = 2532668 },
+    { url = "https://files.pythonhosted.org/packages/1d/0d/2c452fe17fc17f0cdb713acb811eebb1f714b8c21d497c4672af4f491229/tokenizers-0.19.1-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:d26194ef6c13302f446d39972aaa36a1dda6450bc8949f5eb4c27f51191375bd", size = 2438321 },
+    { url = "https://files.pythonhosted.org/packages/19/e0/f9e915d028b45798723eab59c253da28040aa66b9f31dcb7cfc3be88fa37/tokenizers-0.19.1-pp310-pypy310_pp73-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:e8d1ed93beda54bbd6131a2cb363a576eac746d5c26ba5b7556bc6f964425594", size = 3682304 },
+    { url = "https://files.pythonhosted.org/packages/ce/2b/db8a94608c392752681c2ca312487b7cd5bcc4f77e24a90daa4916138271/tokenizers-0.19.1-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ca407133536f19bdec44b3da117ef0d12e43f6d4b56ac4c765f37eca501c7bda", size = 3566208 },
+    { url = "https://files.pythonhosted.org/packages/d8/58/2e998462677c4c0eb5123ce386bcb488a155664d273d0283122866515f09/tokenizers-0.19.1-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ce05fde79d2bc2e46ac08aacbc142bead21614d937aac950be88dc79f9db9022", size = 3605791 },
+    { url = "https://files.pythonhosted.org/packages/83/ac/26bc2e2bb2a054dc2e51699628936f5474e093b68da6ccdde04b2fc39ab8/tokenizers-0.19.1-pp310-pypy310_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:35583cd46d16f07c054efd18b5d46af4a2f070a2dd0a47914e66f3ff5efb2b1e", size = 9632867 },
+    { url = "https://files.pythonhosted.org/packages/45/b6/36c1bb106bbe96012c9367df89ed01599cada036c0b96d38fbbdbeb75c9f/tokenizers-0.19.1-pp310-pypy310_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:43350270bfc16b06ad3f6f07eab21f089adb835544417afda0f83256a8bf8b75", size = 9945103 },
+    { url = "https://files.pythonhosted.org/packages/aa/9c/deed1e549b767832cc4ee5b386d1660bde3408bbd6d1ab48352fb61c54e2/tokenizers-0.19.1-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:56ae39d4036b753994476a1b935584071093b55c7a72e3b8288e68c313ca26e7", size = 2533737 },
+    { url = "https://files.pythonhosted.org/packages/c8/59/4dbebca9ef6b61d10a94cbf404d3abf509dfedb52cdcf2fe7ed1fb52460d/tokenizers-0.19.1-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:f9939ca7e58c2758c01b40324a59c034ce0cebad18e0d4563a9b1beab3018243", size = 2439981 },
+    { url = "https://files.pythonhosted.org/packages/72/42/e18b67ab9fd31e433171cf447d85bf5dede8009db04a46f3905bff5ca715/tokenizers-0.19.1-pp39-pypy39_pp73-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:6c330c0eb815d212893c67a032e9dc1b38a803eccb32f3e8172c19cc69fbb439", size = 3683158 },
+    { url = "https://files.pythonhosted.org/packages/08/5c/54419545d61c085d7adcbd54f5711815ffbb1164d6132209172c984320be/tokenizers-0.19.1-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ec11802450a2487cdf0e634b750a04cbdc1c4d066b97d94ce7dd2cb51ebb325b", size = 3568486 },
+    { url = "https://files.pythonhosted.org/packages/6d/61/f8b59cc2580297ca78a7b5b2cefc8996b8417dc6cb9abb6a1d303973156b/tokenizers-0.19.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a2b718f316b596f36e1dae097a7d5b91fc5b85e90bf08b01ff139bd8953b25af", size = 3608836 },
+    { url = "https://files.pythonhosted.org/packages/a5/02/4944f51c7248ae78c9758266f4e92d72fe98cf58f3c973949bcdede0313a/tokenizers-0.19.1-pp39-pypy39_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:ed69af290c2b65169f0ba9034d1dc39a5db9459b32f1dd8b5f3f32a3fcf06eab", size = 9634426 },
+    { url = "https://files.pythonhosted.org/packages/f1/2a/5ac32ef70d6f9464155c4c4239139dc5aa9297052180b171f5ae22fd7b7a/tokenizers-0.19.1-pp39-pypy39_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:f8a9c828277133af13f3859d1b6bf1c3cb6e9e1637df0e45312e6b7c2e622b1f", size = 9947379 },
+]
+
+[[package]]
+name = "tomli"
+version = "2.0.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/c0/3f/d7af728f075fb08564c5949a9c95e44352e23dee646869fa104a3b2060a3/tomli-2.0.1.tar.gz", hash = "sha256:de526c12914f0c550d15924c62d72abc48d6fe7364aa87328337a31007fe8a4f", size = 15164 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/97/75/10a9ebee3fd790d20926a90a2547f0bf78f371b2f13aa822c759680ca7b9/tomli-2.0.1-py3-none-any.whl", hash = "sha256:939de3e7a6161af0c887ef91b7d41a53e7c5a1ca976325f429cb46ea9bc30ecc", size = 12757 },
+]
+
+[[package]]
+name = "torch"
+version = "2.5.0.dev20240912+cu124"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+dependencies = [
+    { name = "filelock", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "fsspec", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "jinja2", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "networkx", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "nvidia-cublas-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "nvidia-cuda-cupti-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "nvidia-cuda-nvrtc-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "nvidia-cuda-runtime-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "nvidia-cudnn-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "nvidia-cufft-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "nvidia-curand-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "nvidia-cusolver-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "nvidia-cusparse-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "nvidia-nccl-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "nvidia-nvjitlink-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "nvidia-nvtx-cu12", marker = "(platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "pytorch-triton", marker = "(python_full_version < '3.13' and platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'linux') or (python_full_version < '3.13' and platform_machine == 'x86_64' and platform_system == 'Linux' and sys_platform == 'windows')" },
+    { name = "setuptools", marker = "(python_full_version >= '3.12' and sys_platform == 'linux') or (python_full_version >= '3.12' and sys_platform == 'windows')" },
+    { name = "sympy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "typing-extensions", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp310-cp310-linux_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp310-cp310-linux_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp310-cp310-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp311-cp311-linux_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp311-cp311-linux_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp311-cp311-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp312-cp312-linux_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp312-cp312-linux_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp312-cp312-win_amd64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp313-cp313-linux_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp39-cp39-linux_aarch64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp39-cp39-linux_x86_64.whl" },
+    { url = "https://download.pytorch.org/whl/nightly/cu124/torch-2.5.0.dev20240912%2Bcu124-cp39-cp39-win_amd64.whl" },
+]
+
+[[package]]
+name = "torch-tensorrt"
+version = "2.5.0.dev0+4f32e93bb"
+source = { editable = "." }
+dependencies = [
+    { name = "numpy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "packaging", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "tensorrt-cu12", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "tensorrt-cu12-bindings", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "tensorrt-cu12-libs", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "torch", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "typing-extensions", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+
+[package.optional-dependencies]
+jupyter = [
+    { name = "rich", extra = ["jupyter"], marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+monitoring-tools = [
+    { name = "rich", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+quantization = [
+    { name = "nvidia-modelopt", extra = ["hf", "torch"], marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+torchvision = [
+    { name = "torchvision", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+
+[package.dev-dependencies]
+dev = [
+    { name = "black", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "clang-format", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "expecttest", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "isort", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "mypy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "parameterized", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pre-commit", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pytest", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pytest-xdist", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pyyaml", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "ruff", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "typos", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+
+[package.metadata]
+requires-dist = [
+    { name = "numpy" },
+    { name = "nvidia-modelopt", extras = ["deploy", "hf", "torch"], marker = "extra == 'quantization'", specifier = "~=0.17.0" },
+    { name = "packaging", specifier = ">=23" },
+    { name = "rich", marker = "extra == 'monitoring-tools'", specifier = ">=13.7.1" },
+    { name = "rich", extras = ["jupyter"], marker = "extra == 'jupyter'", specifier = ">=13.7.1" },
+    { name = "tensorrt-cu12", specifier = "==10.3.0" },
+    { name = "tensorrt-cu12-bindings", specifier = "==10.3.0" },
+    { name = "tensorrt-cu12-libs", specifier = "==10.3.0" },
+    { name = "torch", specifier = "<2.6.0,>=2.5.0.dev0" },
+    { name = "torchvision", marker = "extra == 'torchvision'" },
+    { name = "typing-extensions", specifier = ">=4.7.0" },
+]
+
+[package.metadata.requires-dev]
+dev = [
+    { name = "black", specifier = ">=22.6.0" },
+    { name = "clang-format", specifier = "==14.0.6" },
+    { name = "expecttest", specifier = "==0.1.6" },
+    { name = "isort" },
+    { name = "mypy" },
+    { name = "parameterized", specifier = ">=0.2.0" },
+    { name = "pre-commit", specifier = ">=2.20.0" },
+    { name = "pytest" },
+    { name = "pytest-xdist" },
+    { name = "pyyaml" },
+    { name = "ruff" },
+    { name = "typos" },
+]
+
+[[package]]
+name = "torchprofile"
+version = "0.0.4"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "numpy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "torch", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "torchvision", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/6f/36/574c0c46e818533b78b3c09505211162918188325ab4165ef11a3f295755/torchprofile-0.0.4.tar.gz", hash = "sha256:96b6da17d752a06b02977e078aea95614893b31d4117dd5dcd081f30ce65611b", size = 4557 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/62/15/71ad4ed163b03cba1315f1d96e0bc8e39d5a97f92974ffa610a729b273ab/torchprofile-0.0.4-py3-none-any.whl", hash = "sha256:7151fe88dc770f0eeec241244a4c7feaec2c5e8c7852386bc2d6a8d7dde7384d", size = 7694 },
+]
+
+[[package]]
+name = "torchvision"
+version = "0.11.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "numpy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pillow", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "torch", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/48/20/380758a94be49d38798a6cfd25824f72ec1f230b00c0014efb15903777c6/torchvision-0.11.3-cp310-cp310-manylinux2014_aarch64.whl", hash = "sha256:8bc8a7db80c97ca254be362ba883a202192e361ba2f6dff7ff5bb010d4bfc23a", size = 14675721 },
+    { url = "https://files.pythonhosted.org/packages/59/33/eecbba97ef527f40b25f9cbdc54ddb4f057e4150698615a518f6a75dc546/torchvision-0.11.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:3380211bf061d114c380f52fb33f55d2fbe483e2fd297f6aa596803f7cbdb408", size = 1187105 },
+    { url = "https://files.pythonhosted.org/packages/4d/cb/d3bf0ffa1bdf83ee2fcd360f9794e48687831655cda1247eae4c7309e099/torchvision-0.11.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:a3997b63bd8fac985323b6068e689c9617b0b36e1126616f7b380e17c501aefa", size = 585749 },
+    { url = "https://files.pythonhosted.org/packages/ac/b1/9702d02e233bec7ce231cc8be94489ee31084fb6d350703f0ed22086ebed/torchvision-0.11.3-cp39-cp39-manylinux1_x86_64.whl", hash = "sha256:eca0b0f7a0e462bdecf7926d89faae6dcd51da418ca0cf70e725981ed775a11b", size = 23199346 },
+    { url = "https://files.pythonhosted.org/packages/ac/d3/913e25d7775c74f76d174a82eba45bf68e384dc78373598f6c2b3a727fed/torchvision-0.11.3-cp39-cp39-manylinux2014_aarch64.whl", hash = "sha256:25e72231be8ce03467a77806d9c3f5fd34b9cd23b9543d3e999bf57622377532", size = 14674764 },
+    { url = "https://files.pythonhosted.org/packages/8b/68/5a976d601c11f527cb278dbd510521e3d6e192d7c5fd60471e64d1c84c25/torchvision-0.11.3-cp39-cp39-win_amd64.whl", hash = "sha256:5263770a9a91011206b3566b33bbba040b92932885c63cfe5ac9c720ed1fdaca", size = 947974 },
+]
+
+[[package]]
+name = "tqdm"
+version = "4.66.5"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "colorama", marker = "(platform_system == 'Windows' and sys_platform == 'linux') or (platform_system == 'Windows' and sys_platform == 'windows')" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/58/83/6ba9844a41128c62e810fddddd72473201f3eacde02046066142a2d96cc5/tqdm-4.66.5.tar.gz", hash = "sha256:e1020aef2e5096702d8a025ac7d16b1577279c9d63f8375b63083e9a5f0fcbad", size = 169504 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/48/5d/acf5905c36149bbaec41ccf7f2b68814647347b72075ac0b1fe3022fdc73/tqdm-4.66.5-py3-none-any.whl", hash = "sha256:90279a3770753eafc9194a0364852159802111925aa30eb3f9d85b0e805ac7cd", size = 78351 },
+]
+
+[[package]]
+name = "traitlets"
+version = "5.14.3"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/eb/79/72064e6a701c2183016abbbfedaba506d81e30e232a68c9f0d6f6fcd1574/traitlets-5.14.3.tar.gz", hash = "sha256:9ed0579d3502c94b4b3732ac120375cda96f923114522847de4b3bb98b96b6b7", size = 161621 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/00/c0/8f5d070730d7836adc9c9b6408dec68c6ced86b304a9b26a14df072a6e8c/traitlets-5.14.3-py3-none-any.whl", hash = "sha256:b74e89e397b1ed28cc831db7aea759ba6640cb3de13090ca145426688ff1ac4f", size = 85359 },
+]
+
+[[package]]
+name = "transformers"
+version = "4.44.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "filelock", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "huggingface-hub", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "numpy", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "packaging", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "pyyaml", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "regex", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "requests", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "safetensors", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "tokenizers", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "tqdm", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/f8/a3/81de49357a3c6ac4421d48d9662b53293838f217baf3f3bb9eb55f89fab6/transformers-4.44.2.tar.gz", hash = "sha256:36aa17cc92ee154058e426d951684a2dab48751b35b49437896f898931270826", size = 8110312 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/75/35/07c9879163b603f0e464b0f6e6e628a2340cfc7cdc5ca8e7d52d776710d4/transformers-4.44.2-py3-none-any.whl", hash = "sha256:1c02c65e7bfa5e52a634aff3da52138b583fc6f263c1f28d547dc144ba3d412d", size = 9465369 },
+]
+
+[[package]]
+name = "typing-extensions"
+version = "4.12.2"
+source = { registry = "https://download.pytorch.org/whl/nightly/cu124" }
+wheels = [
+    { url = "https://download.pytorch.org/whl/nightly/typing_extensions-4.12.2-py3-none-any.whl" },
+]
+
+[[package]]
+name = "typos"
+version = "1.24.6"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/92/44/0d3f5a153919bc757573fe89200ae77609a440b1b774d04e5f816839ee58/typos-1.24.6.tar.gz", hash = "sha256:0feda2aab59fc1c32cd1f382ea8676b4ef0921086ab172a43e69e5bb19206993", size = 1107518 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ad/6b/75bf4f3de20c5edc17919b55b592dffade154ccee7c65512b2f506514082/typos-1.24.6-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:be576cd0afcbf72bd0fa4129d457b146627c837db189eae7ee83b9fc311dacef", size = 3523299 },
+    { url = "https://files.pythonhosted.org/packages/b8/d0/c4f711a402c938c87ea3ee2bc173bb6ecb1a9869b662245eb97c56571f18/typos-1.24.6-py3-none-macosx_11_0_arm64.whl", hash = "sha256:49fc10b7d28a6a016678c92a5b3d091ea46a2a7e09d5d1122045e8509378f785", size = 3447219 },
+    { url = "https://files.pythonhosted.org/packages/b1/a9/d63c5be9eb7a0105ae6b1257c6bae98595d52198b8c53359f6b93618d9f8/typos-1.24.6-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dfbd7c40af229d680c2b9bc90e846eea70626bde9608f77a57c4e72145a5aa5f", size = 4893439 },
+    { url = "https://files.pythonhosted.org/packages/38/56/3aebbf2f950a15343396cbfc4773d4de5dc632867210051516cb4faef83f/typos-1.24.6-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b8eb05826d6ff1f8747e1c7d9991a10e13b644b2eb7e2855cc79a37ebb1104f1", size = 3532218 },
+    { url = "https://files.pythonhosted.org/packages/3b/6f/d8ecddc82501b01a0e956173060c3b216bc9a7ee4c66d5b5c07dd02305c6/typos-1.24.6-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e2abbe9dc208f6da9fddbf9bb281a3944d66188df9b3d43ad6f2f99721713446", size = 4215931 },
+    { url = "https://files.pythonhosted.org/packages/86/09/e0cf7945287e4d7a61403237a1df2def419734a6a8e41f06829187f96ee2/typos-1.24.6-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:7291555c82e81e305ab3e10cb04d0f7d49ccecc1ced322c60f4619f6a14c7225", size = 3892579 },
+    { url = "https://files.pythonhosted.org/packages/1f/02/336eb3315e1d53a780d98511b465cd801be9151294bcbb50a603d503b5de/typos-1.24.6-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:7e27c307c26549a7986f2701f161358df29543e818bf9d6d81f0a81ca5ddeff5", size = 4224637 },
+    { url = "https://files.pythonhosted.org/packages/71/b3/fafc840ea619798a7f98765c76eeb13e9227175509172f7a730cbd633396/typos-1.24.6-py3-none-win32.whl", hash = "sha256:cd725db3823c319f7e97b4e8e9fa4af143568b1c7d834f66c584bf86b9691f94", size = 2431615 },
+    { url = "https://files.pythonhosted.org/packages/93/ec/2842da6226fe6c3c5a030364f65d99901c06507f6575c5f8250bc3602d9f/typos-1.24.6-py3-none-win_amd64.whl", hash = "sha256:12972e7a8be14fe5e7f0392de0b228a0098748959d1fecc35c4e8eab3efc04c0", size = 2568857 },
+]
+
+[[package]]
+name = "urllib3"
+version = "2.2.3"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ed/63/22ba4ebfe7430b76388e7cd448d5478814d3032121827c12a2cc287e2260/urllib3-2.2.3.tar.gz", hash = "sha256:e7d814a81dad81e6caf2ec9fdedb284ecc9c73076b62654547cc64ccdcae26e9", size = 300677 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ce/d9/5f4c13cecde62396b0d3fe530a50ccea91e7dfc1ccf0e09c228841bb5ba8/urllib3-2.2.3-py3-none-any.whl", hash = "sha256:ca899ca043dcb1bafa3e262d73aa25c465bfb49e0bd9dd5d59f1d0acba2f8fac", size = 126338 },
+]
+
+[[package]]
+name = "virtualenv"
+version = "20.26.5"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "distlib", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "filelock", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+    { name = "platformdirs", marker = "sys_platform == 'linux' or sys_platform == 'windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/bf/4c/66ce54c8736ff164e85117ca36b02a1e14c042a6963f85eeda82664fda4e/virtualenv-20.26.5.tar.gz", hash = "sha256:ce489cac131aa58f4b25e321d6d186171f78e6cb13fafbf32a840cee67733ff4", size = 9371932 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/c6/1d/e1a44fdd6d30829ba21fc58b5d98a67e7aae8f4165f11d091e53aec12560/virtualenv-20.26.5-py3-none-any.whl", hash = "sha256:4f3ac17b81fba3ce3bd6f4ead2749a72da5929c01774948e243db9ba41df4ff6", size = 5999288 },
+]
+
+[[package]]
+name = "wcwidth"
+version = "0.2.13"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/6c/63/53559446a878410fc5a5974feb13d31d78d752eb18aeba59c7fef1af7598/wcwidth-0.2.13.tar.gz", hash = "sha256:72ea0c06399eb286d978fdedb6923a9eb47e1c486ce63e9b4e64fc18303972b5", size = 101301 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/fd/84/fd2ba7aafacbad3c4201d395674fc6348826569da3c0937e75505ead3528/wcwidth-0.2.13-py2.py3-none-any.whl", hash = "sha256:3da69048e4540d84af32131829ff948f1e022c1c6bdb8d6102117aac784f6859", size = 34166 },
+]
+
+[[package]]
+name = "widgetsnbextension"
+version = "4.0.13"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/56/fc/238c424fd7f4ebb25f8b1da9a934a3ad7c848286732ae04263661eb0fc03/widgetsnbextension-4.0.13.tar.gz", hash = "sha256:ffcb67bc9febd10234a362795f643927f4e0c05d9342c727b65d2384f8feacb6", size = 1164730 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/21/02/88b65cc394961a60c43c70517066b6b679738caf78506a5da7b88ffcb643/widgetsnbextension-4.0.13-py3-none-any.whl", hash = "sha256:74b2692e8500525cc38c2b877236ba51d34541e6385eeed5aec15a70f88a6c71", size = 2335872 },
+]
+
+[[package]]
+name = "zipp"
+version = "3.20.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/54/bf/5c0000c44ebc80123ecbdddba1f5dcd94a5ada602a9c225d84b5aaa55e86/zipp-3.20.2.tar.gz", hash = "sha256:bc9eb26f4506fda01b81bcde0ca78103b6e62f991b381fec825435c836edbc29", size = 24199 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/62/8b/5ba542fa83c90e09eac972fc9baca7a88e7e7ca4b221a89251954019308b/zipp-3.20.2-py3-none-any.whl", hash = "sha256:a817ac80d6cf4b23bf7f2828b7cabf326f15a001bea8b1f9b49631780ba28350", size = 9200 },
+]
diff --git a/version.txt b/version.txt
index b8feefb940..3d87ca93f8 100644
--- a/version.txt
+++ b/version.txt
@@ -1 +1 @@
-2.5.0a0
+2.6.0a0