Merge branch 'main' into lluo/add_cross_platform_flag

pytorch · Sep 24, 2024 · 7ba4af7 · 7ba4af7
2 parents 697c46b + 43eb560
commit 7ba4af7
Show file tree

Hide file tree

Showing 154 changed files with 2,242 additions and 298 deletions.
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -55,6 +55,12 @@ repos:
     rev: v1.22.9
     hooks:
       - id: typos
+  - repo: https://github.com/astral-sh/uv-pre-commit
+    # uv version.
+    rev: 0.4.10
+    hooks:
+      # Update the uv lockfile
+      - id: uv-lock
   - repo: local
     hooks:
     -   id: dont-commit-upstream

diff --git a/cpp/include/torch_tensorrt/macros.h b/cpp/include/torch_tensorrt/macros.h
@@ -24,7 +24,7 @@
 #define STR(x) XSTR(x)
 
 #define TORCH_TENSORRT_MAJOR_VERSION 2
-#define TORCH_TENSORRT_MINOR_VERSION 5
+#define TORCH_TENSORRT_MINOR_VERSION 6
 #define TORCH_TENSORRT_PATCH_VERSION 0
 #define TORCH_TENSORRT_VERSION      \
   STR(TORCH_TENSORRT_MAJOR_VERSION) \

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Class DataType &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Class DataType &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Class TensorFormat &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Class TensorFormat &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define STR &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Define STR &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define XSTR &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Define XSTR &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Directory cpp &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Directory cpp &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -273,7 +273,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Directory include &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Directory include &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -273,7 +273,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -273,7 +273,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/..._cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html b/..._cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Enum Level &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Enum Level &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>File logging.h &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -273,7 +273,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>File macros.h &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -273,7 +273,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>
 
 

diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+1e9aefe documentation</title>
+  <title>File ptq.h &mdash; Torch-TensorRT v2.6.0.dev0+a68e52b documentation</title>
 
 
 
@@ -273,7 +273,7 @@
 
 
                 <div class="version">
-                  v2.5.0.dev0+1e9aefe
+                  v2.6.0.dev0+a68e52b
                 </div>