From 0f8f23d1d0d1295821ff6383eec768130a7231a0 Mon Sep 17 00:00:00 2001
From: Apurba Bose <44209735+apbose@users.noreply.github.com>
Date: Fri, 30 Aug 2024 09:05:52 -0700
Subject: [PATCH 01/14] Dynamic shape index (#3039)

---
 .../dynamo/conversion/impl/select.py          |  66 ++++-
 tests/py/dynamo/conversion/test_index_aten.py | 269 +++++++++---------
 2 files changed, 181 insertions(+), 154 deletions(-)

diff --git a/py/torch_tensorrt/dynamo/conversion/impl/select.py b/py/torch_tensorrt/dynamo/conversion/impl/select.py
index 48193dbe11..0d55c5f014 100644
--- a/py/torch_tensorrt/dynamo/conversion/impl/select.py
+++ b/py/torch_tensorrt/dynamo/conversion/impl/select.py
@@ -17,6 +17,8 @@
 )
 from torch_tensorrt.dynamo.conversion.impl.elementwise import convert_binary_elementwise
 from torch_tensorrt.dynamo.conversion.impl.shape import get_shape_with_dynamic_shape
+from torch_tensorrt.dynamo.conversion.impl.shape import shape as get_shape
+from torch_tensorrt.dynamo.utils import DYNAMIC_DIM
 from torch_tensorrt.fx.converters.converter_utils import (
     has_dynamic_shape,
     set_layer_name,
@@ -111,17 +113,18 @@ def index(
     else:
         input_shape = input.shape
         _LOGGER.debug(f"The input shape is {input.shape}")
-        if dynamic_shape:
-            input_shape = get_shape_with_dynamic_shape(
-                ctx.net, target, source_ir, name, input_shape, input
-            )
         rank = len(input_shape)
         adv_indx_count = len(adv_indx_indices)
         dim_tensor_list = []
 
         for i in range(rank):
-            dim = input_shape[i]
-            dim_tensor = get_trt_tensor(ctx, dim, name + f"_individual_dim_{i}")
+            if input_shape[i] != DYNAMIC_DIM:
+                dim = input_shape[i]
+                dim_tensor = get_trt_tensor(ctx, dim, name + f"_individual_dim_{i}")
+            else:
+                dim_tensor = get_shape(
+                    ctx, target, source_ir, name + f"_individual_dim_dyn_{i}", input, i
+                )
             # dim_tensor_list is a list of tensors
             dim_tensor_list.append(dim_tensor)
 
@@ -150,12 +153,53 @@ def index(
         # transpose_tensor_shape = ctx.net.add_shape(transpose_tensor)
         transpose_tensor_shape = transpose_tensor.shape
         _LOGGER.debug(f"The shape of transpose tensor is {transpose_tensor_shape}")
+
         mult_d0 = 1
+        dim_tensor_shape_mult_d0 = 1
         for i in range(adv_indx_count):
-            mult_d0 = mult_d0 * transpose_tensor_shape[i]
+            if transpose_tensor_shape[i] == DYNAMIC_DIM:
+                dim_tensor_shape_mult_d0 = get_shape(
+                    ctx,
+                    target,
+                    source_ir,
+                    name + f"_transpose_tensor_shape_mult_d0_{i}",
+                    transpose_tensor,
+                    i,
+                )
+            else:
+                dim_tensor_shape_mult_d0 = transpose_tensor_shape[i]
+            mult_d0 = convert_binary_elementwise(
+                ctx,
+                target,
+                source_ir,
+                name + f"_shape_{i}",
+                trt.ElementWiseOperation.PROD,
+                mult_d0,
+                dim_tensor_shape_mult_d0,
+            )
         mult_d1 = 1
+        dim_tensor_shape_mult_d1 = 1
         for i in range(adv_indx_count, rank):
-            mult_d1 = mult_d1 * transpose_tensor_shape[i]
+            if transpose_tensor_shape[i] == DYNAMIC_DIM:
+                dim_tensor_shape_mult_d1 = get_shape(
+                    ctx,
+                    target,
+                    source_ir,
+                    name + f"_transpose_tensor_shape_mult_d0_{i}",
+                    transpose_tensor,
+                    i,
+                )
+            else:
+                dim_tensor_shape_mult_d1 = transpose_tensor_shape[i]
+            mult_d1 = convert_binary_elementwise(
+                ctx,
+                target,
+                source_ir,
+                name + f"_shape_{i}",
+                trt.ElementWiseOperation.PROD,
+                mult_d1,
+                dim_tensor_shape_mult_d1,
+            )
 
         concat_tensor_layer = ctx.net.add_concatenation(
             [
@@ -185,11 +229,7 @@ def index(
                 ctx, cum_adv_index, name + "_index_sum_intermediate"
             )
         else:
-            multiplier = get_trt_tensor(
-                ctx,
-                dim_tensor_list[adv_indx_indices[adv_indx_count - 1]],
-                name + "_dim_last",
-            )
+            multiplier = dim_tensor_list[adv_indx_indices[adv_indx_count - 1]]
             cum_adv_index = tensor_indices[adv_indx_count - 1]
             for i in range(adv_indx_count - 2, -1, -1):
                 adv_index = convert_binary_elementwise(
diff --git a/tests/py/dynamo/conversion/test_index_aten.py b/tests/py/dynamo/conversion/test_index_aten.py
index bf7769c608..8e21f945dc 100644
--- a/tests/py/dynamo/conversion/test_index_aten.py
+++ b/tests/py/dynamo/conversion/test_index_aten.py
@@ -1,28 +1,94 @@
 import torch
 import torch.nn as nn
+from parameterized import parameterized
 from torch.testing._internal.common_utils import run_tests
+from torch_tensorrt import Input
 
 from .harness import DispatchTestCase
 
 
-class TestIndexConverter(DispatchTestCase):
-    def test_index_zero_two_dim(self):
-        class TestModule(nn.Module):
+class TestIndexConstantConverter(DispatchTestCase):
+    @parameterized.expand(
+        [
+            (
+                "index_zero_two_dim_indices_input",
+                [None, torch.randint(0, 1, (1, 1))],
+                torch.randn(2, 2),
+            ),
+            (
+                "index_zero_three_dim_indices_input",
+                [None, torch.randint(0, 1, (1, 1)), None],
+                torch.randn(2, 2, 2),
+            ),
+            (
+                "index_zero_index_one_three_dim_indices_input",
+                [None, torch.randint(0, 1, (1, 1)), torch.randint(0, 1, (1, 1))],
+                torch.randn(2, 2, 2),
+            ),
+            (
+                "index_zero_index_one_four_dim_indices_input",
+                [None, torch.tensor([0, 0, 1, 1]), torch.tensor([0, 0, 1, 1]), None],
+                torch.randn(2, 4, 4, 2),
+            ),
+            (
+                "index_zero_index_one_four_dim_indices_input_SD",
+                [
+                    None,
+                    torch.tensor([0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7]),
+                    torch.tensor([0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7]),
+                    None,
+                ],
+                torch.randn(2, 1280, 8, 8),
+            ),
+            (
+                "index_zero_index_one_four_dim_indices_input_SD_unsqueeze",
+                [
+                    None,
+                    torch.tensor([0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7])
+                    .unsqueeze(0)
+                    .T.long(),
+                    torch.tensor([0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7])
+                    .unsqueeze(0)
+                    .T.long(),
+                    None,
+                ],
+                torch.randn(2, 1280, 8, 8),
+            ),
+            (
+                "index_zero_index_one_four_dim_indices_input_SD_unsqueeze_broadcast",
+                [
+                    None,
+                    torch.tensor([0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7]),
+                    torch.tensor([0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7])
+                    .unsqueeze(0)
+                    .T.long(),
+                    None,
+                ],
+                torch.randn(2, 1280, 8, 8),
+            ),
+            (
+                "index_zero_index_one_four_dim_indices_input_non_continuous",
+                [None, torch.tensor([0, 0, 1, 1]), None, torch.tensor([0, 0, 1, 1])],
+                torch.randn(2, 4, 4, 2),
+            ),
+        ]
+    )
+    def test_index_constant(self, _, index, input):
+        class TestModule(torch.nn.Module):
             def __init__(self):
-                self.index0 = torch.randint(0, 1, (1, 1))
                 super().__init__()
 
-            def forward(self, x):
-                indices = [None, self.index0]
-                out = torch.ops.aten.index.Tensor(x, indices)
-                return out
+            def forward(self, input):
+                return torch.ops.aten.index.Tensor(input, index)
+
+        inputs = [input]
+        self.run_test(TestModule(), inputs)
 
-        input = [torch.randn(2, 2)]
-        self.run_test(
-            TestModule(),
-            input,
-        )
 
+# The below tests cannot be included in the parameterized
+# [None, index0] cannot be passed as torch.Tensor to DispatchTestCase.run_test()
+# tensorrt.Input requires the input to be torch Tensor
+class TestIndexConverter(DispatchTestCase):
     def test_index_zero_two_dim_ITensor(self):
         class TestModule(nn.Module):
             def forward(self, x, index0):
@@ -38,23 +104,6 @@ def forward(self, x, index0):
             [input, index0],
         )
 
-    def test_index_zero_index_three_dim(self):
-        class TestModule(nn.Module):
-            def __init__(self):
-                self.index0 = torch.randint(0, 1, (1, 1))
-                super().__init__()
-
-            def forward(self, x):
-                indices = [None, self.index0, None]
-                out = torch.ops.aten.index.Tensor(x, indices)
-                return out
-
-        input = [torch.randn(2, 2, 2)]
-        self.run_test(
-            TestModule(),
-            input,
-        )
-
     def test_index_zero_index_three_dim_ITensor(self):
         class TestModule(nn.Module):
             def forward(self, x, index0):
@@ -67,121 +116,59 @@ def forward(self, x, index0):
         index0 = index0.to(torch.int32)
         self.run_test(TestModule(), [input, index0])
 
-    def test_index_zero_index_one_index_two_three_dim(self):
-        class TestModule(nn.Module):
-            def __init__(self):
-                self.index0 = torch.randint(0, 1, (1, 1))
-                self.index1 = torch.randint(0, 1, (1, 1))
-                super().__init__()
-
-            def forward(self, x):
-                indices = [None, self.index0, self.index1]
-                out = torch.ops.aten.index.Tensor(x, indices)
-                return out
 
-        input = [torch.randn(2, 2, 2)]
-        self.run_test(
-            TestModule(),
-            input,
-        )
-
-    def test_index_zero_index_one_four_dim(self):
-        class TestModule(nn.Module):
+class TestIndexDynamicConstantConverter(DispatchTestCase):
+    @parameterized.expand(
+        [
+            (
+                "index_zero_two_dim_indices_input_min_opt_max",
+                [None, torch.randint(0, 1, (1, 1))],
+                (2, 1),
+                (2, 2),
+                (2, 2),
+            ),
+            (
+                "index_zero_three_dim_indices_input_min_opt_max",
+                [None, torch.randint(0, 1, (1, 1)), None],
+                (2, 1, 2),
+                (2, 2, 2),
+                (2, 2, 2),
+            ),
+            (
+                "index_zero_index_one_three_dim_indices_input_min_opt_max",
+                [None, torch.randint(0, 1, (1, 1)), torch.randint(0, 1, (1, 1))],
+                (2, 1, 2),
+                (2, 2, 2),
+                (2, 2, 2),
+            ),
+            (
+                "index_zero_index_one_four_dim_indices_input_min_opt_max",
+                [None, torch.tensor([0, 0, 1, 1]), torch.tensor([0, 0, 1, 1]), None],
+                (2, 1, 4, 2),
+                (2, 4, 4, 2),
+                (2, 4, 4, 2),
+            ),
+        ]
+    )
+    def test_index_constant_dynamic(
+        self, _, index, input_min_shape, input_opt_shape, input_max_shape
+    ):
+        class TestModule(torch.nn.Module):
             def __init__(self):
-                self.index0 = torch.tensor([0, 0, 1, 1])
-                self.index1 = torch.tensor([0, 0, 1, 1])
                 super().__init__()
 
-            def forward(self, x):
-                indices = [None, self.index0, self.index1, None]
-                out = torch.ops.aten.index.Tensor(x, indices)
-                return out
-
-        input = [torch.randn(2, 4, 4, 2)]
-        self.run_test(
-            TestModule(),
-            input,
-        )
-
-    def test_index_zero_index_one_four_dim_SD(self):
-        class TestModule(nn.Module):
-            def __init__(self):
-                self.index0 = torch.tensor(
-                    [0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7]
-                )
-                self.index1 = torch.tensor(
-                    [0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7]
-                )
-                super().__init__()
-
-            def forward(self, x):
-                indices = [None, self.index0, self.index1, None]
-                out = torch.ops.aten.index.Tensor(x, indices)
-                return out
-
-        input = [torch.randn(2, 1280, 8, 8)]
-        self.run_test(
-            TestModule(),
-            input,
-        )
-
-    def test_index_one_SD_unsqueeze_four_dim(self):
-        class TestModule(nn.Module):
-            def __init__(self):
-                self.index0 = torch.tensor(
-                    [0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7]
-                )
-                self.index1 = self.index0.unsqueeze(0).T.long()
-                super().__init__()
-
-            def forward(self, x):
-                indices = [None, None, self.index1, self.index1]
-                out = torch.ops.aten.index.Tensor(x, indices)
-                return out
-
-        input = [torch.randn(2, 1280, 8, 8)]
-        self.run_test(
-            TestModule(),
-            input,
-        )
-
-    def test_index_zero_index_one_index_two_SD_unsqueeze_four_dim_broadcast(self):
-        class TestModule(nn.Module):
-            def __init__(self):
-                self.index0 = torch.tensor(
-                    [0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7]
-                )
-                self.index1 = self.index0.unsqueeze(0).T.long()
-                super().__init__()
-
-            def forward(self, x):
-                indices = [None, None, self.index0, self.index1]
-                out = torch.ops.aten.index.Tensor(x, indices)
-                return out
-
-        input = [torch.randn(2, 1280, 8, 8)]
-        self.run_test(
-            TestModule(),
-            input,
-        )
-
-    def test_index_zero_index_one_index_four_dim_non_continuous(self):
-        class TestModule(nn.Module):
-            def __init__(self):
-                self.index0 = torch.tensor([0, 0, 1, 1])
-                self.index1 = torch.tensor([0, 0, 1, 1])
-                super().__init__()
-
-            def forward(self, x):
-                indices = [None, self.index0, None, self.index1]
-                out = torch.ops.aten.index.Tensor(x, indices)
-                return out
-
-        input = [torch.randn(2, 4, 4, 2)]
-        self.run_test(
-            TestModule(),
-            input,
-        )
+            def forward(self, input):
+                return torch.ops.aten.index.Tensor(input, index)
+
+        input_specs = [
+            Input(
+                min_shape=input_min_shape,
+                opt_shape=input_opt_shape,
+                max_shape=input_max_shape,
+                dtype=torch.float32,
+            ),
+        ]
+        self.run_test_with_dynamic_shape(TestModule(), input_specs)
 
 
 if __name__ == "__main__":

From d75f588e49ca241cf44bbdb8aad0ef3d9578da75 Mon Sep 17 00:00:00 2001
From: HolyWu <holywu@gmail.com>
Date: Tue, 3 Sep 2024 22:45:55 +0800
Subject: [PATCH 02/14] feat: Support `aten.gelu` dynamo converter (#3134)

---
 .../dynamo/conversion/aten_ops_converters.py  | 20 +++++++-
 .../dynamo/conversion/impl/activation/ops.py  | 25 +++++++++-
 .../dynamo/lowering/_decomposition_groups.py  |  1 -
 tests/py/dynamo/conversion/test_gelu_aten.py  | 46 +++++++++++++------
 4 files changed, 75 insertions(+), 17 deletions(-)

diff --git a/py/torch_tensorrt/dynamo/conversion/aten_ops_converters.py b/py/torch_tensorrt/dynamo/conversion/aten_ops_converters.py
index 1d734bca03..92dfddc44f 100644
--- a/py/torch_tensorrt/dynamo/conversion/aten_ops_converters.py
+++ b/py/torch_tensorrt/dynamo/conversion/aten_ops_converters.py
@@ -19,7 +19,7 @@
     get_positive_dim,
     is_only_operator_on_placeholder,
 )
-from torch_tensorrt.fx.types import TRTTensor
+from torch_tensorrt.dynamo.types import TRTTensor
 
 _LOGGER: logging.Logger = logging.getLogger(__name__)
 
@@ -548,6 +548,24 @@ def aten_ops_hard_sigmoid(
     )
 
 
+@dynamo_tensorrt_converter(torch.ops.aten.gelu.default, supports_dynamic_shapes=True)
+def aten_ops_gelu(
+    ctx: ConversionContext,
+    target: Target,
+    args: Tuple[Argument, ...],
+    kwargs: Dict[str, Argument],
+    name: str,
+) -> Union[TRTTensor, Sequence[TRTTensor]]:
+    return impl.activation.gelu(
+        ctx,
+        target,
+        SourceIR.ATEN,
+        name,
+        args[0],
+        kwargs.get("approximate", "none"),
+    )
+
+
 @dynamo_tensorrt_converter(torch.ops.aten.matmul, supports_dynamic_shapes=True)
 @dynamo_tensorrt_converter(torch.ops.aten.dot.default, supports_dynamic_shapes=True)
 @dynamo_tensorrt_converter(torch.ops.aten.mm.default, supports_dynamic_shapes=True)
diff --git a/py/torch_tensorrt/dynamo/conversion/impl/activation/ops.py b/py/torch_tensorrt/dynamo/conversion/impl/activation/ops.py
index f578351ef2..a563118526 100644
--- a/py/torch_tensorrt/dynamo/conversion/impl/activation/ops.py
+++ b/py/torch_tensorrt/dynamo/conversion/impl/activation/ops.py
@@ -7,7 +7,7 @@
 from torch_tensorrt.dynamo._SourceIR import SourceIR
 from torch_tensorrt.dynamo.conversion._ConversionContext import ConversionContext
 from torch_tensorrt.dynamo.conversion.impl.activation.base import convert_activation
-from torch_tensorrt.fx.types import TRTTensor
+from torch_tensorrt.dynamo.types import TRTTensor
 
 
 def relu(
@@ -327,3 +327,26 @@ def thresholded_relu_fn(x: float) -> float:
         alpha=alpha,
         dyn_range_fn=thresholded_relu_dyn_range_fn,
     )
+
+
+def gelu(
+    ctx: ConversionContext,
+    target: Target,
+    source_ir: Optional[SourceIR],
+    name: str,
+    input_val: TRTTensor,
+    approximate: str,
+) -> TRTTensor:
+    if approximate == "none":
+        operation_type = trt.ActivationType.GELU_ERF
+    elif approximate == "tanh":
+        operation_type = trt.ActivationType.GELU_TANH
+
+    return convert_activation(
+        ctx,
+        target,
+        source_ir,
+        name,
+        operation_type,
+        input_val,
+    )
diff --git a/py/torch_tensorrt/dynamo/lowering/_decomposition_groups.py b/py/torch_tensorrt/dynamo/lowering/_decomposition_groups.py
index ae3e7e1ffa..a84a550a1e 100644
--- a/py/torch_tensorrt/dynamo/lowering/_decomposition_groups.py
+++ b/py/torch_tensorrt/dynamo/lowering/_decomposition_groups.py
@@ -42,7 +42,6 @@
     aten.fill,
     aten.frac,
     aten._fused_moving_avg_obs_fq_helper,
-    aten.gelu,
     aten.gelu_backward,
     aten.glu_backward,
     aten.hardshrink,
diff --git a/tests/py/dynamo/conversion/test_gelu_aten.py b/tests/py/dynamo/conversion/test_gelu_aten.py
index df0a0eca5f..dac33a9ae6 100644
--- a/tests/py/dynamo/conversion/test_gelu_aten.py
+++ b/tests/py/dynamo/conversion/test_gelu_aten.py
@@ -1,49 +1,67 @@
-import pytest
 import torch
 import torch.nn as nn
+from parameterized import parameterized
 from torch.testing._internal.common_utils import run_tests
 from torch_tensorrt import Input
 
 from .harness import DispatchTestCase
 
 
-@pytest.mark.skip(reason="This test will be skipped.")
-class TestGeLUConverter(DispatchTestCase):
-    def test_gelu(self):
+class TestGELUConverter(DispatchTestCase):
+    @parameterized.expand(
+        [
+            ("none",),
+            ("tanh",),
+        ]
+    )
+    def test_gelu(self, approximate):
         class TestModule(nn.Module):
             def forward(self, x):
-                return torch.ops.aten.gelu.default(x)
+                return torch.ops.aten.gelu.default(x, approximate=approximate)
 
         inputs = [torch.randn(1, 10)]
         self.run_test(TestModule(), inputs)
 
-    def test_gelu_with_dynamic_shape(self):
+    @parameterized.expand(
+        [
+            ("none",),
+            ("tanh",),
+        ]
+    )
+    def test_gelu_with_dynamic_shape(self, approximate):
         class TestModule(nn.Module):
             def forward(self, x):
-                return torch.ops.aten.gelu.default(x)
+                return torch.ops.aten.gelu.default(x, approximate=approximate)
 
         input_specs = [
             Input(
-                shape=(-1, -1, -1),
+                min_shape=(1, 1, 1),
+                opt_shape=(1, 2, 3),
+                max_shape=(3, 3, 3),
                 dtype=torch.float32,
-                shape_ranges=[((1, 1, 1), (1, 2, 3), (3, 3, 3))],
             ),
         ]
         self.run_test_with_dynamic_shape(TestModule(), input_specs)
 
-    def test_gelu_with_dynamic_shape_four_dimensions(self):
+    @parameterized.expand(
+        [
+            ("none",),
+            ("tanh",),
+        ]
+    )
+    def test_gelu_with_dynamic_shape_four_dimensions(self, approximate):
         class TestModule(nn.Module):
             def forward(self, x):
-                return torch.ops.aten.gelu.default(x)
+                return torch.ops.aten.gelu.default(x, approximate=approximate)
 
         input_specs = [
             Input(
-                shape=(-1, -1, -1, -1),
+                min_shape=(1, 1, 1, 5),
+                opt_shape=(1, 2, 3, 5),
+                max_shape=(3, 3, 3, 5),
                 dtype=torch.float32,
-                shape_ranges=[((1, 1, 1, 5), (1, 2, 3, 5), (3, 3, 3, 5))],
             ),
         ]
-
         self.run_test_with_dynamic_shape(TestModule(), input_specs)
 
 

From ae7e6c87dfee8cb037546e198860be3a620dcc54 Mon Sep 17 00:00:00 2001
From: Jiwoong <jiwoong.choi@squeezebits.com>
Date: Tue, 3 Sep 2024 23:52:59 +0900
Subject: [PATCH 03/14] fix: get_padded_shape_tensors can now handle dynamic
 pads (#3123)

---
 .../dynamo/conversion/impl/pad.py             | 33 ++++++++++++-------
 1 file changed, 22 insertions(+), 11 deletions(-)

diff --git a/py/torch_tensorrt/dynamo/conversion/impl/pad.py b/py/torch_tensorrt/dynamo/conversion/impl/pad.py
index 66cc09684b..8cc6bd42c8 100644
--- a/py/torch_tensorrt/dynamo/conversion/impl/pad.py
+++ b/py/torch_tensorrt/dynamo/conversion/impl/pad.py
@@ -26,7 +26,7 @@ def get_padded_shape_tensors(
     source_ir: Optional[SourceIR],
     name: str,
     input: TRTTensor,
-    pad: Sequence[int],
+    pad: Sequence[Union[int, TRTTensor]],
 ) -> TRTTensor:
     rank = len(input.shape)
     if len(pad) // 2 > rank:
@@ -47,11 +47,11 @@ def get_padded_shape_tensors(
     start_list = [0] * rank
     for i in range(len(pad) // 2):
         dim_index = rank - (i + 1)
-        pad_before = pad[i * 2]
-        pad_after = pad[i * 2 + 1]
+        pad_before = get_trt_tensor(ctx, pad[i * 2], f"{name}_pad_before_{i}")
+        pad_after = get_trt_tensor(ctx, pad[i * 2 + 1], f"{name}_pad_after_{i}")
 
-        pad_sum = get_trt_tensor(
-            ctx, pad_before + pad_after, f"{name}_pad_sum_{i}", dtype=np.int32
+        pad_sum = impl.elementwise.add(
+            ctx, target, source_ir, f"{name}_pad_sum_{i}", pad_before, pad_after
         )
         dim_shape = ctx.net.add_slice(
             input_shape_tensor,
@@ -63,7 +63,9 @@ def get_padded_shape_tensors(
         new_dim_shape = impl.elementwise.add(
             ctx, target, source_ir, f"{name}_shape_dim_{i}", dim_shape, pad_sum
         )
-        start_list[dim_index] = -pad_before
+        start_list[dim_index] = impl.elementwise.sub(
+            ctx, target, source_ir, f"{name}_pad_before_neg_{i}", 0, pad_before
+        )
 
         slices = []
         for j in range(rank):
@@ -79,14 +81,23 @@ def get_padded_shape_tensors(
                     ).get_output(0)
                 )
         padded_shape_tensor = impl.cat.cat(
-            ctx, target, source_ir, f"{name}_cat_dim_{i}", slices, 0
+            ctx,
+            target,
+            source_ir,
+            f"{name}_cat_dim_{i}",
+            slices,
+            0,
+            cast_dtype=padded_shape_tensor.dtype,
         )
 
-    start_indices_tensor = get_trt_tensor(
+    start_indices_tensor = impl.cat.cat(
         ctx,
-        np.array(start_list, dtype=np.int32),
+        target,
+        source_ir,
         f"{name}_start_indices_tensor",
-        dtype=np.int32,
+        start_list,
+        0,
+        cast_dtype=padded_shape_tensor.dtype,
     )
 
     return start_indices_tensor, padded_shape_tensor
@@ -98,7 +109,7 @@ def constant_padNd(
     source_ir: Optional[SourceIR],
     name: str,
     input: TRTTensor,
-    pad: Sequence[int],
+    pad: Sequence[Union[int, TRTTensor]],
     value: Union[int, float] = 0,
 ) -> TRTTensor:
 

From 8e750394879b887dd732d7483c88ea2dbf78ae6f Mon Sep 17 00:00:00 2001
From: Jiwoong <jiwoong.choi@squeezebits.com>
Date: Tue, 3 Sep 2024 23:53:19 +0900
Subject: [PATCH 04/14] bugfix: allow empty tuple for `inputs` or `arg_inputs`
 (#3122)

---
 py/torch_tensorrt/dynamo/_compiler.py         |  4 +-
 .../dynamo/models/test_export_kwargs_serde.py | 47 +++++++++++++++++++
 2 files changed, 49 insertions(+), 2 deletions(-)

diff --git a/py/torch_tensorrt/dynamo/_compiler.py b/py/torch_tensorrt/dynamo/_compiler.py
index c28702f451..6cd3cf5f5f 100644
--- a/py/torch_tensorrt/dynamo/_compiler.py
+++ b/py/torch_tensorrt/dynamo/_compiler.py
@@ -604,10 +604,10 @@ def convert_exported_program_to_serialized_trt_engine(
             DeprecationWarning,
             stacklevel=2,
         )
-    if not arg_inputs and not inputs:
+    if arg_inputs is None and inputs is None:
         raise AssertionError("'arg_inputs' and 'inputs' should not both be None.")
 
-    elif arg_inputs and inputs:
+    elif arg_inputs is not None and inputs is not None:
         raise AssertionError(
             "'arg_inputs' and 'inputs' should not be used at the same time."
         )
diff --git a/tests/py/dynamo/models/test_export_kwargs_serde.py b/tests/py/dynamo/models/test_export_kwargs_serde.py
index 52a927e518..91ee59c0f4 100644
--- a/tests/py/dynamo/models/test_export_kwargs_serde.py
+++ b/tests/py/dynamo/models/test_export_kwargs_serde.py
@@ -525,3 +525,50 @@ def forward(self, x, b=5, c=None, d=None):
     engine = convert_exported_program_to_serialized_trt_engine(
         exp_program, **compile_spec
     )
+
+
+def test_custom_model_compile_engine_with_pure_kwarg_inputs():
+    class net(nn.Module):
+        def __init__(self):
+            super().__init__()
+            self.conv1 = nn.Conv2d(3, 12, 3, padding=1)
+            self.bn = nn.BatchNorm2d(12)
+            self.conv2 = nn.Conv2d(12, 12, 3, padding=1)
+            self.fc1 = nn.Linear(12 * 56 * 56, 10)
+
+        def forward(self, x, b=5, c=None, d=None):
+            x = self.conv1(x)
+            x = F.relu(x)
+            x = self.bn(x)
+            x = F.max_pool2d(x, (2, 2))
+            x = self.conv2(x)
+            x = F.relu(x)
+            x = F.max_pool2d(x, (2, 2))
+            x = torch.flatten(x, 1)
+            x = x + b
+            if c is not None:
+                x = x * c
+            if d is not None:
+                x = x - d["value"]
+            return self.fc1(x)
+
+    model = net().eval().to("cuda")
+    kwargs = {
+        "x": torch.rand((1, 3, 224, 224)).to("cuda"),
+        "b": torch.tensor(6).to("cuda"),
+        "d": {"value": torch.tensor(8).to("cuda")},
+    }
+
+    compile_spec = {
+        "arg_inputs": (),
+        "kwarg_inputs": kwargs,
+        "device": torchtrt.Device("cuda:0"),
+        "enabled_precisions": {torch.float},
+        "pass_through_build_failures": True,
+        "optimization_level": 1,
+        "min_block_size": 1,
+        "ir": "dynamo",
+    }
+
+    exp_program = torch.export.export(model, args=(), kwargs=kwargs)
+    _ = convert_exported_program_to_serialized_trt_engine(exp_program, **compile_spec)

From 8759736843c108d3c8edd95a8e8fc632d8372b3b Mon Sep 17 00:00:00 2001
From: Naren Dasan <1790613+narendasan@users.noreply.github.com>
Date: Wed, 4 Sep 2024 10:30:10 -0600
Subject: [PATCH 05/14] docs: Adding words to the refit and engine caching
 tutorials (#3141)

Signed-off-by: Naren Dasan <naren@narendasan.com>
---
 core/runtime/Platform.cpp                     |   1 -
 docsrc/conf.py                                |   1 +
 docsrc/index.rst                              |   2 +
 examples/dynamo/README.rst                    |   2 +
 .../dynamo/engine_caching_bert_example.py     |  10 +
 examples/dynamo/engine_caching_example.py     | 182 +++++++++++++++---
 examples/dynamo/refit_engine_example.py       |  84 ++++++--
 py/torch_tensorrt/dynamo/_compiler.py         |   6 +-
 .../{_engine_caching.py => _engine_cache.py}  |   9 +-
 py/torch_tensorrt/dynamo/_refit.py            |   6 +-
 .../dynamo/conversion/_TRTInterpreter.py      |   4 +-
 .../dynamo/conversion/_conversion.py          |   5 +-
 py/torch_tensorrt/dynamo/utils.py             |  36 ++--
 setup.py                                      |   4 +-
 tests/py/dynamo/models/test_engine_cache.py   |   2 +-
 15 files changed, 273 insertions(+), 81 deletions(-)
 rename py/torch_tensorrt/dynamo/{_engine_caching.py => _engine_cache.py} (96%)

diff --git a/core/runtime/Platform.cpp b/core/runtime/Platform.cpp
index a20159cd91..03d9e7580b 100644
--- a/core/runtime/Platform.cpp
+++ b/core/runtime/Platform.cpp
@@ -36,7 +36,6 @@ Platform::Platform() : _platform{Platform::PlatformEnum::kUNKNOWN} {}
 Platform::Platform(Platform::PlatformEnum val) : _platform{val} {}
 
 Platform::Platform(const std::string& platform_str) {
-  LOG_ERROR("Platform constructor: " << platform_str);
   auto name_map = get_name_to_platform_map();
   auto it = name_map.find(platform_str);
   if (it != name_map.end()) {
diff --git a/docsrc/conf.py b/docsrc/conf.py
index 2e782358cb..daa1a30100 100644
--- a/docsrc/conf.py
+++ b/docsrc/conf.py
@@ -93,6 +93,7 @@
 sphinx_gallery_conf = {
     "examples_dirs": "../examples",
     "gallery_dirs": "tutorials/_rendered_examples/",
+    "ignore_pattern": "utils.py",
 }
 
 # Setup the breathe extension
diff --git a/docsrc/index.rst b/docsrc/index.rst
index da5ee3d690..d1a91beabc 100644
--- a/docsrc/index.rst
+++ b/docsrc/index.rst
@@ -51,6 +51,8 @@ User Guide
    user_guide/using_dla
    tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage
    tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq
+   tutorials/_rendered_examples/dynamo/engine_caching_example
+   tutorials/_rendered_examples/dynamo/refit_engine_example
 
 Dynamo Frontend
 ----------------
diff --git a/examples/dynamo/README.rst b/examples/dynamo/README.rst
index 22ae16ec0c..ff3563cffe 100644
--- a/examples/dynamo/README.rst
+++ b/examples/dynamo/README.rst
@@ -15,3 +15,5 @@ a number of ways you can leverage this backend to accelerate inference.
 * :ref:`refit_engine_example`: Refitting a compiled TensorRT Graph Module with updated weights
 * :ref:`mutable_torchtrt_module_example`: Compile, use, and modify TensorRT Graph Module with MutableTorchTensorRTModule
 * :ref:`vgg16_fp8_ptq`: Compiling a VGG16 model with FP8 and PTQ using ``torch.compile``
+* :ref:`engine_caching_example`: Utilizing engine caching to speed up compilation times
+* :ref:`engine_caching_bert_example`: Demonstrating engine caching on BERT
diff --git a/examples/dynamo/engine_caching_bert_example.py b/examples/dynamo/engine_caching_bert_example.py
index 43cfc5f15a..428c414a06 100644
--- a/examples/dynamo/engine_caching_bert_example.py
+++ b/examples/dynamo/engine_caching_bert_example.py
@@ -1,3 +1,13 @@
+"""
+
+.. _engine_caching_bert_example:
+
+Engine Caching (BERT)
+=======================
+
+Small caching example on BERT.
+"""
+
 import numpy as np
 import torch
 import torch_tensorrt
diff --git a/examples/dynamo/engine_caching_example.py b/examples/dynamo/engine_caching_example.py
index 2d1018bb6e..5154dc1e2c 100644
--- a/examples/dynamo/engine_caching_example.py
+++ b/examples/dynamo/engine_caching_example.py
@@ -1,12 +1,38 @@
+"""
+
+.. _engine_caching_example:
+
+Engine Caching
+=======================
+
+As model sizes increase, the cost of compilation will as well. With AOT methods
+like ``torch.dynamo.compile``, this cost is paid upfront. However if the weights
+change, the session ends or you are using JIT methods like ``torch.compile``, as
+graphs get invalidated they get re-compiled, this cost will get paid repeatedly.
+Engine caching is a way to mitigate this cost by saving constructed engines to disk
+and re-using them when possible. This tutorial demonstrates how to use engine caching
+with TensorRT in PyTorch. Engine caching can significantly speed up subsequent model
+compilations reusing previously built TensorRT engines.
+
+We'll explore two approaches:
+
+    1. Using torch_tensorrt.dynamo.compile
+    2. Using torch.compile with the TensorRT backend
+
+The example uses a pre-trained ResNet18 model and shows the
+differences between compilation without caching, with caching enabled,
+and when reusing cached engines.
+"""
+
 import os
-from typing import Optional
+from typing import Dict, Optional
 
 import numpy as np
 import torch
 import torch_tensorrt as torch_trt
 import torchvision.models as models
 from torch_tensorrt.dynamo._defaults import TIMING_CACHE_PATH
-from torch_tensorrt.dynamo._engine_caching import BaseEngineCache
+from torch_tensorrt.dynamo._engine_cache import BaseEngineCache
 
 np.random.seed(0)
 torch.manual_seed(0)
@@ -23,6 +49,80 @@ def remove_timing_cache(path=TIMING_CACHE_PATH):
         os.remove(path)
 
 
+# %%
+# Engine Caching for JIT Compilation
+# ----------------------------------
+#
+# The primary goal of engine caching is to help speed up JIT workflows. ``torch.compile``
+# provides a great deal of flexibility in model construction which makes it a good
+# first tool to try when looking to speed up your workflow. However, historically
+# the cost of compilation and in particular recompilation has been a barrier to entry
+# for many users. If for some reason a subgraph gets invalidated, that graph is reconstructed
+# scratch prior to the addition of engine caching. Now as engines are constructed, with ``cache_built_engines=True``,
+# engines are saved to disk tied to a hash of their corresponding PyTorch subgraph. If
+# in a subsequent compilation, either as part of this session or a new session, the cache will
+# pull the built engine and **refit** the weights which can reduce compilation times by orders of magnitude.
+# As such, in order to insert a new engine into the cache (i.e. ``cache_built_engines=True``),
+# the engine must be refitable (``make_refittable=True``). See :ref:`refit_engine_example` for more details.
+
+
+def torch_compile(iterations=3):
+    times = []
+    start = torch.cuda.Event(enable_timing=True)
+    end = torch.cuda.Event(enable_timing=True)
+
+    # The 1st iteration is to measure the compilation time without engine caching
+    # The 2nd and 3rd iterations are to measure the compilation time with engine caching.
+    # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.
+    # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.
+    for i in range(iterations):
+        inputs = [torch.rand((100, 3, 224, 224)).to("cuda")]
+        # remove timing cache and reset dynamo just for engine caching messurement
+        remove_timing_cache()
+        torch._dynamo.reset()
+
+        if i == 0:
+            cache_built_engines = False
+            reuse_cached_engines = False
+        else:
+            cache_built_engines = True
+            reuse_cached_engines = True
+
+        start.record()
+        compiled_model = torch.compile(
+            model,
+            backend="tensorrt",
+            options={
+                "use_python_runtime": True,
+                "enabled_precisions": enabled_precisions,
+                "debug": debug,
+                "min_block_size": min_block_size,
+                "make_refitable": True,
+                "cache_built_engines": cache_built_engines,
+                "reuse_cached_engines": reuse_cached_engines,
+            },
+        )
+        compiled_model(*inputs)  # trigger the compilation
+        end.record()
+        torch.cuda.synchronize()
+        times.append(start.elapsed_time(end))
+
+    print("----------------torch_compile----------------")
+    print("disable engine caching, used:", times[0], "ms")
+    print("enable engine caching to cache engines, used:", times[1], "ms")
+    print("enable engine caching to reuse engines, used:", times[2], "ms")
+
+
+torch_compile()
+
+# %%
+# Engine Caching for AOT Compilation
+# ----------------------------------
+# Similarly to the JIT workflow, AOT workflows can benefit from engine caching.
+# As the same architecture or common subgraphs get recompiled, the cache will pull
+# previously built engines and refit the weights.
+
+
 def dynamo_compile(iterations=3):
     times = []
     start = torch.cuda.Event(enable_timing=True)
@@ -73,42 +173,72 @@ def dynamo_compile(iterations=3):
     print("enable engine caching to reuse engines, used:", times[2], "ms")
 
 
+dynamo_compile()
+
+# %%
 # Custom Engine Cache
-class MyEngineCache(BaseEngineCache):
+# ----------------------
+#
+# By default, the engine cache is stored in the system's temporary directory. Both the cache directory and
+# size limit can be customized by passing ``engine_cache_dir`` and ``engine_cache_size``.
+# Users can also define their own engine cache implementation by extending the ``BaseEngineCache`` class.
+# This allows for remote or shared caching if so desired.
+#
+# The custom engine cache should implement the following methods:
+#   - ``save``: Save the engine blob to the cache.
+#   - ``load``: Load the engine blob from the cache.
+#
+# The hash provided by the cache systen is a weight agnostic hash of the originating PyTorch subgraph (post lowering).
+# The blob contains a serialized engine, calling spec data, and weight map information in the pickle format
+#
+# Below is an example of a custom engine cache implementation that implents a ``RAMEngineCache``.
+
+
+class RAMEngineCache(BaseEngineCache):
     def __init__(
         self,
-        engine_cache_dir: str,
     ) -> None:
-        self.engine_cache_dir = engine_cache_dir
+        """
+        Constructs a user held engine cache in memory.
+        """
+        self.engine_cache: Dict[str, bytes] = {}
 
     def save(
         self,
         hash: str,
         blob: bytes,
-        prefix: str = "blob",
     ):
-        if not os.path.exists(self.engine_cache_dir):
-            os.makedirs(self.engine_cache_dir, exist_ok=True)
+        """
+        Insert the engine blob to the cache.
 
-        path = os.path.join(
-            self.engine_cache_dir,
-            f"{prefix}_{hash}.bin",
-        )
-        with open(path, "wb") as f:
-            f.write(blob)
+        Args:
+            hash (str): The hash key to associate with the engine blob.
+            blob (bytes): The engine blob to be saved.
 
-    def load(self, hash: str, prefix: str = "blob") -> Optional[bytes]:
-        path = os.path.join(self.engine_cache_dir, f"{prefix}_{hash}.bin")
-        if os.path.exists(path):
-            with open(path, "rb") as f:
-                blob = f.read()
-            return blob
-        return None
+        Returns:
+            None
+        """
+        self.engine_cache[hash] = blob
 
+    def load(self, hash: str) -> Optional[bytes]:
+        """
+        Load the engine blob from the cache.
 
-def torch_compile(iterations=3):
+        Args:
+            hash (str): The hash key of the engine to load.
+
+        Returns:
+            Optional[bytes]: The engine blob if found, None otherwise.
+        """
+        if hash in self.engine_cache:
+            return self.engine_cache[hash]
+        else:
+            return None
+
+
+def torch_compile_my_cache(iterations=3):
     times = []
-    engine_cache = MyEngineCache("/tmp/your_dir")
+    engine_cache = RAMEngineCache()
     start = torch.cuda.Event(enable_timing=True)
     end = torch.cuda.Event(enable_timing=True)
 
@@ -141,7 +271,7 @@ def torch_compile(iterations=3):
                 "make_refitable": True,
                 "cache_built_engines": cache_built_engines,
                 "reuse_cached_engines": reuse_cached_engines,
-                "custom_engine_cache": engine_cache,  # use custom engine cache
+                "custom_engine_cache": engine_cache,
             },
         )
         compiled_model(*inputs)  # trigger the compilation
@@ -155,6 +285,4 @@ def torch_compile(iterations=3):
     print("enable engine caching to reuse engines, used:", times[2], "ms")
 
 
-if __name__ == "__main__":
-    dynamo_compile()
-    torch_compile()
+torch_compile_my_cache()
diff --git a/examples/dynamo/refit_engine_example.py b/examples/dynamo/refit_engine_example.py
index c8cd5590d3..1feb033a3a 100644
--- a/examples/dynamo/refit_engine_example.py
+++ b/examples/dynamo/refit_engine_example.py
@@ -1,19 +1,26 @@
 """
 .. _refit_engine_example:
 
-Refit  TenorRT Graph Module with Torch-TensorRT
+Refitting Torch-TensorRT Programs with New Weights
 ===================================================================
 
-We are going to demonstrate how a compiled TensorRT Graph Module can be refitted with updated weights.
-
-In many cases, we frequently update the weights of models, such as applying various LoRA to Stable Diffusion or constant A/B testing of AI products.
-That poses challenges for TensorRT inference optimizations, as compiling the TensorRT engines takes significant time, making repetitive compilation highly inefficient.
-Torch-TensorRT supports refitting TensorRT graph modules without re-compiling the engine, considerably accelerating the workflow.
+Compilation is an expensive operation as it involves many graph transformations, translations
+and optimizations applied on the model. In cases were the weights of a model might be updated
+occasionally (e.g. inserting LoRA adapters), the large cost of recompilation can make it infeasible
+to use TensorRT if the compiled program needed to be built from scratch each time. Torch-TensorRT
+provides a PyTorch native mechanism to update the weights of a compiled TensorRT program without
+recompiling from scratch through weight refitting.
 
 In this tutorial, we are going to walk through
-1. Compiling a PyTorch model to a TensorRT Graph Module
-2. Save and load a graph module
-3. Refit the graph module
+
+    1. Compiling a PyTorch model to a TensorRT Graph Module
+    2. Save and load a graph module
+    3. Refit the graph module
+
+This tutorial focuses mostly on the AOT workflow where it is most likely that a user might need to
+manually refit a module. In the JIT workflow, weight changes trigger recompilation. As the engine
+has previously been built, with an engine cache enabled, Torch-TensorRT can automatically recognize
+a previously built engine, trigger refit and short cut recompilation on behalf of the user (see: :ref:`engine_caching_example`).
 """
 
 # %%
@@ -36,10 +43,17 @@
 
 
 # %%
-# Compile the module for the first time and save it.
-# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-
-model = models.resnet18(pretrained=True).eval().to("cuda")
+# Make a Refitable Compilation Program
+# ---------------------------------------
+#
+# The inital step is to compile a module and save it as with a normal. Note that there is an
+# additional parameter `make_refitable` that is set to `True`. This parameter is used to
+# indicate that the engine being built should support weight refitting later. Engines built without
+# these setttings will not be able to be refit.
+#
+# In this case we are going to compile a ResNet18 model with randomly initialized weights and save it.
+
+model = models.resnet18(pretrained=False).eval().to("cuda")
 exp_program = torch.export.export(model, tuple(inputs))
 enabled_precisions = {torch.float}
 debug = False
@@ -59,16 +73,20 @@
 )  # Output is a torch.fx.GraphModule
 
 # Save the graph module as an exported program
-# This is only supported when use_python_runtime = False
 torch_trt.save(trt_gm, "./compiled.ep", inputs=inputs)
 
 
 # %%
-# Refit the module with update model weights
-# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+# Refit the Program with Pretrained Weights
+# ------------------------------------------
+#
+# Random weights are not useful for inference. But now instead of recompiling the model, we can
+# refit the model with the pretrained weights. This is done by setting up another PyTorch module
+# with the target weights and exporting it as an ExportedProgram. Then the ``refit_module_weights``
+# function is used to update the weights of the compiled module with the new weights.
 
 # Create and compile the updated model
-model2 = models.resnet18(pretrained=False).eval().to("cuda")
+model2 = models.resnet18(pretrained=True).eval().to("cuda")
 exp_program2 = torch.export.export(model2, tuple(inputs))
 
 
@@ -91,8 +109,32 @@
 print("Refit successfully!")
 
 # %%
-# Alternative Workflow using Python Runtime
+#
+# Advanced Usage
 # -----------------------------
-
-# Currently python runtime does not support engine serialization. So the refitting will be done in the same runtime.
-# This usecase is more useful when you need to switch different weights in the same runtime, such as using Stable Diffusion.
+#
+# There are a number of settings you can use to control the refit process
+#
+# Weight Map Cache
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+#
+# Weight refitting works by matching the weights of the compiled module with the new weights from
+# the user supplied ExportedProgram. Since 1:1 name matching from PyTorch to TensorRT is hard to accomplish,
+# the only gaurenteed way to match weights at *refit-time* is to pass the new ExportedProgram through the
+# early phases of the compilation process to generate near identical weight names. This can be expensive
+# and is not always necessary.
+#
+# To avoid this, **At initial compile**, Torch-TensorRt will attempt to cache a direct mapping from PyTorch
+# weights to TensorRT weights. This cache is stored in the compiled module as metadata and can be used
+# to speed up refit. If the cache is not present, the refit system will fallback to rebuilding the mapping at
+# refit-time. Use of this cache is controlled by the ``use_weight_map_cache`` parameter.
+#
+# Since the cache uses a heuristic based system for matching PyTorch and TensorRT weights, you may want to verify the refitting. This can be done by setting
+# ``verify_output`` to True and providing sample ``arg_inputs`` and ``kwarg_inputs``. When this is done, the refit
+# system will run the refitted module and the user supplied module on the same inputs and compare the outputs.
+#
+# In-Place Refit
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+#
+# ``in_place`` allows the user to refit the module in place. This is useful when the user wants to update the weights
+# of the compiled module without creating a new module.
diff --git a/py/torch_tensorrt/dynamo/_compiler.py b/py/torch_tensorrt/dynamo/_compiler.py
index 6cd3cf5f5f..2e6ff039b4 100644
--- a/py/torch_tensorrt/dynamo/_compiler.py
+++ b/py/torch_tensorrt/dynamo/_compiler.py
@@ -18,7 +18,7 @@
     dryrun_stats_display,
     parse_non_trt_nodes,
 )
-from torch_tensorrt.dynamo._engine_caching import BaseEngineCache, DiskEngineCache
+from torch_tensorrt.dynamo._engine_cache import BaseEngineCache, DiskEngineCache
 from torch_tensorrt.dynamo.conversion import (
     CompilationSettings,
     UnsupportedOperatorException,
@@ -85,8 +85,8 @@ def compile(
     lazy_engine_init: bool = _defaults.LAZY_ENGINE_INIT,
     cache_built_engines: bool = _defaults.CACHE_BUILT_ENGINES,
     reuse_cached_engines: bool = _defaults.REUSE_CACHED_ENGINES,
-    engine_cache_dir: Optional[str] = _defaults.ENGINE_CACHE_DIR,
-    engine_cache_size: Optional[int] = _defaults.ENGINE_CACHE_SIZE,
+    engine_cache_dir: str = _defaults.ENGINE_CACHE_DIR,
+    engine_cache_size: int = _defaults.ENGINE_CACHE_SIZE,
     custom_engine_cache: Optional[BaseEngineCache] = _defaults.CUSTOM_ENGINE_CACHE,
     **kwargs: Any,
 ) -> torch.fx.GraphModule:
diff --git a/py/torch_tensorrt/dynamo/_engine_caching.py b/py/torch_tensorrt/dynamo/_engine_cache.py
similarity index 96%
rename from py/torch_tensorrt/dynamo/_engine_caching.py
rename to py/torch_tensorrt/dynamo/_engine_cache.py
index c8ff7aba50..7a33a81521 100644
--- a/py/torch_tensorrt/dynamo/_engine_caching.py
+++ b/py/torch_tensorrt/dynamo/_engine_cache.py
@@ -144,6 +144,10 @@ def get_dir_size(path: str) -> int:
         if engine_cache_dir not in DiskEngineCache.dir2hash2size_map:
             DiskEngineCache.dir2hash2size_map[engine_cache_dir] = {}
 
+        _LOGGER.info(
+            f"Disk engine cache initialized (cache directory:{self.engine_cache_dir}, max size: {self.total_engine_cache_size})"
+        )
+
     def has_available_cache_size(self, needed_size: int) -> bool:
         """Check if the cache has available space for saving object
 
@@ -184,7 +188,7 @@ def LRU() -> None:
                             engine_hash, 0
                         )
                     )
-                    _LOGGER.info(
+                    _LOGGER.debug(
                         f"Removed the engine cache at {engine_path}, available cache size: {self.available_engine_cache_size} bytes."
                     )
                 except Exception as e:
@@ -228,7 +232,7 @@ def save(
             try:
                 with open(blob_path, "wb") as f:
                     f.write(blob)
-                _LOGGER.info(f"The blob was saved to {blob_path}")
+                _LOGGER.debug(f"The engine added to cache, saved to {blob_path}")
             except Exception as e:
                 del DiskEngineCache.dir2hash2size_map[self.engine_cache_dir][hash]
                 self.available_engine_cache_size += blob_size
@@ -247,5 +251,6 @@ def load(self, hash: str) -> Optional[bytes]:
             if os.path.exists(blob_path):
                 with open(blob_path, "rb") as f:
                     blob = f.read()
+                _LOGGER.debug(f"Engine found in cache, loaded from {blob_path}")
                 return blob
         return None
diff --git a/py/torch_tensorrt/dynamo/_refit.py b/py/torch_tensorrt/dynamo/_refit.py
index 4ce7d0b150..8b0d7c3e20 100644
--- a/py/torch_tensorrt/dynamo/_refit.py
+++ b/py/torch_tensorrt/dynamo/_refit.py
@@ -6,7 +6,6 @@
 from typing import Any, List, Optional, Sequence, Tuple
 
 import numpy as np
-import tensorrt as trt
 import torch
 from torch.export import ExportedProgram
 from torch_tensorrt._enums import dtype
@@ -35,6 +34,7 @@
 )
 from torch_tensorrt.dynamo.utils import (
     check_module_output,
+    get_model_device,
     get_torch_inputs,
     set_log_level,
     to_torch_device,
@@ -42,6 +42,8 @@
 )
 from torch_tensorrt.logging import TRT_LOGGER
 
+import tensorrt as trt
+
 logger = logging.getLogger(__name__)
 
 
@@ -146,7 +148,7 @@ def _refit_single_trt_engine_with_gm(
     """
 
     refitted = set()
-    torch_device = list(new_gm.state_dict().values())[0].device.type
+    torch_device = get_model_device(new_gm)
     refitter = trt.Refitter(old_engine, TRT_LOGGER)
     weight_list = refitter.get_all_weights()
 
diff --git a/py/torch_tensorrt/dynamo/conversion/_TRTInterpreter.py b/py/torch_tensorrt/dynamo/conversion/_TRTInterpreter.py
index 3c97c8347a..84fe345137 100644
--- a/py/torch_tensorrt/dynamo/conversion/_TRTInterpreter.py
+++ b/py/torch_tensorrt/dynamo/conversion/_TRTInterpreter.py
@@ -18,7 +18,6 @@
 )
 
 import numpy as np
-import tensorrt as trt
 import torch
 import torch.fx
 from torch.fx.node import _get_qualified_name
@@ -27,7 +26,7 @@
 from torch_tensorrt._enums import dtype
 from torch_tensorrt._Input import Input
 from torch_tensorrt.dynamo import _defaults
-from torch_tensorrt.dynamo._engine_caching import BaseEngineCache
+from torch_tensorrt.dynamo._engine_cache import BaseEngineCache
 from torch_tensorrt.dynamo._settings import CompilationSettings
 from torch_tensorrt.dynamo.conversion._ConversionContext import ConversionContext
 from torch_tensorrt.dynamo.conversion._ConverterRegistry import (
@@ -44,6 +43,7 @@
 from torch_tensorrt.fx.observer import Observer
 from torch_tensorrt.logging import TRT_LOGGER
 
+import tensorrt as trt
 from packaging import version
 
 _LOGGER: logging.Logger = logging.getLogger(__name__)
diff --git a/py/torch_tensorrt/dynamo/conversion/_conversion.py b/py/torch_tensorrt/dynamo/conversion/_conversion.py
index cd38ce56e6..f0b65b3a6e 100644
--- a/py/torch_tensorrt/dynamo/conversion/_conversion.py
+++ b/py/torch_tensorrt/dynamo/conversion/_conversion.py
@@ -3,14 +3,13 @@
 import logging
 from typing import Any, List, Optional, Sequence
 
-import tensorrt as trt
 import torch
 from torch.fx.experimental.proxy_tensor import unset_fake_temporarily
 from torch_tensorrt._Device import Device
 from torch_tensorrt._enums import dtype
 from torch_tensorrt._features import ENABLED_FEATURES
 from torch_tensorrt._Input import Input
-from torch_tensorrt.dynamo._engine_caching import BaseEngineCache
+from torch_tensorrt.dynamo._engine_cache import BaseEngineCache
 from torch_tensorrt.dynamo._settings import CompilationSettings
 from torch_tensorrt.dynamo.conversion._TRTInterpreter import (
     TRTInterpreter,
@@ -19,6 +18,8 @@
 from torch_tensorrt.dynamo.runtime import PythonTorchTensorRTModule, TorchTensorRTModule
 from torch_tensorrt.dynamo.utils import get_model_device, get_torch_inputs
 
+import tensorrt as trt
+
 logger = logging.getLogger(__name__)
 
 
diff --git a/py/torch_tensorrt/dynamo/utils.py b/py/torch_tensorrt/dynamo/utils.py
index 66192d59a0..2af7922cd1 100644
--- a/py/torch_tensorrt/dynamo/utils.py
+++ b/py/torch_tensorrt/dynamo/utils.py
@@ -3,19 +3,19 @@
 import logging
 from dataclasses import fields, replace
 from enum import Enum
-from typing import Any, Callable, Dict, Optional, Sequence, Tuple, Union
+from typing import Any, Callable, Dict, List, Optional, Sequence, Tuple, Union
 
 import numpy as np
-import tensorrt as trt
 import torch
 from torch._subclasses.fake_tensor import FakeTensor
 from torch_tensorrt._Device import Device
 from torch_tensorrt._enums import dtype
 from torch_tensorrt._Input import Input
 from torch_tensorrt.dynamo import _defaults
-from torch_tensorrt.dynamo._engine_caching import BaseEngineCache
+from torch_tensorrt.dynamo._engine_cache import BaseEngineCache
 from torch_tensorrt.dynamo._settings import CompilationSettings
 
+import tensorrt as trt
 from packaging import version
 
 from .types import TRTDataType
@@ -148,10 +148,10 @@ def get_torch_tensor(
 
 
 def get_torch_inputs(
-    inputs: Sequence[Input] | Dict[Any, Any],
+    inputs: Sequence[Input] | Dict[str, Any],
     device: Union[Device, torch.device, str],
     mode: str = "",
-) -> Sequence[torch.Tensor] | Dict[str, torch.Tensor]:
+) -> Sequence[Union[int, torch.Tensor]] | Dict[str, Union[int, torch.Tensor]]:
     """
     Return the torch_tensor from the Input object. If mode is set, this implies
     user is using dynamic shaped inputs and return the corresponding input based
@@ -160,26 +160,26 @@ def get_torch_inputs(
     device = to_torch_device(device)
 
     if isinstance(inputs, dict):
-        result = {}
+        result_dict: Dict[str, Union[int, torch.Tensor]] = {}
         for k, v in inputs.items():
             if isinstance(v, (list, tuple, dict)):
-                result[k] = get_torch_inputs(v, device)
+                result_dict[k] = get_torch_inputs(v, device)
             elif isinstance(v, Input):
-                result[k] = get_torch_tensor(v, device, mode)
+                result_dict[k] = get_torch_tensor(v, device, mode)
+        return result_dict
     else:
-        result = []
+        result_list: List[Union[int, torch.Tensor]] = []
         for input in inputs:
             if isinstance(input, Input):
-                result.append(get_torch_tensor(input, device, mode))
+                result_list.append(get_torch_tensor(input, device, mode))
             elif isinstance(input, torch.Tensor):
-                result.append(input.to(device))
+                result_list.append(input.to(device))
             else:
                 raise AssertionError(f"Input type {type(input)} is not a valid type")
+        return result_list
 
-    return result
 
-
-def get_model_device(module: torch.fx.GraphModule) -> Union[Device, torch.device, str]:
+def get_model_device(module: torch.fx.GraphModule) -> torch.device:
     """
     Returns the device on which the module parameters exist.
     """
@@ -306,7 +306,7 @@ def contains_sym_int(tensor: torch.Tensor) -> bool:
     return any(isinstance(dim, torch.SymInt) for dim in tensor)
 
 
-def extract_var_range_info(symbolic_integer: torch.SymInt) -> Dict[str, Any]:
+def extract_var_range_info(symbolic_integer: torch.SymInt) -> Dict[str, int]:
     """
     This function returns the min, max, opt values of a symbolic integer.
     """
@@ -335,14 +335,14 @@ def extract_var_range_info(symbolic_integer: torch.SymInt) -> Dict[str, Any]:
 
 def unwrap_tensor_shape(
     tensor: Union[torch.Tensor, FakeTensor, torch.SymInt]
-) -> Sequence[Any]:
+) -> Sequence[Union[int, Tuple[int, int]]]:
     """
     This is a helper function used to print/return the shape of the tensor.
     For regular torch.tensor's, it returns the static shape.
     For symbolic tensors, eg:(1, s0, 4), this function returns [1, [min, max], 4]. The min
     and max correspond to the lower and upper values of s0 symbolic dimension.
     """
-    tensor_shape = []
+    tensor_shape: List[Union[int, Tuple[int, int]]] = []
     # for dimension in tensor.shape:
     if isinstance(tensor, int):
         tensor_shape.append(tensor)
@@ -509,7 +509,7 @@ def parse_dynamo_kwargs(
         if kwargs.get("custom_engine_cache") is not None:
             engine_cache = kwargs.get("custom_engine_cache")
         else:
-            from torch_tensorrt.dynamo._engine_caching import DiskEngineCache
+            from torch_tensorrt.dynamo._engine_cache import DiskEngineCache
 
             engine_cache_dir = kwargs.get(
                 "engine_cache_dir", _defaults.ENGINE_CACHE_DIR
diff --git a/setup.py b/setup.py
index 06b163c51c..de532d9071 100644
--- a/setup.py
+++ b/setup.py
@@ -484,7 +484,7 @@ def run(self):
 if not (PY_ONLY or NO_TS):
     tensorrt_linux_external_dir = (
         lambda: subprocess.check_output(
-            ["bazel", "query", "@tensorrt//:nvinfer", "--output", "location"]
+            [BAZEL_EXE, "query", "@tensorrt//:nvinfer", "--output", "location"]
         )
         .decode("ascii")
         .strip()
@@ -492,7 +492,7 @@ def run(self):
     )
     tensorrt_windows_external_dir = (
         lambda: subprocess.check_output(
-            ["bazel", "query", "@tensorrt_win//:nvinfer", "--output", "location"]
+            [BAZEL_EXE, "query", "@tensorrt_win//:nvinfer", "--output", "location"]
         )
         .decode("ascii")
         .strip()
diff --git a/tests/py/dynamo/models/test_engine_cache.py b/tests/py/dynamo/models/test_engine_cache.py
index 189a492d4e..770e057a36 100644
--- a/tests/py/dynamo/models/test_engine_cache.py
+++ b/tests/py/dynamo/models/test_engine_cache.py
@@ -10,7 +10,7 @@
 import torchvision.models as models
 from torch.testing._internal.common_utils import TestCase
 from torch_tensorrt.dynamo._defaults import ENGINE_CACHE_DIR
-from torch_tensorrt.dynamo._engine_caching import BaseEngineCache
+from torch_tensorrt.dynamo._engine_cache import BaseEngineCache
 from torch_tensorrt.dynamo.utils import COSINE_THRESHOLD, cosine_similarity
 
 assertions = unittest.TestCase()

From 49771b520be13bb2be7d275aae30c03f7f5de9eb Mon Sep 17 00:00:00 2001
From: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
Date: Wed, 4 Sep 2024 16:45:57 +0000
Subject: [PATCH 06/14] docs: [Automated] Regenerating documenation for 8759736

Signed-off-by: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
---
 .../classtorch__tensorrt_1_1DataType.html     |    6 +-
 ...rch__tensorrt_1_1Device_1_1DeviceType.html |    6 +-
 .../classtorch__tensorrt_1_1TensorFormat.html |    6 +-
 ...ensorrt_1_1ptq_1_1Int8CacheCalibrator.html |    6 +-
 ...ch__tensorrt_1_1ptq_1_1Int8Calibrator.html |    6 +-
 ...8h_1a18d295a837ac71add5578860b55e5502.html |    6 +-
 ...8h_1a282fd3c0b1c3a215148ae372070e1268.html |    6 +-
 ...8h_1a31398a6d4d27e28817afb0f0139e909e.html |    6 +-
 ...8h_1a35703561b26b1a9d2738ad7d58b27827.html |    6 +-
 ...8h_1abd1465eb38256d3f22cc1426b23d516b.html |    6 +-
 ...8h_1abe87b341f562fd1cf40b7672e4d759da.html |    6 +-
 ...8h_1ad19939408f7be171a74a89928b36eb59.html |    6 +-
 ...8h_1adad592a7b1b7eed529cdf6acd584c883.html |    6 +-
 docs/_cpp_api/dir_cpp.html                    |    6 +-
 docs/_cpp_api/dir_cpp_include.html            |    6 +-
 .../dir_cpp_include_torch_tensorrt.html       |    6 +-
 ...ng_1a130f65408ad8cbaee060f05e8db69558.html |    6 +-
 ...rt_1a3fbe5d72e4fc624dbd038853079620eb.html |    6 +-
 ..._cpp_include_torch_tensorrt_logging.h.html |    6 +-
 ...e_cpp_include_torch_tensorrt_macros.h.html |    6 +-
 ...file_cpp_include_torch_tensorrt_ptq.h.html |    6 +-
 ...clude_torch_tensorrt_torch_tensorrt.h.html |    6 +-
 ...ng_1a0593f776f469c20469e2f729fc7861a3.html |    6 +-
 ...ng_1a0c012cb374addd90eb1f42eaec570650.html |    6 +-
 ...ng_1a56e110feaaba2c3fd44bd201fd21a76a.html |    6 +-
 ...ng_1a7cb50492421ea9de4e3db895819df6f2.html |    6 +-
 ...ng_1ac46ac0901cb97e3ae6e93b45f24e90b8.html |    6 +-
 ...ng_1ad2efd47b6c3689e58ccc595680579ae5.html |    6 +-
 ...ng_1af8f3443813315af7901903d25dd495cc.html |    6 +-
 ...tq_1a226e3c83379d1012cde8578c1c86b16c.html |    6 +-
 ...tq_1a6186e305f47c1d94b6130ef6c7f7e178.html |    6 +-
 ...pt_1a5b405fd3bf3c8fc2e2a54cbbab979797.html |    6 +-
 ...pt_1a6e19490a08fb1553c9dd347a5ae79db9.html |    6 +-
 ...pt_1a81f9783517335dda877d8cfcf38987c9.html |    6 +-
 ...pt_1ae8d56472106eeef37fbe51ff7f40c9b2.html |    6 +-
 ...rt_1ac4ab8313ae72c2c899ea31548b528528.html |    6 +-
 ...rt_1ad1acd06eaeaffbbcf6e7ebf426891384.html |    6 +-
 ...rt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html |    6 +-
 docs/_cpp_api/namespace_torch_tensorrt.html   |    6 +-
 .../namespace_torch_tensorrt__logging.html    |    6 +-
 .../namespace_torch_tensorrt__ptq.html        |    6 +-
 ...namespace_torch_tensorrt__torchscript.html |    6 +-
 ..._cpp_include_torch_tensorrt_logging.h.html |    6 +-
 ...e_cpp_include_torch_tensorrt_macros.h.html |    6 +-
 ...file_cpp_include_torch_tensorrt_ptq.h.html |    6 +-
 ...clude_torch_tensorrt_torch_tensorrt.h.html |    6 +-
 .../structtorch__tensorrt_1_1Device.html      |    6 +-
 .../structtorch__tensorrt_1_1GraphInputs.html |    6 +-
 .../structtorch__tensorrt_1_1Input.html       |    6 +-
 ...ensorrt_1_1torchscript_1_1CompileSpec.html |    6 +-
 docs/_cpp_api/torch_tensort_cpp.html          |    8 +-
 docs/_cpp_api/unabridged_orphan.html          |    6 +-
 .../engine_caching_bert_example.ipynb         |   43 +
 .../engine_caching_example.py                 |  288 +++++
 .../torch_export_gpt2.py                      |   86 ++
 .../torch_export_gpt2.ipynb                   |  122 ++
 .../engine_caching_example.ipynb              |   97 ++
 .../_rendered_examples_jupyter.zip            |  Bin 74709 -> 103522 bytes
 .../_rendered_examples_python.zip             |  Bin 55819 -> 78451 bytes
 .../torch_export_llama2.py                    |   90 ++
 .../refit_engine_example.py                   |   84 +-
 .../torch_export_llama2.ipynb                 |  129 ++
 .../refit_engine_example.ipynb                |   23 +-
 .../engine_caching_bert_example.py            |   75 ++
 ..._glr_engine_caching_bert_example_thumb.png |  Bin 0 -> 26794 bytes
 .../sphx_glr_engine_caching_example_thumb.png |  Bin 0 -> 26794 bytes
 .../sphx_glr_torch_export_gpt2_thumb.png      |  Bin 0 -> 26794 bytes
 .../sphx_glr_torch_export_llama2_thumb.png    |  Bin 0 -> 26794 bytes
 docs/_modules/index.html                      |    6 +-
 docs/_modules/torch_tensorrt/_Device.html     |    6 +-
 docs/_modules/torch_tensorrt/_Input.html      |    6 +-
 docs/_modules/torch_tensorrt/_compile.html    |    8 +-
 docs/_modules/torch_tensorrt/_enums.html      |    6 +-
 .../torch_tensorrt/dynamo/_compiler.html      |  101 +-
 .../torch_tensorrt/dynamo/_exporter.html      |    6 +-
 .../torch_tensorrt/dynamo/_refit.html         |   12 +-
 .../torch_tensorrt/dynamo/_settings.html      |   14 +-
 .../torch_tensorrt/dynamo/_tracer.html        |    6 +-
 .../runtime/_MutableTorchTensorRTModule.html  |    6 +-
 .../runtime/_PythonTorchTensorRTModule.html   |    6 +-
 .../dynamo/runtime/_TorchTensorRTModule.html  |    6 +-
 docs/_modules/torch_tensorrt/fx/fx2trt.html   |    6 +-
 .../torch_tensorrt/fx/input_tensor_spec.html  |    6 +-
 docs/_modules/torch_tensorrt/fx/lower.html    |    6 +-
 .../torch_tensorrt/fx/trt_module.html         |    6 +-
 docs/_modules/torch_tensorrt/logging.html     |    6 +-
 .../runtime/_multi_device_safe_mode.html      |    6 +-
 .../torch_tensorrt/ts/_compile_spec.html      |    6 +-
 .../_modules/torch_tensorrt/ts/_compiler.html |    6 +-
 docs/_modules/torch_tensorrt/ts/ptq.html      |    6 +-
 docs/_sources/index.rst.txt                   |    2 +
 .../engine_caching_bert_example.rst.txt       |  127 ++
 .../dynamo/engine_caching_example.rst.txt     |  361 ++++++
 .../_rendered_examples/dynamo/index.rst.txt   |   84 +-
 .../dynamo/refit_engine_example.rst.txt       |   94 +-
 .../dynamo/torch_export_gpt2.rst.txt          |  168 +++
 .../dynamo/torch_export_llama2.rst.txt        |  175 +++
 .../_rendered_examples/index.rst.txt          |   78 +-
 docs/_static/documentation_options.js         |    2 +-
 docs/cli/torchtrtc.html                       |    6 +-
 docs/contributors/conversion.html             |    6 +-
 docs/contributors/dynamo_converters.html      |    6 +-
 docs/contributors/lowering.html               |    6 +-
 docs/contributors/partitioning.html           |    6 +-
 docs/contributors/phases.html                 |    6 +-
 docs/contributors/runtime.html                |    6 +-
 docs/contributors/system_overview.html        |    6 +-
 docs/contributors/ts_converters.html          |    6 +-
 docs/contributors/useful_links.html           |    6 +-
 .../writing_dynamo_aten_lowering_passes.html  |    6 +-
 docs/dynamo/dynamo_export.html                |    6 +-
 docs/dynamo/torch_compile.html                |   14 +-
 docs/fx/getting_started_with_fx_path.html     |    6 +-
 docs/genindex.html                            |    6 +-
 docs/getting_started/installation.html        |    6 +-
 docs/getting_started/quick_start.html         |    6 +-
 docs/index.html                               |    6 +-
 docs/indices/supported_ops.html               |    6 +-
 docs/objects.inv                              |  Bin 31073 -> 31865 bytes
 docs/py-modindex.html                         |    6 +-
 docs/py_api/dynamo.html                       |   17 +-
 docs/py_api/fx.html                           |    6 +-
 docs/py_api/logging.html                      |    6 +-
 docs/py_api/ptq.html                          |    6 +-
 docs/py_api/runtime.html                      |   10 +-
 docs/py_api/torch_tensorrt.html               |   10 +-
 docs/py_api/ts.html                           |    8 +-
 docs/search.html                              |    6 +-
 docs/searchindex.js                           |    2 +-
 docs/sg_execution_times.html                  |    6 +-
 .../pytorch-sphinx-theme/docs/changelog.html  |    6 +-
 .../docs/configuring.html                     |    6 +-
 .../pytorch-sphinx-theme/docs/demo/api.html   |    6 +-
 .../pytorch-sphinx-theme/docs/demo/demo.html  |    8 +-
 .../docs/demo/lists_tables.html               |    6 +-
 .../pytorch-sphinx-theme/docs/demo/long.html  |    6 +-
 .../docs/demo/structure.html                  |    6 +-
 docs/src/pytorch-sphinx-theme/docs/index.html |    6 +-
 .../pytorch-sphinx-theme/docs/installing.html |    6 +-
 ...creating_torchscript_module_in_python.html |    6 +-
 docs/ts/getting_started_with_cpp_api.html     |    6 +-
 docs/ts/getting_started_with_python_api.html  |    6 +-
 docs/ts/ptq.html                              |    6 +-
 .../ts/torchscript_frontend_from_pytorch.html |    6 +-
 .../dynamo/custom_kernel_plugins.html         |    6 +-
 .../dynamo/engine_caching_bert_example.html   |  868 +++++++++++++
 .../dynamo/engine_caching_example.html        | 1093 +++++++++++++++++
 .../_rendered_examples/dynamo/index.html      |   28 +-
 .../mutable_torchtrt_module_example.html      |    6 +-
 .../dynamo/refit_engine_example.html          |  114 +-
 .../dynamo/torch_compile_advanced_usage.html  |   10 +-
 .../dynamo/torch_compile_resnet_example.html  |    6 +-
 .../torch_compile_stable_diffusion.html       |    6 +-
 .../torch_compile_transformers_example.html   |    6 +-
 .../dynamo/torch_export_cudagraphs.html       |    6 +-
 .../dynamo/torch_export_gpt2.html             |  887 +++++++++++++
 .../dynamo/torch_export_llama2.html           |  893 ++++++++++++++
 .../_rendered_examples/dynamo/vgg16_ptq.html  |    6 +-
 docs/tutorials/_rendered_examples/index.html  |   28 +-
 docs/tutorials/notebooks.html                 |    6 +-
 .../serving_torch_tensorrt_with_triton.html   |    6 +-
 docs/user_guide/dynamic_shapes.html           |    6 +-
 docs/user_guide/runtime.html                  |    6 +-
 docs/user_guide/saving_models.html            |    6 +-
 docs/user_guide/torch_tensorrt_explained.html |    6 +-
 docs/user_guide/using_dla.html                |    6 +-
 166 files changed, 6526 insertions(+), 455 deletions(-)
 create mode 100644 docs/_downloads/06a1dddfb8c2b5515b697700d863a453/engine_caching_bert_example.ipynb
 create mode 100644 docs/_downloads/1c759c0181fe2845e5579cc82e5b7a7a/engine_caching_example.py
 create mode 100644 docs/_downloads/2a9ac10f2667047a7f398d1593b7ca33/torch_export_gpt2.py
 create mode 100644 docs/_downloads/34421db2f2a82ea2b3d9a9cc85624784/torch_export_gpt2.ipynb
 create mode 100644 docs/_downloads/3454ee6d4b68e83cdf0c757f0059986b/engine_caching_example.ipynb
 create mode 100644 docs/_downloads/7b7004dc2ea6f839be532665e16e0426/torch_export_llama2.py
 create mode 100644 docs/_downloads/9e148ac48490c84d381ee281904f3226/torch_export_llama2.ipynb
 create mode 100644 docs/_downloads/fdd0cb7713d049345adec03926d28414/engine_caching_bert_example.py
 create mode 100644 docs/_images/sphx_glr_engine_caching_bert_example_thumb.png
 create mode 100644 docs/_images/sphx_glr_engine_caching_example_thumb.png
 create mode 100644 docs/_images/sphx_glr_torch_export_gpt2_thumb.png
 create mode 100644 docs/_images/sphx_glr_torch_export_llama2_thumb.png
 create mode 100644 docs/_sources/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst.txt
 create mode 100644 docs/_sources/tutorials/_rendered_examples/dynamo/engine_caching_example.rst.txt
 create mode 100644 docs/_sources/tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst.txt
 create mode 100644 docs/_sources/tutorials/_rendered_examples/dynamo/torch_export_llama2.rst.txt
 create mode 100644 docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
 create mode 100644 docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
 create mode 100644 docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
 create mode 100644 docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
index 31e6b0f3e3..5261a19ab4 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class DataType &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Class DataType &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
index ec2f7172ba..db11858bb9 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
index 70c50627f4..a886b42cc9 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class TensorFormat &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Class TensorFormat &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
index b8489e5efa..9f2904306f 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
index c85615e854..524ac6c6e5 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
index a433a4c113..d81a35efa7 100644
--- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
+++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define STR &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Define STR &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
index 9ffed532b5..5585b7b9bb 100644
--- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
+++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
index f5b76d65ec..be9d363205 100644
--- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
+++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
index 516d81e51e..ac1ae177d2 100644
--- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
+++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
index 9ea0983bbb..481e0df5f5 100644
--- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
+++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
index 1dc0c8ad7c..820561ec0a 100644
--- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
+++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define XSTR &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Define XSTR &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
index 16d42190a2..e4b2984c99 100644
--- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
+++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
index 02ccfdfef0..6a24f61376 100644
--- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
+++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html
index f8d936ca00..10070969be 100644
--- a/docs/_cpp_api/dir_cpp.html
+++ b/docs/_cpp_api/dir_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory cpp &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Directory cpp &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html
index 5bd8e32dcb..b2fd476f06 100644
--- a/docs/_cpp_api/dir_cpp_include.html
+++ b/docs/_cpp_api/dir_cpp_include.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory include &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Directory include &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
index 2b6ec936a2..adfae6b652 100644
--- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
+++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
index 88d1bf933f..b5e17cc9f0 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum Level &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Enum Level &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
index 2bd0fe9493..46efbbf20c 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
index 14dd18617e..26994ee744 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
index 96c429fa9d..ae2e3cad77 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
index 2ad5cb396e..ef1d5cd486 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 407cab6a57..3a7dbe4cfa 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
index f7a5ad663a..cf75405f74 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
index e552eadb27..ab72cb40b8 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
index 25a9acee0a..060361232f 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
index ab7ca3c3d9..6164b6828e 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
index c91a7c1318..dd6d140e6e 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
index 6539a9fa08..15c8fd97ef 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
index cb3438fbd4..f0d0f268d8 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
index 39eb779e61..bd2afc3fdd 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
index 68a2191bfa..8dcdf7e780 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
index 7a611c9e68..3b763f23e3 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
index 95bb8b9f20..af1aa92340 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
index 5596faa1e8..b5bdaacb80 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
index a77675787a..0c01a5133c 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
index 88bd6c2ced..fd1c397c98 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
index a1ed2686c1..1fc6a140b4 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
index 82be1de9b6..1313a1cae4 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html
index 96a0d5fdcc..0a160319b4 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
index 34d0fe3a5a..a9d7faf7b0 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
index 7527a31589..751ff237ff 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
index 674ebdbd62..9b1540b94c 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
index c95192e7b3..c0eaedc8f1 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
index 4d26e6ee09..db77c27520 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
index 8934a73239..0215df7549 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index d536fb5050..1062cc16ed 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
index b0b5055f12..9c7609b1aa 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Device &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Struct Device &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
index e151e4ab5a..f997950fda 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
index 803d44a2bc..022270bbf0 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Input &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Struct Input &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
index 12201ef875..007335249b 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html
index 5cf53677b5..00a5d2d8d6 100644
--- a/docs/_cpp_api/torch_tensort_cpp.html
+++ b/docs/_cpp_api/torch_tensort_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -462,7 +464,7 @@ <h2>Class Hierarchy<a class="headerlink" href="#class-hierarchy" title="Permalin
 <ul class="treeView" id="class-treeView">
   <li>
     <ul class="collapsibleList">
-      <li class="lastChild">Namespace <a href="namespace_torch_tensorrt.html#namespace-torch-tensorrt">torch_tensorrt</a><ul><li>Namespace <a href="namespace_torch_tensorrt__logging.html#namespace-torch-tensorrt-logging">torch_tensorrt::logging</a><ul><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html#exhale-enum-namespacetorch-tensorrt-1-1logging-1a130f65408ad8cbaee060f05e8db69558">Level</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__ptq.html#namespace-torch-tensorrt-ptq">torch_tensorrt::ptq</a><ul><li>Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8CacheCalibrator">Int8CacheCalibrator</a></li><li class="lastChild">Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8Calibrator">Int8Calibrator</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__torchscript.html#namespace-torch-tensorrt-torchscript">torch_tensorrt::torchscript</a><ul><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#exhale-struct-structtorch-tensorrt-1-1torchscript-1-1CompileSpec">CompileSpec</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1Device.html#exhale-struct-structtorch-tensorrt-1-1Device">Device</a><ul><li class="lastChild">Class <a href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#exhale-class-classtorch-tensorrt-1-1Device-1-1DeviceType">Device::DeviceType</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1GraphInputs.html#exhale-struct-structtorch-tensorrt-1-1GraphInputs">GraphInputs</a></li><li>Struct <a href="structtorch__tensorrt_1_1Input.html#exhale-struct-structtorch-tensorrt-1-1Input">Input</a></li><li>Class <a href="classtorch__tensorrt_1_1DataType.html#exhale-class-classtorch-tensorrt-1-1DataType">DataType</a></li><li>Class <a href="classtorch__tensorrt_1_1TensorFormat.html#exhale-class-classtorch-tensorrt-1-1TensorFormat">TensorFormat</a></li><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html#exhale-enum-namespacetorch-tensorrt-1a3fbe5d72e4fc624dbd038853079620eb">EngineCapability</a></li></ul></li>
+      <li class="lastChild">Namespace <a href="namespace_torch_tensorrt.html#namespace-torch-tensorrt">torch_tensorrt</a><ul><li>Namespace <a href="namespace_torch_tensorrt__logging.html#namespace-torch-tensorrt-logging">torch_tensorrt::logging</a><ul><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html#exhale-enum-namespacetorch-tensorrt-1-1logging-1a130f65408ad8cbaee060f05e8db69558">Level</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__ptq.html#namespace-torch-tensorrt-ptq">torch_tensorrt::ptq</a><ul><li>Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8CacheCalibrator">Int8CacheCalibrator</a></li><li class="lastChild">Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8Calibrator">Int8Calibrator</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__torchscript.html#namespace-torch-tensorrt-torchscript">torch_tensorrt::torchscript</a><ul><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#exhale-struct-structtorch-tensorrt-1-1torchscript-1-1CompileSpec">CompileSpec</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1Device.html#exhale-struct-structtorch-tensorrt-1-1Device">Device</a><ul><li class="lastChild">Class <a href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#exhale-class-classtorch-tensorrt-1-1Device-1-1DeviceType">Device::DeviceType</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1GraphInputs.html#exhale-struct-structtorch-tensorrt-1-1GraphInputs">GraphInputs</a></li><li>Class <a href="classtorch__tensorrt_1_1DataType.html#exhale-class-classtorch-tensorrt-1-1DataType">DataType</a></li><li>Class <a href="classtorch__tensorrt_1_1TensorFormat.html#exhale-class-classtorch-tensorrt-1-1TensorFormat">TensorFormat</a></li><li>Enum <a href="enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html#exhale-enum-namespacetorch-tensorrt-1a3fbe5d72e4fc624dbd038853079620eb">EngineCapability</a></li><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1Input.html#exhale-struct-structtorch-tensorrt-1-1Input">Input</a></li></ul></li>
     </ul>
   </li><!-- only tree view element -->
 </ul><!-- /treeView class-treeView --></section>
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html
index 8125ef370b..78d659f647 100644
--- a/docs/_cpp_api/unabridged_orphan.html
+++ b/docs/_cpp_api/unabridged_orphan.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Full API &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Full API &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_downloads/06a1dddfb8c2b5515b697700d863a453/engine_caching_bert_example.ipynb b/docs/_downloads/06a1dddfb8c2b5515b697700d863a453/engine_caching_bert_example.ipynb
new file mode 100644
index 0000000000..fe7a070b26
--- /dev/null
+++ b/docs/_downloads/06a1dddfb8c2b5515b697700d863a453/engine_caching_bert_example.ipynb
@@ -0,0 +1,43 @@
+{
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "\n\n# Engine Caching (BERT)\n\nSmall caching example on BERT.\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "import numpy as np\nimport torch\nimport torch_tensorrt\nfrom engine_caching_example import remove_timing_cache\nfrom transformers import BertModel\n\nnp.random.seed(0)\ntorch.manual_seed(0)\n\nmodel = BertModel.from_pretrained(\"bert-base-uncased\", return_dict=False).cuda().eval()\ninputs = [\n    torch.randint(0, 2, (1, 14), dtype=torch.int32).to(\"cuda\"),\n    torch.randint(0, 2, (1, 14), dtype=torch.int32).to(\"cuda\"),\n]\n\n\ndef compile_bert(iterations=3):\n    times = []\n    start = torch.cuda.Event(enable_timing=True)\n    end = torch.cuda.Event(enable_timing=True)\n\n    # The 1st iteration is to measure the compilation time without engine caching\n    # The 2nd and 3rd iterations are to measure the compilation time with engine caching.\n    # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.\n    # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.\n    for i in range(iterations):\n        # remove timing cache and reset dynamo for engine caching messurement\n        remove_timing_cache()\n        torch._dynamo.reset()\n\n        if i == 0:\n            cache_built_engines = False\n            reuse_cached_engines = False\n        else:\n            cache_built_engines = True\n            reuse_cached_engines = True\n\n        start.record()\n        compilation_kwargs = {\n            \"use_python_runtime\": False,\n            \"enabled_precisions\": {torch.float},\n            \"truncate_double\": True,\n            \"debug\": False,\n            \"min_block_size\": 1,\n            \"make_refitable\": True,\n            \"cache_built_engines\": cache_built_engines,\n            \"reuse_cached_engines\": reuse_cached_engines,\n            \"engine_cache_dir\": \"/tmp/torch_trt_bert_engine_cache\",\n            \"engine_cache_size\": 1 << 30,  # 1GB\n        }\n        optimized_model = torch.compile(\n            model,\n            backend=\"torch_tensorrt\",\n            options=compilation_kwargs,\n        )\n        optimized_model(*inputs)\n        end.record()\n        torch.cuda.synchronize()\n        times.append(start.elapsed_time(end))\n\n    print(\"-----compile bert-----> compilation time:\\n\", times, \"milliseconds\")\n\n\nif __name__ == \"__main__\":\n    compile_bert()"
+      ]
+    }
+  ],
+  "metadata": {
+    "kernelspec": {
+      "display_name": "Python 3",
+      "language": "python",
+      "name": "python3"
+    },
+    "language_info": {
+      "codemirror_mode": {
+        "name": "ipython",
+        "version": 3
+      },
+      "file_extension": ".py",
+      "mimetype": "text/x-python",
+      "name": "python",
+      "nbconvert_exporter": "python",
+      "pygments_lexer": "ipython3",
+      "version": "3.11.0"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}
\ No newline at end of file
diff --git a/docs/_downloads/1c759c0181fe2845e5579cc82e5b7a7a/engine_caching_example.py b/docs/_downloads/1c759c0181fe2845e5579cc82e5b7a7a/engine_caching_example.py
new file mode 100644
index 0000000000..5154dc1e2c
--- /dev/null
+++ b/docs/_downloads/1c759c0181fe2845e5579cc82e5b7a7a/engine_caching_example.py
@@ -0,0 +1,288 @@
+"""
+
+.. _engine_caching_example:
+
+Engine Caching
+=======================
+
+As model sizes increase, the cost of compilation will as well. With AOT methods
+like ``torch.dynamo.compile``, this cost is paid upfront. However if the weights
+change, the session ends or you are using JIT methods like ``torch.compile``, as
+graphs get invalidated they get re-compiled, this cost will get paid repeatedly.
+Engine caching is a way to mitigate this cost by saving constructed engines to disk
+and re-using them when possible. This tutorial demonstrates how to use engine caching
+with TensorRT in PyTorch. Engine caching can significantly speed up subsequent model
+compilations reusing previously built TensorRT engines.
+
+We'll explore two approaches:
+
+    1. Using torch_tensorrt.dynamo.compile
+    2. Using torch.compile with the TensorRT backend
+
+The example uses a pre-trained ResNet18 model and shows the
+differences between compilation without caching, with caching enabled,
+and when reusing cached engines.
+"""
+
+import os
+from typing import Dict, Optional
+
+import numpy as np
+import torch
+import torch_tensorrt as torch_trt
+import torchvision.models as models
+from torch_tensorrt.dynamo._defaults import TIMING_CACHE_PATH
+from torch_tensorrt.dynamo._engine_cache import BaseEngineCache
+
+np.random.seed(0)
+torch.manual_seed(0)
+
+model = models.resnet18(pretrained=True).eval().to("cuda")
+enabled_precisions = {torch.float}
+debug = False
+min_block_size = 1
+use_python_runtime = False
+
+
+def remove_timing_cache(path=TIMING_CACHE_PATH):
+    if os.path.exists(path):
+        os.remove(path)
+
+
+# %%
+# Engine Caching for JIT Compilation
+# ----------------------------------
+#
+# The primary goal of engine caching is to help speed up JIT workflows. ``torch.compile``
+# provides a great deal of flexibility in model construction which makes it a good
+# first tool to try when looking to speed up your workflow. However, historically
+# the cost of compilation and in particular recompilation has been a barrier to entry
+# for many users. If for some reason a subgraph gets invalidated, that graph is reconstructed
+# scratch prior to the addition of engine caching. Now as engines are constructed, with ``cache_built_engines=True``,
+# engines are saved to disk tied to a hash of their corresponding PyTorch subgraph. If
+# in a subsequent compilation, either as part of this session or a new session, the cache will
+# pull the built engine and **refit** the weights which can reduce compilation times by orders of magnitude.
+# As such, in order to insert a new engine into the cache (i.e. ``cache_built_engines=True``),
+# the engine must be refitable (``make_refittable=True``). See :ref:`refit_engine_example` for more details.
+
+
+def torch_compile(iterations=3):
+    times = []
+    start = torch.cuda.Event(enable_timing=True)
+    end = torch.cuda.Event(enable_timing=True)
+
+    # The 1st iteration is to measure the compilation time without engine caching
+    # The 2nd and 3rd iterations are to measure the compilation time with engine caching.
+    # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.
+    # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.
+    for i in range(iterations):
+        inputs = [torch.rand((100, 3, 224, 224)).to("cuda")]
+        # remove timing cache and reset dynamo just for engine caching messurement
+        remove_timing_cache()
+        torch._dynamo.reset()
+
+        if i == 0:
+            cache_built_engines = False
+            reuse_cached_engines = False
+        else:
+            cache_built_engines = True
+            reuse_cached_engines = True
+
+        start.record()
+        compiled_model = torch.compile(
+            model,
+            backend="tensorrt",
+            options={
+                "use_python_runtime": True,
+                "enabled_precisions": enabled_precisions,
+                "debug": debug,
+                "min_block_size": min_block_size,
+                "make_refitable": True,
+                "cache_built_engines": cache_built_engines,
+                "reuse_cached_engines": reuse_cached_engines,
+            },
+        )
+        compiled_model(*inputs)  # trigger the compilation
+        end.record()
+        torch.cuda.synchronize()
+        times.append(start.elapsed_time(end))
+
+    print("----------------torch_compile----------------")
+    print("disable engine caching, used:", times[0], "ms")
+    print("enable engine caching to cache engines, used:", times[1], "ms")
+    print("enable engine caching to reuse engines, used:", times[2], "ms")
+
+
+torch_compile()
+
+# %%
+# Engine Caching for AOT Compilation
+# ----------------------------------
+# Similarly to the JIT workflow, AOT workflows can benefit from engine caching.
+# As the same architecture or common subgraphs get recompiled, the cache will pull
+# previously built engines and refit the weights.
+
+
+def dynamo_compile(iterations=3):
+    times = []
+    start = torch.cuda.Event(enable_timing=True)
+    end = torch.cuda.Event(enable_timing=True)
+
+    example_inputs = (torch.randn((100, 3, 224, 224)).to("cuda"),)
+    # Mark the dim0 of inputs as dynamic
+    batch = torch.export.Dim("batch", min=1, max=200)
+    exp_program = torch.export.export(
+        model, args=example_inputs, dynamic_shapes={"x": {0: batch}}
+    )
+
+    # The 1st iteration is to measure the compilation time without engine caching
+    # The 2nd and 3rd iterations are to measure the compilation time with engine caching.
+    # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.
+    # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.
+    for i in range(iterations):
+        inputs = [torch.rand((100 + i, 3, 224, 224)).to("cuda")]
+        remove_timing_cache()  # remove timing cache just for engine caching messurement
+        if i == 0:
+            cache_built_engines = False
+            reuse_cached_engines = False
+        else:
+            cache_built_engines = True
+            reuse_cached_engines = True
+
+        start.record()
+        trt_gm = torch_trt.dynamo.compile(
+            exp_program,
+            tuple(inputs),
+            use_python_runtime=use_python_runtime,
+            enabled_precisions=enabled_precisions,
+            debug=debug,
+            min_block_size=min_block_size,
+            make_refitable=True,
+            cache_built_engines=cache_built_engines,
+            reuse_cached_engines=reuse_cached_engines,
+            engine_cache_size=1 << 30,  # 1GB
+        )
+        # output = trt_gm(*inputs)
+        end.record()
+        torch.cuda.synchronize()
+        times.append(start.elapsed_time(end))
+
+    print("----------------dynamo_compile----------------")
+    print("disable engine caching, used:", times[0], "ms")
+    print("enable engine caching to cache engines, used:", times[1], "ms")
+    print("enable engine caching to reuse engines, used:", times[2], "ms")
+
+
+dynamo_compile()
+
+# %%
+# Custom Engine Cache
+# ----------------------
+#
+# By default, the engine cache is stored in the system's temporary directory. Both the cache directory and
+# size limit can be customized by passing ``engine_cache_dir`` and ``engine_cache_size``.
+# Users can also define their own engine cache implementation by extending the ``BaseEngineCache`` class.
+# This allows for remote or shared caching if so desired.
+#
+# The custom engine cache should implement the following methods:
+#   - ``save``: Save the engine blob to the cache.
+#   - ``load``: Load the engine blob from the cache.
+#
+# The hash provided by the cache systen is a weight agnostic hash of the originating PyTorch subgraph (post lowering).
+# The blob contains a serialized engine, calling spec data, and weight map information in the pickle format
+#
+# Below is an example of a custom engine cache implementation that implents a ``RAMEngineCache``.
+
+
+class RAMEngineCache(BaseEngineCache):
+    def __init__(
+        self,
+    ) -> None:
+        """
+        Constructs a user held engine cache in memory.
+        """
+        self.engine_cache: Dict[str, bytes] = {}
+
+    def save(
+        self,
+        hash: str,
+        blob: bytes,
+    ):
+        """
+        Insert the engine blob to the cache.
+
+        Args:
+            hash (str): The hash key to associate with the engine blob.
+            blob (bytes): The engine blob to be saved.
+
+        Returns:
+            None
+        """
+        self.engine_cache[hash] = blob
+
+    def load(self, hash: str) -> Optional[bytes]:
+        """
+        Load the engine blob from the cache.
+
+        Args:
+            hash (str): The hash key of the engine to load.
+
+        Returns:
+            Optional[bytes]: The engine blob if found, None otherwise.
+        """
+        if hash in self.engine_cache:
+            return self.engine_cache[hash]
+        else:
+            return None
+
+
+def torch_compile_my_cache(iterations=3):
+    times = []
+    engine_cache = RAMEngineCache()
+    start = torch.cuda.Event(enable_timing=True)
+    end = torch.cuda.Event(enable_timing=True)
+
+    # The 1st iteration is to measure the compilation time without engine caching
+    # The 2nd and 3rd iterations are to measure the compilation time with engine caching.
+    # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.
+    # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.
+    for i in range(iterations):
+        inputs = [torch.rand((100, 3, 224, 224)).to("cuda")]
+        # remove timing cache and reset dynamo just for engine caching messurement
+        remove_timing_cache()
+        torch._dynamo.reset()
+
+        if i == 0:
+            cache_built_engines = False
+            reuse_cached_engines = False
+        else:
+            cache_built_engines = True
+            reuse_cached_engines = True
+
+        start.record()
+        compiled_model = torch.compile(
+            model,
+            backend="tensorrt",
+            options={
+                "use_python_runtime": True,
+                "enabled_precisions": enabled_precisions,
+                "debug": debug,
+                "min_block_size": min_block_size,
+                "make_refitable": True,
+                "cache_built_engines": cache_built_engines,
+                "reuse_cached_engines": reuse_cached_engines,
+                "custom_engine_cache": engine_cache,
+            },
+        )
+        compiled_model(*inputs)  # trigger the compilation
+        end.record()
+        torch.cuda.synchronize()
+        times.append(start.elapsed_time(end))
+
+    print("----------------torch_compile----------------")
+    print("disable engine caching, used:", times[0], "ms")
+    print("enable engine caching to cache engines, used:", times[1], "ms")
+    print("enable engine caching to reuse engines, used:", times[2], "ms")
+
+
+torch_compile_my_cache()
diff --git a/docs/_downloads/2a9ac10f2667047a7f398d1593b7ca33/torch_export_gpt2.py b/docs/_downloads/2a9ac10f2667047a7f398d1593b7ca33/torch_export_gpt2.py
new file mode 100644
index 0000000000..a26305e4a3
--- /dev/null
+++ b/docs/_downloads/2a9ac10f2667047a7f398d1593b7ca33/torch_export_gpt2.py
@@ -0,0 +1,86 @@
+"""
+.. _torch_export_gpt2:
+
+Compiling GPT2 using the Torch-TensorRT with dynamo backend
+==========================================================
+
+This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a GPT2 model."""
+
+# %%
+# Imports and Model Definition
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+import torch
+import torch_tensorrt
+from transformers import AutoModelForCausalLM, AutoTokenizer
+from utils import export_llm, generate
+
+# %%
+
+# Define the parameters and initialize the model
+MAX_TOKENS = 32
+DEVICE = torch.device("cuda:0")
+
+# Define the GPT2 model from hugging face
+# kv_cache is not supported in Torch-TRT currently.
+# CPU is used here so that GPU memory is reserved for TRT compilation.
+with torch.no_grad():
+    tokenizer = AutoTokenizer.from_pretrained("gpt2")
+    model = AutoModelForCausalLM.from_pretrained(
+        "gpt2",
+        pad_token_id=tokenizer.eos_token_id,
+        use_cache=False,
+        attn_implementation="eager",
+    ).eval()
+
+# %%
+# Tokenize a sample input prompt and get pytorch model outputs
+prompt = "I enjoy walking with my cute dog"
+model_inputs = tokenizer(prompt, return_tensors="pt")
+input_ids = model_inputs["input_ids"]
+
+# Auto-regressive generation loop for greedy decoding using PyTorch model
+# We use a custom generate function which is very similar to the huggingface one.
+pyt_gen_tokens = generate(model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)
+
+
+# %%
+# Compilation with `Torch-TensorRT` using dynamo backend and generate TensorRT outputs
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+# Export the GPT2 model into an ExportedProgram which is input of TRT compilation
+gpt2_ep = export_llm(model, input_ids, max_seq_len=1024)
+trt_model = torch_tensorrt.dynamo.compile(
+    gpt2_ep,
+    inputs=[input_ids],
+    enabled_precisions={torch.float32},
+    truncate_double=True,
+    device=DEVICE,
+    disable_tf32=True,
+)
+
+# Auto-regressive generation loop for greedy decoding using TensorRT model
+# We use a custom generate function which is very similar to the huggingface one.
+# Move inputs to GPU
+input_ids = input_ids.to(DEVICE)
+trt_gen_tokens = generate(trt_model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)
+
+# %%
+# Decode the output sentences of PyTorch and TensorRT
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+print("=============================")
+print(
+    "Pytorch model generated text: ",
+    tokenizer.decode(pyt_gen_tokens[0], skip_special_tokens=True),
+)
+print("=============================")
+print(
+    "TensorRT model generated text: ",
+    tokenizer.decode(trt_gen_tokens[0], skip_special_tokens=True),
+)
+
+# %%
+# The output sentences should look like
+# =============================
+# Pytorch model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my
+# =============================
+# TensorRT model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my
diff --git a/docs/_downloads/34421db2f2a82ea2b3d9a9cc85624784/torch_export_gpt2.ipynb b/docs/_downloads/34421db2f2a82ea2b3d9a9cc85624784/torch_export_gpt2.ipynb
new file mode 100644
index 0000000000..4623ccd105
--- /dev/null
+++ b/docs/_downloads/34421db2f2a82ea2b3d9a9cc85624784/torch_export_gpt2.ipynb
@@ -0,0 +1,122 @@
+{
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "\n\n# Compiling GPT2 using the Torch-TensorRT with dynamo backend\n\nThis interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a GPT2 model.\n"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Imports and Model Definition\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "import torch\nimport torch_tensorrt\nfrom transformers import AutoModelForCausalLM, AutoTokenizer\nfrom utils import export_llm, generate"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "# Define the parameters and initialize the model\nMAX_TOKENS = 32\nDEVICE = torch.device(\"cuda:0\")\n\n# Define the GPT2 model from hugging face\n# kv_cache is not supported in Torch-TRT currently.\n# CPU is used here so that GPU memory is reserved for TRT compilation.\nwith torch.no_grad():\n    tokenizer = AutoTokenizer.from_pretrained(\"gpt2\")\n    model = AutoModelForCausalLM.from_pretrained(\n        \"gpt2\",\n        pad_token_id=tokenizer.eos_token_id,\n        use_cache=False,\n        attn_implementation=\"eager\",\n    ).eval()"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "Tokenize a sample input prompt and get pytorch model outputs\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "prompt = \"I enjoy walking with my cute dog\"\nmodel_inputs = tokenizer(prompt, return_tensors=\"pt\")\ninput_ids = model_inputs[\"input_ids\"]\n\n# Auto-regressive generation loop for greedy decoding using PyTorch model\n# We use a custom generate function which is very similar to the huggingface one.\npyt_gen_tokens = generate(model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Compilation with `Torch-TensorRT` using dynamo backend and generate TensorRT outputs\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "# Export the GPT2 model into an ExportedProgram which is input of TRT compilation\ngpt2_ep = export_llm(model, input_ids, max_seq_len=1024)\ntrt_model = torch_tensorrt.dynamo.compile(\n    gpt2_ep,\n    inputs=[input_ids],\n    enabled_precisions={torch.float32},\n    truncate_double=True,\n    device=DEVICE,\n    disable_tf32=True,\n)\n\n# Auto-regressive generation loop for greedy decoding using TensorRT model\n# We use a custom generate function which is very similar to the huggingface one.\n# Move inputs to GPU\ninput_ids = input_ids.to(DEVICE)\ntrt_gen_tokens = generate(trt_model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Decode the output sentences of PyTorch and TensorRT\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "print(\"=============================\")\nprint(\n    \"Pytorch model generated text: \",\n    tokenizer.decode(pyt_gen_tokens[0], skip_special_tokens=True),\n)\nprint(\"=============================\")\nprint(\n    \"TensorRT model generated text: \",\n    tokenizer.decode(trt_gen_tokens[0], skip_special_tokens=True),\n)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "# The output sentences should look like\nPytorch model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my\n=============================\nTensorRT model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my\n\n"
+      ]
+    }
+  ],
+  "metadata": {
+    "kernelspec": {
+      "display_name": "Python 3",
+      "language": "python",
+      "name": "python3"
+    },
+    "language_info": {
+      "codemirror_mode": {
+        "name": "ipython",
+        "version": 3
+      },
+      "file_extension": ".py",
+      "mimetype": "text/x-python",
+      "name": "python",
+      "nbconvert_exporter": "python",
+      "pygments_lexer": "ipython3",
+      "version": "3.11.0"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}
\ No newline at end of file
diff --git a/docs/_downloads/3454ee6d4b68e83cdf0c757f0059986b/engine_caching_example.ipynb b/docs/_downloads/3454ee6d4b68e83cdf0c757f0059986b/engine_caching_example.ipynb
new file mode 100644
index 0000000000..5df63748b4
--- /dev/null
+++ b/docs/_downloads/3454ee6d4b68e83cdf0c757f0059986b/engine_caching_example.ipynb
@@ -0,0 +1,97 @@
+{
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "\n\n# Engine Caching\n\nAs model sizes increase, the cost of compilation will as well. With AOT methods\nlike ``torch.dynamo.compile``, this cost is paid upfront. However if the weights\nchange, the session ends or you are using JIT methods like ``torch.compile``, as\ngraphs get invalidated they get re-compiled, this cost will get paid repeatedly.\nEngine caching is a way to mitigate this cost by saving constructed engines to disk\nand re-using them when possible. This tutorial demonstrates how to use engine caching\nwith TensorRT in PyTorch. Engine caching can significantly speed up subsequent model\ncompilations reusing previously built TensorRT engines.\n\nWe'll explore two approaches:\n\n    1. Using torch_tensorrt.dynamo.compile\n    2. Using torch.compile with the TensorRT backend\n\nThe example uses a pre-trained ResNet18 model and shows the\ndifferences between compilation without caching, with caching enabled,\nand when reusing cached engines.\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "import os\nfrom typing import Dict, Optional\n\nimport numpy as np\nimport torch\nimport torch_tensorrt as torch_trt\nimport torchvision.models as models\nfrom torch_tensorrt.dynamo._defaults import TIMING_CACHE_PATH\nfrom torch_tensorrt.dynamo._engine_cache import BaseEngineCache\n\nnp.random.seed(0)\ntorch.manual_seed(0)\n\nmodel = models.resnet18(pretrained=True).eval().to(\"cuda\")\nenabled_precisions = {torch.float}\ndebug = False\nmin_block_size = 1\nuse_python_runtime = False\n\n\ndef remove_timing_cache(path=TIMING_CACHE_PATH):\n    if os.path.exists(path):\n        os.remove(path)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Engine Caching for JIT Compilation\n\nThe primary goal of engine caching is to help speed up JIT workflows. ``torch.compile``\nprovides a great deal of flexibility in model construction which makes it a good\nfirst tool to try when looking to speed up your workflow. However, historically\nthe cost of compilation and in particular recompilation has been a barrier to entry\nfor many users. If for some reason a subgraph gets invalidated, that graph is reconstructed\nscratch prior to the addition of engine caching. Now as engines are constructed, with ``cache_built_engines=True``,\nengines are saved to disk tied to a hash of their corresponding PyTorch subgraph. If\nin a subsequent compilation, either as part of this session or a new session, the cache will\npull the built engine and **refit** the weights which can reduce compilation times by orders of magnitude.\nAs such, in order to insert a new engine into the cache (i.e. ``cache_built_engines=True``),\nthe engine must be refitable (``make_refittable=True``). See `refit_engine_example` for more details.\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "def torch_compile(iterations=3):\n    times = []\n    start = torch.cuda.Event(enable_timing=True)\n    end = torch.cuda.Event(enable_timing=True)\n\n    # The 1st iteration is to measure the compilation time without engine caching\n    # The 2nd and 3rd iterations are to measure the compilation time with engine caching.\n    # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.\n    # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.\n    for i in range(iterations):\n        inputs = [torch.rand((100, 3, 224, 224)).to(\"cuda\")]\n        # remove timing cache and reset dynamo just for engine caching messurement\n        remove_timing_cache()\n        torch._dynamo.reset()\n\n        if i == 0:\n            cache_built_engines = False\n            reuse_cached_engines = False\n        else:\n            cache_built_engines = True\n            reuse_cached_engines = True\n\n        start.record()\n        compiled_model = torch.compile(\n            model,\n            backend=\"tensorrt\",\n            options={\n                \"use_python_runtime\": True,\n                \"enabled_precisions\": enabled_precisions,\n                \"debug\": debug,\n                \"min_block_size\": min_block_size,\n                \"make_refitable\": True,\n                \"cache_built_engines\": cache_built_engines,\n                \"reuse_cached_engines\": reuse_cached_engines,\n            },\n        )\n        compiled_model(*inputs)  # trigger the compilation\n        end.record()\n        torch.cuda.synchronize()\n        times.append(start.elapsed_time(end))\n\n    print(\"----------------torch_compile----------------\")\n    print(\"disable engine caching, used:\", times[0], \"ms\")\n    print(\"enable engine caching to cache engines, used:\", times[1], \"ms\")\n    print(\"enable engine caching to reuse engines, used:\", times[2], \"ms\")\n\n\ntorch_compile()"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Engine Caching for AOT Compilation\nSimilarly to the JIT workflow, AOT workflows can benefit from engine caching.\nAs the same architecture or common subgraphs get recompiled, the cache will pull\npreviously built engines and refit the weights.\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "def dynamo_compile(iterations=3):\n    times = []\n    start = torch.cuda.Event(enable_timing=True)\n    end = torch.cuda.Event(enable_timing=True)\n\n    example_inputs = (torch.randn((100, 3, 224, 224)).to(\"cuda\"),)\n    # Mark the dim0 of inputs as dynamic\n    batch = torch.export.Dim(\"batch\", min=1, max=200)\n    exp_program = torch.export.export(\n        model, args=example_inputs, dynamic_shapes={\"x\": {0: batch}}\n    )\n\n    # The 1st iteration is to measure the compilation time without engine caching\n    # The 2nd and 3rd iterations are to measure the compilation time with engine caching.\n    # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.\n    # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.\n    for i in range(iterations):\n        inputs = [torch.rand((100 + i, 3, 224, 224)).to(\"cuda\")]\n        remove_timing_cache()  # remove timing cache just for engine caching messurement\n        if i == 0:\n            cache_built_engines = False\n            reuse_cached_engines = False\n        else:\n            cache_built_engines = True\n            reuse_cached_engines = True\n\n        start.record()\n        trt_gm = torch_trt.dynamo.compile(\n            exp_program,\n            tuple(inputs),\n            use_python_runtime=use_python_runtime,\n            enabled_precisions=enabled_precisions,\n            debug=debug,\n            min_block_size=min_block_size,\n            make_refitable=True,\n            cache_built_engines=cache_built_engines,\n            reuse_cached_engines=reuse_cached_engines,\n            engine_cache_size=1 << 30,  # 1GB\n        )\n        # output = trt_gm(*inputs)\n        end.record()\n        torch.cuda.synchronize()\n        times.append(start.elapsed_time(end))\n\n    print(\"----------------dynamo_compile----------------\")\n    print(\"disable engine caching, used:\", times[0], \"ms\")\n    print(\"enable engine caching to cache engines, used:\", times[1], \"ms\")\n    print(\"enable engine caching to reuse engines, used:\", times[2], \"ms\")\n\n\ndynamo_compile()"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Custom Engine Cache\n\nBy default, the engine cache is stored in the system's temporary directory. Both the cache directory and\nsize limit can be customized by passing ``engine_cache_dir`` and ``engine_cache_size``.\nUsers can also define their own engine cache implementation by extending the ``BaseEngineCache`` class.\nThis allows for remote or shared caching if so desired.\n\nThe custom engine cache should implement the following methods:\n  - ``save``: Save the engine blob to the cache.\n  - ``load``: Load the engine blob from the cache.\n\nThe hash provided by the cache systen is a weight agnostic hash of the originating PyTorch subgraph (post lowering).\nThe blob contains a serialized engine, calling spec data, and weight map information in the pickle format\n\nBelow is an example of a custom engine cache implementation that implents a ``RAMEngineCache``.\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "class RAMEngineCache(BaseEngineCache):\n    def __init__(\n        self,\n    ) -> None:\n        \"\"\"\n        Constructs a user held engine cache in memory.\n        \"\"\"\n        self.engine_cache: Dict[str, bytes] = {}\n\n    def save(\n        self,\n        hash: str,\n        blob: bytes,\n    ):\n        \"\"\"\n        Insert the engine blob to the cache.\n\n        Args:\n            hash (str): The hash key to associate with the engine blob.\n            blob (bytes): The engine blob to be saved.\n\n        Returns:\n            None\n        \"\"\"\n        self.engine_cache[hash] = blob\n\n    def load(self, hash: str) -> Optional[bytes]:\n        \"\"\"\n        Load the engine blob from the cache.\n\n        Args:\n            hash (str): The hash key of the engine to load.\n\n        Returns:\n            Optional[bytes]: The engine blob if found, None otherwise.\n        \"\"\"\n        if hash in self.engine_cache:\n            return self.engine_cache[hash]\n        else:\n            return None\n\n\ndef torch_compile_my_cache(iterations=3):\n    times = []\n    engine_cache = RAMEngineCache()\n    start = torch.cuda.Event(enable_timing=True)\n    end = torch.cuda.Event(enable_timing=True)\n\n    # The 1st iteration is to measure the compilation time without engine caching\n    # The 2nd and 3rd iterations are to measure the compilation time with engine caching.\n    # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.\n    # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.\n    for i in range(iterations):\n        inputs = [torch.rand((100, 3, 224, 224)).to(\"cuda\")]\n        # remove timing cache and reset dynamo just for engine caching messurement\n        remove_timing_cache()\n        torch._dynamo.reset()\n\n        if i == 0:\n            cache_built_engines = False\n            reuse_cached_engines = False\n        else:\n            cache_built_engines = True\n            reuse_cached_engines = True\n\n        start.record()\n        compiled_model = torch.compile(\n            model,\n            backend=\"tensorrt\",\n            options={\n                \"use_python_runtime\": True,\n                \"enabled_precisions\": enabled_precisions,\n                \"debug\": debug,\n                \"min_block_size\": min_block_size,\n                \"make_refitable\": True,\n                \"cache_built_engines\": cache_built_engines,\n                \"reuse_cached_engines\": reuse_cached_engines,\n                \"custom_engine_cache\": engine_cache,\n            },\n        )\n        compiled_model(*inputs)  # trigger the compilation\n        end.record()\n        torch.cuda.synchronize()\n        times.append(start.elapsed_time(end))\n\n    print(\"----------------torch_compile----------------\")\n    print(\"disable engine caching, used:\", times[0], \"ms\")\n    print(\"enable engine caching to cache engines, used:\", times[1], \"ms\")\n    print(\"enable engine caching to reuse engines, used:\", times[2], \"ms\")\n\n\ntorch_compile_my_cache()"
+      ]
+    }
+  ],
+  "metadata": {
+    "kernelspec": {
+      "display_name": "Python 3",
+      "language": "python",
+      "name": "python3"
+    },
+    "language_info": {
+      "codemirror_mode": {
+        "name": "ipython",
+        "version": 3
+      },
+      "file_extension": ".py",
+      "mimetype": "text/x-python",
+      "name": "python",
+      "nbconvert_exporter": "python",
+      "pygments_lexer": "ipython3",
+      "version": "3.11.0"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}
\ No newline at end of file
diff --git a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip
index 9ebd46bac6bea13060449a2ba4e913a101ad86f7..34927a4abd82acfb1dd9f2e4811efe98dc046cd3 100644
GIT binary patch
delta 21163
zcmeHPeT-aJb>DRylR%u3IL40cB-gtsnKiTHU4N2QmSC@)#EI=V_8J#F_RQOvH!}~v
zd2e{{&8|0Yc+DS0N?Q=pld$?Bm8eur)Kow%RRU4eLMc)!6<Vnh1%X8SPsN9XRH+CR
zsr~)Vz3<JN*;&UnwxLoM*4cgY?!D)pbM866^KtiIzrOb0Ut72S#B+D7ePD!NpZ)De
zKfk_q_Z|4}mGJJD@4X*Cd~n;>e*bU2xpicO-`ht%H8wh)d}6W_M~>H2^L|ikP0rh1
z=m#g~)rr7w239*%OHR~M$L%F`#&(*mC@gzrZ_aOb9M_5*-&0PgEKk`NI~eIK+RE?P
zf&Rn_l@lq)TlC#UJ5+7UTUMB}(^64jd11p3+VWx?7WET7BUZ4yI_8O-w)3LAfh9T}
z*Rk=`Q&G!SZNF~2C3VD8H7ms2OLkz(2TPhr<u{b2-%@Rotrl$6?bNNvu9rQ(hEbs1
za@}QBu;Ws*1TsTA5JnvJPaaTK-ReYk5Ke$Jtmj%m(^fS<j5u>(*K!P~Vf$_Cf~_~(
zurc+5YnQ#qSKZK78AqLlOr?inD;>>Y<;AvL$M1L_L@sn4H&TtjZ>z8dM%G%&w(t*_
zVV4GkRQ52(qEiP0EOla8B&a-a3}R^8wU*^MVVm>nov&n&rsX&m&!|kPqS*azRQA%%
zQb+p8iduo+ZMMLBVQ^qKoQMoePJD3hy0WM6mHf`s<7?%IuTE```NQs#I>{G>7Of1B
zWtaRad-E+QQ`C+8z_DD_@N3{7^afmqoQ&iTJU_3N{NO^v^_SFAi*l!u>DQF&T(I$O
z)UqP51j7R(e$TdJvbgL)4Z9+EAy{h())!@>sGmL3TcDV3j=XGwmMCzVO-!0HMYOY|
z4&W0EwY{d}VJ9tUekZUO9lslbng!eTAlDdz#e_UgJTUSu)VC%BEvQVrI3Qnq>M0BS
z;5n%oqHBKBb6&(MR^J+;HhNN?rj$&wnx`pj`OgKBs&%7&+R4@hyJfizDmFJEOe=)8
zJ)^36z6yziU@P`TtKD(!>O?7-UN@P%|Gn?K(whF-nnYFB#g>*U_o4FU!PpTkUdYOG
zBFHw3><)zn-8APR6NDz$f(ny#V}C5=(OTfhANM1kbjTOPQus7KWiPhsb%*u{lXol_
zE*qy;Re3HeB4`p;)dMjkv@zaS)%l=nS8=SUc)elx1zgbT;&^qiKDTBnxdodiLLb+#
z75iNmT<&%{KG-~XBw#;4PDvdWp@(KvcEqp~7z)rN=Z9N%U2Is4mM~PC2H8i6oP^zr
zNHUEd7E@Mm*j7!S1od(Bq#Yi&qv`h=ODMVr(_8o3P)mve=M1`3Hw1^t{GJ~tOV+mJ
z8;`%^N^|cMYm)Eoe>KjXSR+lX#U}zAh8!AS&-;dxGJiTFNV8=tU}&SuLmgn@1|;Xz
zaOMs|A3YpoSl`IDVBUMiRW<{CY{#_qJc&FGv`4A=5GSBXq2l7irQ{edU<3<B)qM}9
zby;}KiMt(WjZY2A>}G0)gh`w)qRodaW8+eIjNs-VU(TSF6X)}=JhJPCHCz+NofA~6
zLTg3OTrosdt7Wgz^=hf}G@7=GjmA8`o*t1p#RyZ?+p-6@Y^F`Bd%m1BA3vHL*!%7)
z-+uh(YvTH%1s>Pc>CkE#^U4E5f#5iG+Y8t{_)WFLhC;RMcg5g<Agx7S6!@;}MDrZ3
zp=O5y0LI71jm*_CtE1*<#i*EPdcGi*X~kAU;g{he;mcB?8lqF1lljD}Y*3sJyeb$A
z3IjQ70tr?K;FN=Xt9W{58qTl{4N6xQ_m%od9F)xIK|@+rATHRdkr>wrTSdK?@8PU8
ztu8b+f}>VT7W|8^Crz2JV2*YOlP2k>chD-uc&THB+A~m419XD1+J9n4WzV((EYpGK
zfR{0rSaU^O48a0<&y}0DM}&oAg+U75-xKFxXpt?4(85?72%7gEI@8b!)X}<FF7|>S
zZO&{3%VJvQePu2B4tRm_MYUtc0YW&j6saEW*fHR!a7bvetSGYE9Wku%7%>E8sk#GK
z8G&1!4rQO0K-o*R0GrB0VV;?ztKB2$4FL+kd`F+GL4ARnfWZf5i!5;;^qVmeAFQ|l
zv9LqY;na(e;Oh+*6Yp!-0s9exmm2VCjSrV$mfCuE4fx*$t9F4R2yEK@daBLo?ks^z
zFi+Hi80PIXj*<uyOJrNA`Esz}?|Ce=p#Y)AK2$K7I9$70?YSfojn-=p&~srBfnUq+
z22KbaPz%r=I3Z1ROjDbweya5}VuQRc%F%B_ua_)O#J6Y%PD9fsjG%$YBqAC$U{K3m
zwW<eI02({ps9KH5DEe2C2=o^~l?)37L%=w~yjC0!?}peZ>8e&QEae}T)ER9`!9Dz+
zOXh@A_VUsRx>_?dx!?lb25luLUTHIooiUgaBoUdA6s<n605p>vr?(S|0BH4&c#|hw
z3-;wC{Sa+lwd#144xe!!E^w)w`B<AN(UzRYB2Ca@dEc-UdxI$H9f4={Ht>5O(vTCs
z622pb8HgrwmJ=kaTCl-}<p957>tTHK$8Zu4T>0LqACF2{_|r`b8}DOS`0UsIV(*h1
zMn?GkaPsoqo7Ofv(XM2A^QE;<pP1j3ocFh^7q?hnhCxM`lDy)de<b|{XTk=P!Anc=
zbqzLp5b+-#+&uc+0if7pbmUL@!JO3%E%)fLqT<teAHxAc0=Pv+J>AH0A@8;TDeZ47
zuG=nVb}xD1sjtKoO$OMs)OvVE1cx2lZrM9_;5RDs&p&tg_$f83cJC^ChYo+>$lPK4
z0*g{>mFj@$HM>wAt99$v%v5=7f-)Ufhag^H2CmcFl(t{3ZZihZhc$!D`R;{9ePXGl
zG^_>&LJJ{jiOMGD5mMK>0iB3TLp!eKPMqfZkaQhK7}^&4SPhQkX?)PO+kOCu7Q)m(
z6&CRhkF(6e(DQAsjy#f|{^>)fqm+Z#R3Ar6WN4*_i?B-yR`$qXOju+F4GJeY>uinF
z_u&fpKEFCvy&?-%oce6Ga>@3?>~ZdG>`t?0_9@E^?c67D7G4EXcI`HJBD<L_kJ*4K
zL3zx)_qK_Wy=b|G%m2J>wDm-)C{QzFL*&TPHPY+wpcAikmPN2;bLRLa)}Fskezfi#
z@e#oH5Bs!q?gffa)VjUQz{rM$X_m(jAyRXUX%am#3R=)B6(N(T8+esSawQ?i?nJ^<
zp$B{kF)BaF+47kAD6WU)v2$9(D5}Z8ZbHJ6I5B>mIThFUJ0fs=XxEoj9SH|9p52f{
zr^Z~?pe~&eR|m!*Vn(!>9Tk-U&83!uB!Ux%3T7HO7^xNHG-#r!;m~L*H1!$h*oJ<B
zixm*0Wy<}esG}f@7PYzLUW=-C#9*FNUF_3{iLtk9?YaEzZKIWB{rZgu&9N})rYg<>
zcQ#;Cv`h`$$=p^>rt!FeRf7lBVftkyI){Z7KES}x+|xN{XG$Nbvd1G*L3lcA&_1ot
zkX^T}i<R&``y&<C_GYK2cI|=Th=M5jy`{~`llwL*GmTMYSuUJCo2kgT<d64li7#m*
zgk**l?cVj0c{zeNW6W8p`(1>sv-G0oBW<o`wGm67IU%FOO4QiBD}C2ku{Y7N_$o@4
zvHSY9>{^v<JXXhi2Kw6dLSnFeWiR6qM3DVliu{7!wdV6G+6f6T-eSO*4P9MB-`+D?
zVq+%Z;1BVv<$XUQBp`o;6aviCvj^2oCcg9caVLPP!LZI=?MtkKc~dNDdF(`=nMzL=
zu!?;#no*ev?42jE0d}GPV4jVq&J|U7!Rb^0acc<Y&50E~n1F(STQ^E#zXoI$ppV8w
zJl89Tq!fDA<LsN!D7;TT_tAC8q7XdhIF7s(6Du%?7bLk?_O8x2^=1aXh~!J8jy%>j
zo*Ir9iP<BMA%3wJW1udC4QbAWP9pOVa1MwYhL2l)SlPRpUd$rrnI_z+wXwT`%fHx$
zRws<kZpD7aQbw#k4xV&F4?@22{zo)~JolfYbNf(v;I|@#T<5x0+Y%7D?x_B8D2&`b
zVDbe<>H)VLNLmjz3pt#3RXln5<M)n!HSW1O*rppplli@6c=8(IWPGdeq=A!VPo!4q
zSV&UO!U{2}o|I=hN%uRg$z7BC7bcMok0x7<@)+^wHnF#OozCVMZEp_a3ykbdS|r}>
zLxjv4tPTV<?ldq^d|GB}%!2b7;1~qE*{Y+hn+PD!5TXN@i`pXQ1}0>ktPS+?<ShY@
zrOb~JHUjXxiBG?ZOHX~52<*CWW6z`CR@|r^!>xjgq97(*1zNaaz^LcB7Rb1Pn9)GS
zeFK1TEStu_I+6ReLPqFcWx@4p7b+oQ>Dg&B$IVBQ@%4u*eJ;+uLA^`E6^Z;;#w+8u
z3rTLz@(HU2JHPTsa)J5qiougvWFIqf&Y`x|VP#R(T-)+0-HryErbrJ2iuf_qk-jn9
zgnrkEL1O@=Avn2Tc~-!qAwYTf_D~b;+g-Nr6g?kZ0iVqoBEo(14V#xI^p4*`w8(e;
ze?zn-=0Z39?EA<4dqzh1T|gg=hNn9RD&eS|MageXF7MYBT`7Pue^EGi_~g9clvAiy
zyOOBqb5l8Il9X?hl2_mHmE^}Cno7>!@wVxKxzl$|3N%0}a1p^hGBzl|OXffM`j$tN
z+V08ZyIUXMo~5Hur;haDn<z1vSun6E*|F_YF|kA0tJ{sVh*RMf3J%KBl6wnhcTddd
zGr<ZLGd^dLr=sqMD1=7%U8gEIbLsFRLgIq$>9m7TrUOnrg6ZJ?_v6(E=po}Qo2qH_
z*JLCSWx*%6(NKfpn<RMh6)}=2!5P!tnuRI5^Hc5uEtZGgkKL&6Wpg8A%qg#7_JOI9
z8Y54}Rj(Ms6|#wuY`2mB!_1~eC3(p(W<LWnZJJOdCrr%@(PoH>0pcy>es%7@j|tg&
zWKZ7~*wVq!7&A01l&Mym0WZ|77_ggbBF{wXFqbG23fj_<U{+y@*#Qz#=n-hzIps)I
zLvLMcBs-F*+PW6SOdV6zQJTWzTs^5gE|p*C6-CK}uVy3X8=~I@oFIP0ujKPDY`j3-
z)xRo6>yDb8RZ~V?)8|4*Mfx!+dSNQDq@8<%`Ep=qF-U#oo5`!cyR|udE~eqGX)66<
z?^QWLCH4#j^}fB`w|!gkQd8ZNPmU+&?=0SxW&)GxJ2xc9?tJhO5?&swqwa_l^^D$D
z&OareJ-+#_6!axOX+9>+R(jBo&2Wk#k8>01p~G0kvBRGC4~{{tmV!1}6%>LwvOKmk
zYIk;uEve8Y(+n9Y=r=QuP7?SvFcI-BXPQ<|JfU_^6?qt^pFY^*_DlS6ogSM^A5qC4
zyms#f33>WSOn!5D+uM7?k~hY-Cu={kA^GOmW|&JoUO|WJLnN28h2gSSLnWUjth{W+
zik49J#smee0Jdv&Q0<{9w_!Z%6XGbiP@18e<QEJ_jP6SGtAI7~<bB4Nh^3ZJz?m|R
z#264LZFLbWLRf~L1!$PZ3WH3HL~27-Dr|wMRCr>_V--}F5hzr^KfOa^q_i{0vh?S!
zeCyPI=^Eibo&MHl77PF6bx;0#<&BU1V_|}h^88Wv)2~gBjPQGWHAhJw86VcIZgaYe
zjAt4Bav~7aAzp;9LBB=-D{rd1X_sZ**z5iR_IbMK0XxGUIyM3#J<;;9VUK-(s2^*w
zXqR0wd#lD(R*m6IWMcfcW1+pF+d;m-i%RMlSYOmcXjf<#P5(g|LZuPpP_|~FL<8Rq
zp&<zzNWGj6L>DdCF=!}}9A!p`rXWULxQI?RR2JC$8Un+zr2>U5NBU8@0y<3aFt90n
z${wwNJ(6YfQraTnf!#r6*RD$$(Xf_hnYI|4v$6&i^lUWoA{tS$&9ei_S`@48qvI;*
z)-aJV)8e%1P6%VGjrpYB9jHSG1Pjw0A6!78p``oevPR815DI6*V(6nmHy6Ag{f$2V
zDmK)i--B|?06qMSNl2uPajE~te?6!M`WzeRy<^2xWepr*cL5P}7cNAr5CkPG(<nwP
z6ZeOrXWD-GjPB9P*41R`ivAf}62BKaF4{{}w1k>b2N@l<g@iaF`jAYskpq(^)4Sgl
zr)s4?+GRe%mRU?T($hI(Do(a2J4c{BoN^w|Q;Y{TQDmTYGVNVE+26BAS-{ilo&vO%
z)}4mwo<moa9WAl9G{=Dq5gDeNhSO9*G-Rv85OQ9TDs8!F1UH>2gCNv3ewa-EVB@`q
zfGmsZc{F6RzcTsZ7fZ=I&mKr7cW)UlA&zWVT^F4b2CvQ^Id<gu)0MdcbI%;EoH#K5
z%;hiNIr`9}eKtOQ_aF|vR^d6WPE5O|>?IHHeKL9O;ql}Pdw(tYkG=QZF^y+`yMNn<
z$vr~YVUU3-%h?rcr@#e=+Yd{8r(|D5vrJgv&*`T$!T4BDE1yXG7NZ(u4j9QJlZa|~
z+~;~amx>fNyp1L*v|*wJ6?H|U{VC@)m~Gi^r>D#LR%5hmrS{8c5e!#fgEwlyNIlkV
zJ$=K)Miv~`iP*_$%qh&jKGif<y41-ISjYzTaZu(%0UJ&LlpXnO?L+k!6pI?L!onTm
zS$fuD+BvkLm~QLLR2CHs3KU+qB<n7@VMd!O2GWpLM{`n_<>tP&X|&u?g`vL|I+udL
zA%yk8H_!w!{UApB60Qv3j0E7$k%n+T^a1<nEu>HYYoMFRVIJv6GNVfS32x~R!F#Tp
zSv<53nbvv;4H6|Ea46Fj;#7Ju`ag{L*mu0dZe(LTBz(xtXpUL6%J=Pl6e^JsTmYK<
zO#3fg2kbCT8&;;tg&)_ypqtAITe@e=j-3EU8$Bao2X39hNfWr~w#gONOTodMUCfz-
zqOxIg!B~(^Ip~?ekJO`K_qsvIJkb75cA;WA9;jd!fh_r>?Woaf3U`O@dEBu>K2E#&
zwBFH#qhqg&j)ELL8nCeM4Nw?jB|U8mhCb@n*>(V65O!-V7H^dw^A)m4-_0<Dn)M}L
zOR6-j1*ZhRbT$677|Qp}_%=Evpnaeb%~?|LD^#n!c5y!1rz`JO^t-E5Ht>bKn;NpT
z8D6v!-8yI=L9qnAOYFprX{N*{RLp74MN_vn)Rss)9vYi#pLL5vZHctwUPOGmLv4w)
z*?g)6ecMBAA|L1QO$oIV>(T>v77Ei-Q^}w0ekd1|j6-di72<Kqe79s8`eN`8Q^)%Q
z@f(iABR{$F!iL)&iMNN?Q$+PQJrdW4G&wQ$Nb>2|?s|4ev<Md^2o5>wNJ{nrdcI&%
zh#k@|URi^enZ49|jPQOZB6^j4ad|^>&+GRlAKJe4uJnCI?a5zm->9!h<)e1KftJLT
z&V-TgkjDdr=;6bnbdDePTu)%Sv@raoWb_m7ijD26>z10r4qcL(V91?bF%lD;M?+kj
zUqHLRXy6=QXXGrwvi_&f_U4|;j}jo0#x(AR4;B|-d;=MbV^x$E-ug@yXiFmtVr?B^
z=O@tSHuWuLJYAQ_$~;G)4&#uYZyL=zSDEj`kO@V2t4_EpKOvE6A0Koh<tnh2@$_6?
zkf&f<0NN0I8GMw7tLWXu`zbVJcRSm{J-M4BZM^-g)UKVn5?V0;oP}r!Inx^YDA939
znA1iKNf48ZkyEs&qv6!kOEgSOLU5b~d3kICj{|Tb&N>fFKttI>BVy9p^H<`Zb)Mjt
z;-KT<$#ZQt46^8TpcX`mCEncf#2pmX?xNbYYmfXhF~QzA-M|dZE}G;iDxy{ZWC@<v
zo%R%wmOj43f=`+D1-+nD%(9HV?zt`<a@v?wKH>p@pFvd_VC~}UuBj=rMpE88mUBzm
zY(luraJGLF#k60d61J=kiiDTSV;5<QE=|qAvZ5aOlBDgF%5q}Y3RB|VRb*zvvH-YW
z0rf`poVp}%vnm2H^opk7dP@Q~t0IttTGv$)5S(%oV9FZg=z&x27R6NWQO*EX85XRI
z2N?!ot_!gss9&uTaA+_H`;{*R6!#SXJ;t_1U9`j(jHB&$>&fW%A4opF@4@7IuRW3c
z%f9=Q`(NLboWE$`!_@vQS<;{SI0Plk4tdtU#87N7yE<UtLh>c2ZJTNBGCe5$3Hs!d
z|Gg32OQypU<w4ft+Zm?Nhlq3C1mLh5ZirV&x#s{vzf;J4a9zk@(9yF47LGo?UC3b-
z;4qU$MJu7m3gpnwh#qv9(^m`*_mcW@^Yb8YDM%(zrx0@H7xB>G1wMUs>oMe<abwUA
zm^afm1##;Iw}NpqR~(l{PuV9bh6hCQ21NrT+S^EKY1m<|J>aoispG9nMn%=CCZbn?
z$}XDqeZcvuRhaS9%rwcIxU7QAOm+nbi5Pzg>Hk=7T9eg(d4)L*v~ELrxir0QwK|aA
z#OgH{v|*)rrsU0CF$QR~g-F%oC-_HRbmS782sTbA32~3IUXn8YJmxm{Jo=by>cJUV
zLPW#og*47&Dil)qnFMi6Kvk<V>QuiYQs^REND-fGRQwx9xIS*#bI4Itk!5zXz6=r6
z$9<=Rbf#PKSxBk#&s1a=9yJ3+3G^QjNiVM=6@<U`fVRq98Vp=<&>xEgzZb7efvEz@
z5_Dszp<|m9!d&F4xC<ockdg72VTWYXyY8B3G%<nyWDFbU6|at>NW-MKzQT-an7~Vr
z4X#i!n~H=~)QWNG%&A>KZBBncM0wE0+ERJpUqR8A8-ca5yEuI^%7kM|dD2YEOHdxK
z9)iaw4;(uzN;b#XPqb1%s~FjHiMQu-?-m_W{Vx^<RBd7=IrGD@<V!!<f;(LDzbsIl
zOY@*y5FjAH?K89y^plB%GBi@I1k1|!XK<d-b{i!<N*}Np#X7-RB%sk_zl>VYIXK-*
z_W{>w+s>32l`eS}R8hV&Xe|kH{)aLH8st#(G@qa!T>pst!Il+jXkwL~5~lPY04mK|
z28^c^EkkuSn3zFL3-_Rye7%5b9A?2m^>LvBr&7vR)NI2e(kX``omy#iD+uXks@%Jr
zjeQ>2dmZD*4YU49xk%O{OHX(lSFn2SaB$x%_<ojDlh>px&ulh(;17AY4J7PSc2B6u
z_o0%5Kl#H_&RH#|j4dmre62@4WknyC^}}IIj)luOCONi(OQhIvNRJ)PptKT|k}tB$
zGaOd4;deb$QOQdsf9PQe<?&2v=T`0%V}w#1^c5`5F^F{O`+qB6(~>~33Oyv~ljS8r
zA%H^Bm8-sRywYCQC+C`S!}+5IVGo>t6Oi?KwPLA9-cYmFP3hH&SET)KZ)Aq65=|rS
zUrJ;a-*~guO^M9zlmqlu2KlWF@<2KA)@G0oYP)UzWm1Y4lGB=*cx4ihH)c5mz+rD?
zo__^0&mT&$4kbpA4CnldWS)DjZsN)}PW@c>mc97d^B-Yv+2!x3(GSQEd$x~0uh?AH
z|Az|s_YC#dXI}onCj8mLo$}IyueSbh^Tv@8e(y}*z<)pU^3QgEYJ7B4^3dijm)|o!
zdXK!__eU=J-adci@(bHX-?fi7wo6WD*;_dA+~}GI?#TX-;s@_P8@}=#{L1f%zOnyS
z=1P|vW1~t|>AMHn_vZh6L{>SaulWpLXR!G^o!~Ps`yabXEBfVa<D*-Jfv=2>Ze8<e
zl6?1cskie=d(Y)BZ5kQjcR%(2`{$s3zl@y06l>P}-Q_dmqmS+%*5B8o<(ofRg_g??
kjgM}T**;2wzVPtq<v$u9eb2q?N7j$*SqnjZaul=tA7TV+r2qf`

delta 1338
zcmZuxO>Epm6t*{2Ahb>S=}*MA$=fU_i@M#aqUr%vZ9@=M)uKkpQiKQy$9`Uq;+=6l
z<F1xVk_$JaU8ceke?8Cx5+GXbp%*07DgxAUtB?>E5C?7rAvh!6j5mZoYi+;v_<R1o
z@4YuaemMHgm)myEpB>q@+cC$nPxfEm>5q-jeIUoy$89irba~Ii^yJ0&z8YV8=n=;;
zXT`~X>A6+S^-6gGL#6<l$VIx)gwv^)MDUylvKaH;l>5~EzGx>b#z3De?|l}0kHa!T
zYETLT=r9#QmIR*tgRB)P*;wLB{0xV-$GZfODC^Kc2vfY6Ay;u%_h$C3wncz3t;o!e
zz?0x5N!(?;1(&>(iA=&du`mltz@qY&V}xf|7-o_Q4k86#aH%}5VD|9Spin9U6d}x>
zfg~mJzGcyjJOzm$0^mnp93yX07!tmTbuO)7#zRbz`v@XYtj%8Y6n%qu5v4*prOuB$
z=I%Z#L3t~bK(ZERAtNgk5CrR_bj1)zF+s%?yM#li%>@y;5_f@d3<<@^f<}G-+(%an
z7Y&l^FX*(a|Ktt%FRi;GQ<V77UtB;%2&9D4)vXUKz?2;7g6I1fQ*6yJZ*@ev62_vl
zSr8R5(vT^UGB2)!zWr83SIWoqOXZ4QE0^_?qX+fcjgy0G2R2GGRhTO(Z$DTtvfi1@
zAxmW;ULT*nr*~Z&)!)}(Fkd}hnyf<8e20F56Dye|iAZgGM94w^P@UFqKK>59R<xc;
zH_ZOGX40SCy`$f#ozvgFzkl$1?Y@y(tT5%Ijm&*vs0*kc$h`Tkil{9XGH$A&e~mw1
zoy$@xDzzFU#bR14LLkUiF4QKip_3rdcrvVh0~Uo<y;YzNi(}LHf#67$w5!r<(<Bs$
z$>O2zOrpO^O>Ycnixi0@hFJ_9qrNLL;7D^reJx2YwSGW-Z8}iVjM(w{zw}#UQb_*y
zOf;q+0DHV_?}N!(Kf8ARe_EQ_V}m35+X)kVu;XKUAMDz=Q!@{4d@<?1a?wQjOwYYw
zgSDP}-UgMvTh8zG-0k`4zIzn@yOG$P$6l_kpFd=_mBSWzn}DS&r}7hhcVGTT-vx^;
zHF2&#;W*~3Z$X`_>o=d*r*tEKP`f)Ueo7PmU0&c9^$<T(d-cTIHODdM-hbe)ysjrV
iCi0Iq@!K!E<&pNMPX5GY_u%-LGv@qOa-6ThCDfnPPsuz0

diff --git a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip
index 43eba5e840b37308095e53dead1a242fd7784372..9a969c3d99d95709beffc669572469d5af06c0f5 100644
GIT binary patch
delta 21156
zcmeHPTZ~-geP6)lGJqYx;0wNd9z&Sj%nrM2g2{#f?8SfsCXQL^5{J&5opWaAWM|Hq
zo^xi`3!*1Z(o|KOw$4eVzEnvSSAD8TN~NfkTAupSs8aG0=t~kQm3nz-TBTAS(n|gP
z{@-^lGdsSlvFS?|*1LNy-}k@YzxkcNyyfTrwB_zoFW$0c#{|FL{>_KJbN45<-h!X+
zoY?wbw{62Ouf6pb2mbEO2PP)od>~od{X#8ry=ArN2d&QZqT_{raC%Xl3jF23>V;~}
zjXLUOXHA`P+~rObmXiP6{p5vj-WHci3x2QfcCE<uJ>`bV@|1I~j|JRSNBMmx(08m*
zxsh_cRlmFHgsNwG>k3QvJ1Pn+FKqikPaX`b`hs3CELon7RU)_NzM=0ctKaXs4z7AC
z>co!f`L@%osS}=RSs|8Qa{>o<9Q-1nD!;8P{gmqQidu5ipl@4|W0(9EUIOG+x4W(?
zPHnjc7(*uzV!Y&^KB_F+>PJoxP69A2+O>jZN45Mg;<`cXv<m3AfPBwdaWtxJ2TLz?
zol@khLFlNAs%~4B(r*HjzNWJB9LL6=cpMNe4cu;|+JWCwVGBfTb(CY_ACSVSWqgV?
zqe@s})wO}WrB1C26O{*gfdxIM)v-J`>~UR<_D1Stpky$nFp=^8ASwk0Q3^=`s67Cv
z6ZnJWjv==SoVFX0e95WD=eCv<zLKx(ePWCJ^0#}H{^dt|_r#^e4&)^oM1J5}UDftm
zpb|s_v;{MSy^cEi=|#2X2P^HazoynY<Spe$Kc>3wii2mPjuioOydD@9laxTX1UVZB
zZv`wZ2ZJsMc*2W?44*oYuU}1ZAjOseN)))u%UCl-UL>%lj^YkP!SR+|&na~v+Wo*;
zb^SpISe6{e)6Bzi)EX*;JPG-1$!ivb!mh>{6OFP_dMr?biqJAZxBO+#eZwhPLtBVw
z=tZe6DUcvMcC%I3@q<XU2GKC!B<YgVvAS)FZZr*8gkqJ@apu)LC^X;Hi#7-;SlDpR
zS-pPOX-?MO`R~2Ib<;y9DcqJiO&${qRaAasERr98Ybx1x@zxmYyB?nFsxWf;<QXK;
zNLt1T4X_14CGf`3SjwY4fL6ckM^t987ZfM&X<$l+pp~{ui-X1c7A%wl6;(~@UPCwy
z;9{q#-^4qig9UumTnq+I6WT+;%iqHvAcV-vA%JXy`h{In?kzc#eXW+D@SqDq5BhzQ
zT3ec2^kF3;Ck|@rxG+96Z>73)h{(Vo04mWGV%_ZmXE9AeS8W3Xm0IZ#5Qce+2sLdS
z_EQ#!vFsC~A)=mk!k3+B_6caw9L%DYKp0rt??E=n4yYOg$~G{QoWMiVzm|M||HH}i
zpWOY<-3K1KIeFvYrw$mN>UB;94vaNq-cH>Bcs(5pe5YlPd{ux)d_dRsfVv%E^ENo>
zwV-^*AetWZ8KyRJESPdw(t>@Va*0)^LIPtlTu4E>8A~pz#XtLT4wbR^hQXkg?R&7K
z>q2SLYS0J1K3)qlGl`905U@kGVnh?4GF1}@9u0iv3R+5`smJA#W1ot(_2#C~e1g<$
z3bYNqbi+W^Y+{r4z-y(R(#YH;j4~I>%(7l72hoEkPLWNvlusu9bGIhH*uU?cLHP?e
ze+2s+wO1{W+E%ZI)^f7{;c~M5;?~cK3Q=;PV1wQgr~t}S3V~Uu*8KsAO`d6?@}j`+
z3Pzgx@Chv^429ok#JQ@IR$nc^SR|jRmt)GQxh^jV!Dzgp0PAp!@L?jbz{~(IhUh90
z6}N*ONEm<^i1tY&U|12`Mp|p?6&J{>+4)&`!5%~=-C8_X>L8&wnY)9mbgV#puhk;i
zyKdO2n%#U4y0dHzAiWX&%9;h2<Lgy3OsptYQ-bz1UG$W(cYQ0=-hwR4WX3rB)O7+S
zY~@%1_UXf)!1d5VXM_>I!!Uv5=hn-P$G{3YhL;o^zXz8Q!x(D13f7@f1F{tH1VmT|
zW!Q;24~(gxRu|adSBFbm!Me6Ki@vf}eHZkA&8e!XsiTbD#CW7aIW<)sc3{9?%$OBL
zPOmTaRy#aP*)G&O0>S!y3P6zyfF_lNB0tQv3<Ww)KpY}g00UgDXCvwn(|^DdAYzLw
z!O@^jMI$SH752$LSOH-aq5wl>am<Dy@Z}-sslz=j_~AP2R8OPVhG$-~S}R;GaOe(f
zBh+z*pcP@eTo!83Ld3${3wvmy@E2bc46y*!gWPU50jjYV4Nyz`u+wbjzDl!4i?_&!
zK#sRyr()G{27wzw6x0%g2zFh=P3xPfKq~!|flT}jxvOFWdJyk5%M%W+I)U5PzzIH7
z>5M5NSGkFe#f|{;W>de`K;YOPM1Y^Hh3gfjK#UQpl4hX<7kC^7x8ZttG{mz6tl3;y
zD_*RrGupU<Z1|sh7WjiLiD{g&C>Ut@&=7+T#(Z*R5)I@kSPyg4#G8PLVGCi=A_QAN
zi^=yiI$`RNr%!b)Seerdh5*8^B_DrcpV+`=)AbsC-XuC*M6TKd$i5;rjMTWI*&FgK
zj~mJYLp(~qiGWw5BCnDuqW&Ahc<e9o_0)K$0mxM=a9~G3b{K!yBE5C3G?XO1^UU3o
zciqe6@E3pj)onk&b7F$u4^AZCc<+J6azC1@_1DYga;a8R4X9$Pg9wqHQSQyBxga-r
z{?y_eu;8ymR8o>WuM}TvufsSa*MTxQp3RJMKKYNWQy2cddSLh#16ND02&j?lB|o|8
zMDqLl%E@ip_rymLGN0t-=lo#78iZE&rIS^~tBXDsMz9l<#NrGhw+r#<Nyuj4?sj|C
z%$k-!#fKl}zt4iFh#Uxc7A9(W$U`W@z!*E1P9FW$#^R@6JpS@4s;&;tm7YERD<>9?
z<98ua%|>?6aw_H4z_#XR%9A5o2(1J&Z5lg+Wn>nxlaL?)v$Cq~Kx(p0)CswU+$?@p
zXY5GUTZ4ces!JQL7EZm&=OH&X%mM^B^Z_v9=;v{x=k)vl;a~_O1zlLhGqe$lTqI9t
zYsvPfAB>}vh`?rus5KI`0c&Yu!b+I}0_2$KX>9Zxqs-axqP)Sk^a|DN@4jWnkTY<x
z;o9{KlA7a(+2#Cc;Hn8#f6nTLPJRO(2@5ch>484tOzUOGLS|Ri4^7sbRjXSOzCZvD
zL0q-u(5M<KB{qRRn7)mcgfU`&T^MZ8HTHqYI3KF3@(CmlpZ94_yDQ|V$bD~}xtRki
zwp=a=p^Whpc`+he(TgBU1c3*E*NCJh6V}W92s9RGK$H;g6qh(#&hC_7r<jpt(}A-L
zMoUG;L=G(0bbY@se8)}4URO3kaIwo;ZMCC_J9>RAbw(^FG!c0^veZm%@}PFD<Dx<V
zv4Z_a(2b%E$|W@ZR3szS6ly56Q!9aZ4S=ILNkr19rXm<s#SF(0v8<|G!(jMRksJ~P
za1THV`xbH`)+BEZ+n=VfOe1DSbJavv#y8%vn40}$_KAbZH$So^7K<k+6%^O?fMzi*
zFd<$>5-mS4(j!_{qSiE!AJ-Y8(U!s{6)9i{(6i1pLg&{T-P;|nK07n_*kt0L-kbd7
z-8-tRzd04r8nc)dYuPfapUp(#^=c{k4R2@srZ!8csaVnBxwrJw5!@yd--hiEklNSj
zu=O2nzUtbjnM-cSJhc(E56_t=MSHGF+>o)2k+&=u5$@jrc{`*|`m8f}v3Pgz3$}1b
zlQKfpBEO>1oh(IkZ)3%jcM76<)skAz4b8LExngvIbPP!bvKL7K#szDX!`u1+1g=uP
zaA98zYoPxU0VtmuGD)dQA@Fg|Mf1uSyj+7s>7B~3E}orvy{f_$x8Fd(+(N~`=%{dd
zvRX=aEZ6Jx3t!(e3c@faGqt`F48w%JG7PD<FFpe6qHS-1dZt7JBex=DLOe}s;m74E
zq^@MMtElEg>ck^G$)7@Gg$f1T6OW*R<G}7Q*Gfw`H2ay&hq<q*$2R?54)+zvdP4z!
zX7dP-MwTDFpd-ugR%ZU_{9O|h{N5*#rPJ+NJ?oOOrM^29UA`nQTyuPRaK!LSd}-Dc
zg}%WN=B5HnJO01{W)Zc`hnTT(o;M=IED3WPeG7$h#7oTHr{&V40`v6T^pT}IrcsYa
zxw?%a76MXX5FVzhIXM#dUplnR_o*@{9tsrIWdcMos(E}E`LPMm3<PPU7;M-&-!V7$
z>C*_Jt~IQTNvAW6<Pm3y93$OFu*g1L4>9J`SB@z+7gE+TuPE_k`~d^X4;oL#A26W2
zYA>C0Z77_4o;{swk0&n|PKw0LnPlSH14_Nj)rOQM#*_#tAI}5IS|Om!7Q1{%dC!KB
zGWm|TC;sqa%CRA3JnS;zO0Rbglf{%{LrUsurad<{rp%?a5K>k)L`BFyZhTC+#BzJX
zM3#9nKa}oWI=-x`*2lY!<uwL<9d??|KVng&j-gKOwOMA2m<OX{g5hEQUpW#T5BYFl
zsuh9dij5I+92U|hKGM1(CVII^g9=1c7a*=Oq(uN;{JQYXZNH3gHyvWL5>tymXoUM(
z_lG|{^7tJS6a0P{LpM6ed~~Fxj;>pj_SH=_Rm!Q4UFJE&zPghvy*3t-D#wnWUYsml
zxUln~Qt1`6%Dd86;4Ra$XVH`o)k-MXCU5LJazs}_N480yHf7NOmBCe{^(ft-{V%Nw
z6j>im9^C&(va<d0L)A2PK$ASusyJC=S+kPGNJ;npuVO67cG_vHs6m`7E?V?bdkgD_
zC+9_h*(hV-=j`k9XNb-#%VxSd!BuO=SCI}^98VV;1S*|`$_pqPkAFPg_`JM;${rMJ
z7Q;IkGz_Cq3g}^2hp8MZRfQU;jN3>G#}c}xT}tV~igN&j)uY2`A#&wdBPw0`t66+x
z<(gSK@AGhj9Ar+n2-F%<-B*z&KEVf+F{;<7pP`A(!2)EYA({}#O;G{X{e&SBq}!1;
zDF%W7CrLQxfCbtXT40x201vcKc}F4~p{i)v;eDEpY);t*x7ydfyd%y~2#o~LMzU2#
zsUxi^z@}>mj9HzIbdc*yrE-`7U|L9~v8pQ+<7#6h7=>NlQR-&QB7I@!PFw$_n76yC
zURN_(9Mj7JKtm=y8hS?xsT7s7ZTM{9WSNA$;lbq2GkY*x1`2FgiIughSxBDC9u)1U
zaZVzzGmL=H@80{Mo~c@S^q~Hwwq<IUDe9#tmD5Np*}rAiCwR4Nqj|Ypp4WKgPEGEC
z4~?a+-&$#e=%3)BS^YrrCr>{VXKRkZ4v&txI<opWy5Yrfmq*?tH)79ZZw<7S@ml%O
zsMmi~Y(|5gS{qmyywL{C)VwmVHB0rq3_tbclj`tHmC`u-{IQJaZ)LxkAw<Vc{`$VX
z$y46#+jZ$Ld*Ev`WljEVJJh}DW~t<XPcu7qXQYGS+Q`X**$dab7RKt>yehC-%w-Kt
zbi7{C;^1_xK3Y69*bdC3J&8Dwdz<>;G`~_Kv4oMNNUl7!!Nkpf&MTv^PJ3KM8V;-B
zhLAMR4%w|LK~WkFj#4xl)R%Gt-D!wOqpTIj?4a%Z<Z$8VwYNX<5AzS)GckehcYZSW
z@;x$yI{WOd?efb@uYC7_!-nI{+h)#uXKG@C-|CXy)3~dm<1Da~KFd6@!DZ4{!YyHT
zPZtm<*ysj&Y>T2<WDGw%1487Y1JE-K94qZ&9_<XXKh7kgQql44u*3;Ow5v7mw8yU*
zax|M<74Ai*Me(yATNtSr^wBu;qMCXECYc385SM1#^x#W+_)r6czCNc@VM1Z=(V^pr
z4!hC1L&Moc1BaA2GdKzWSYb)VY(oUUn9#rgF6O^v_LZArtOW)(a8enuix3Ou(&Zx9
zfzwC-*s<AOJf6=p(qIEMD;tWzkjOG8Q*z8Xe`T%m!59)1!V<Nxj&Td(#%woSkx5@b
zlJ$%+Z^7<&-v<fMYB0U=Y+Tfa&){O%3$r^ICWD`)3)13{`Dp35rD*{1PxGI2I4^w?
zKRvXpFmBn#{2$w>`LswlSVHS%05@ZrVFdwU4^_il90HXI&2-xo)!KBabjFcF@wt8%
zlPoG)L(`~_>J9xw2$`ks&T?J^<VwE(?(SGpak)HaE~nv<^td24lt{`?wp-dz$9yfv
ze)Nz9NJB0G#_4p1?{q#Z$WcMYFYxzzR-t6OZI0{3(ur7dqBV}S7SPUOBAR;ui%~rS
zV*UcgjKJ)wa8>x2Qc2uH#(jxSVPAAp-Vb$*8m-Hm5UwVF@NVh$Ph<X@qn?OjzjUaE
z#IkJ-x|oD8Z!MlUdE({g8w*DlUO3)3b#(EC<a_V#eaJXuZRXQQk3rS7@Gg+z$?pA=
z$q)9|lkb0|oOBLsyKmU<!RgPIlE%RYO*lI)v|#13z5xOg-9WSbu*OGf&N&R`gcbf?
z2z_u@FRE|k9ZaKPgc8KvA;AyTeIf5`V)pXkbj}v$zK7v0OoU<v3<hji2~3FFak~9n
zri+8m7!^xRSY|qqi9#;Zp>ni{QE{{#y?nb1be7z%8)1kb#>_j*u#gU;+_YG_@5zB&
z@CglbfaY@utL+A`v60WgLiB|Jvq%TqG_(-7md$9v*ag|_cV;fD3MLiiR*y(y#hAjM
z4&)allmgAk8YC5NYrsx)I%KMYTMll^w6=vAlpt^!-ufUNfFhtWG=)<N(3}7SI?<L(
zp^y0>x(w+Vz%VSwa*6?VlHMe<t~8{em_FhF1Iev3+lS@TnSO8%8<7;iBAsg9$U;s+
zuW`Oja~7%$>!DYS#he=bYc@r{hC@!tnBa}DZSi#`4Cu-E7|#na&c-tp_`|{=WZ2Qu
zM2;I^6HJwaeS`w!Pg*=8;=~(tiQ8BgbVf-#H<JZERFwnE0OA6A@<J~SlBCWJ`0J4*
zb3wa4!9(&FEZ-j>jUk03C{M+k44#@oHyPtpQ&Vz3oh8)bN0W|u!2u=?3IORahckDG
zq`_MP)U#mtqk)aF1k6kTwn3}I0R;UB>7tK?7)XtNNsU&^AI*uXxHb5x%kcosQ$4|I
zR_I}rg6WmuAZ^1+vzd>v%aFZc-z3Ib9mmY+%k$dAC7*l$j<~7il|IEr4+VoxH5e1-
z;5sliYJH=U@c1f|c5!4kAPL7=3Xp#^3;*zv@R$=A+JkbGo|38={2?Xb6`3g?&B6r^
z(WBJgG6}DZO~R#2EwvaO%JR%Wr7}A+lf1TnZ<e=QWvc#pN;M6rk#fR7>#^B<U1{m9
zC12Tj&xe+@!?8e@hb<@~f$N&IYjsRs{@Cv1XOC`WHhFv`n`9tp0=arQlG(2y8p&jt
zlESIf-xRgt8_AKUt4VFk{^W1&-Ie^gcYE@Kdw1Q=8~jS{yl+ZpsKqRvcgkZ>zM4#4
z-W`{=UpbqnNEK=nd7f-6m8~ahDpOi8Cz+V1C!MHX1$&-hznQE$&Ud`Vv|2K0{m+n%
zEnJsh%|xWh$l+_n%*Vs3Ax&v}KFz^p_@&$nhu_sf^{7(8HwpX9b>#1eSPDzcVwPv)
zQn3W+W7ZOOUTUqmY^@SbHFEwpbu4-R>9|e~7mUu+3@~9{$Rk&{!0F_t-#W-v#VdM9
z5ZM;+AY+ShDaLs5W_tXOqw^d&_vr8S7{f3Tjqm0vGRAEIKp49g<|i>A#89S(oRMLQ
zPKjfa{Tdu3`GsVOE0^S#VFzH`kl5*M^+2$A;$rNPI$m82$Ox2M-K_i_i{!z!T=)9-
zCCc9>8BE7b;k7HdwfDr_SJmOFnwxt}{+XO)(^AHk%ac{DG3a<&0m4NP*>-y~44#bd
zKzwKB5kw=Umj>kY4tln+_N?2hl;sXYeFxI5`fL@!*SY%K%#2<?x%)sl&Qw}kMMS&H
zVSO0-YPwk?>{xyD1>Y>6gV}j=W*&AE{l~X->CV){HWzcm%wWizEXy4hGyzX9c|&53
z*c@OYkvCcSzb=LUlTeatto)CUIp%WdFJ!-$j5*ZDlsgo6jLW>mCFmRE72^x7x|@kU
zkfC3u1Mn2fI2$Va^m^&nIOhkM*S&%dtp)JI1CJnvIJhSoV8*>-Jmyg8JemF8j^r`5
zEBRt?Px9>(yBQqZDII{i{G0rlw=cQtQ#-OqFV8_}OGdid#9nAU93|DqTpNM{X%2jo
zF3DsalX~&uk(AoQ?`icbl<e!X!v*`~$KL(1nRbB5;mB?;iybm+vY7y3^YH;`SFF1i
z0)b&)P`GiK2w~XdjCyrW=#F^xxKh5J5yGYegij*8KU<6thOsUjuUOCr2#)8G0*<KS
z0|9t|^cW8!NP$n+0SaV5e{u8(pg!UD2&%|9bLa=Gf$77BINySE#yIMm8>IXWGc|0*
z761z8Jwy|XEMny0`e*~L%b7eL-lSb=HirZdJ7nk7hHh}dW|Lvat1KGHsyK>*3QKmL
z2o)87ZR8UHP{-ual-Qh2VPyit+7MRmO&`!~jubAjeX9%LxYZ(C4Ca&>gDsjw)Zg(N
z93xLlQY*O<Y@L7-;xwj>H|5<FWkh^2Kh8kwb!z?%WT<-+jJD6SY+TB89p<rwQqzEs
zwWMZqUcEA${wg#Pm(s{itOFs|udq?fS6;$TSw0Pk<sCV(#ZA+<475_5GKI<P+@w6C
zPdn<*AW6@`qN;;WlfZyvp{51OxWE*}0U%PWXX!#-1q}ywvC%Ha1CyG<C_E7n6x>i-
z@mNR)f76rnS_Ck*1SW7z&de*GL9I$fK$oNt<lrL^JTM3+F&SQ<wnX&$Zfgal1763_
zfYty9yGv7rAElzp_lUBxb2q~pF?6g6OL8!j*LYOW0%uMiJ$YR8Y=LntrL$BL*-^uH
zD#zmC;<$0ttRXcJF}hKsq0g9re?Y(6)+TyVO+SU=r03*4be<68L;PAutDc00rBs|o
z!$iR_4yYhQXixI=v3?6FX<-d+R?}~27cj4$#rVltbbm06zm5jb>+rd6zNOnI1Q_C&
zoc#9gm~5ZNso@}ZCuAf-M80JZ7!UXf`4|}CkpXs$EN9>zMSz;GLnOF$tk9+nCg-I(
zB_g<jmK%$#Vd&#r1=KWa-xM~<slbI~+ll~eRw_Ko#W>!<QZ6{l=lOM7&WwfeFi7N5
z_Q+)ke3rnHsN6g!D^(Vs76R4_dO}&@f7+ortGSVG3y)abCe!pH0;7ta0XUwdV<`&l
zpe~tZK@tKAa%9nrp+^drCekR-!lfc;FqmzB;2|$0<&=DG#2WhIIe&`S;b~zp6gw5z
zJ77??#3ny``~F?&<?N~^bBS?c^1pB277K&Mlx-Wmb-m10)NeHc`f)IDM9FnjbBRH#
z_!=gyE|F<&F5fcg7Cy|0>aeLvtLs_gl}i5qN4{m!t>>;`(n<th{9kHRe_7)ln`R7U
zWxuTPGS&+}gc>hREec3HFl<sgZJMxk(Ng99nJ-+Y!f;+jy0M8LARe3d#naP6MbaCT
z_gymWi?69Nyy?7eH0{f9-p8(3?z=_?!``_yJY;hQEUCWtiv0ZIdoSHH{K1416Z?}N
zzqc#-^6s6<-uLg4r+)C>gE#-%q2!rocP8z-<+9rNffX1aGhY|aKQP0OuQ+TzzT(u2
zH{HDBmh58@U-Q>~^oOT#6p`N_O<%&#i|3C$DVu!tquY|ddVjlYGJJM1fBNG2AHKj%
zKBJGzU_5Pfo6+I$^xcc+zxL|oM#YnR-rp%`fA9SVZ@#mU{LA}C1d@BI$-ln0ZDNAo
z!(ey%0J}nR$%DW5Kdb7u4@^w(`@VEn!S73PlKkVrBjbke(&sLouYcnb&=D}%;E%ul
p`Sw4zCMNieJ+iNh=c|98+#eo%;M9v-Z{^jy`QH{$x^@%(`acN2eOUki

delta 1347
zcmZux&ube;6yB8+N>sa6j4C^BoxD^g!Hq53N(gmvC~geJIH8Jd2+75acW1SOS2Nq0
zSqt@|=8{VYqzq*XIrNeq+Y;Q;KcO_xL&>2%6$<$e5-7dp&8%wYM}=nfwDab@@B7}H
z_w>n;J3kJMwAP1?R6YB-_}#k?N0yEb;qU(1(PwWs<DdG>@EE?iQPtNQUk`hpT_?T#
z^t=y7j7--6wkQ{JV+%f!B#q&!2(yHm^nTU+`Y7HBL?>kl4Xu}Y%?$#=VTXdG5z`vI
zx=hEAr6F;DC~L=BHOl2R4jsaK=&q=mg)W6i($6x=b<#86kB;{{BBTlKs4R$qC?IK?
z^cZi$9+6CB3a*Ha70?1UHQ7lhtg<M|6cZeTgg|hm3D>YP|1oH)v^^*ySXqNqBAviu
z*oujURA7DxVv;13x6zF7I5Im|P-8rzlJbCpNHy!Q&xytq2n!JvLSW?l@3VfjuRxPs
z44_z>vxuP%8t@36MWVYlzoaSEOtU>YIO<|SjFKchV4OyHilG7sO~@dgI}li9X)2^v
z166IXgT1z^QAb?0MN&>~k!kdtJHQ7zrhx1)#jKNtg;b(wJs?3q6SSQ^)~hSzZj^|w
znXEL;waN$PZUxN4%H;mu*loXgxhTDhhxNgPPA+>eVp0`+f$$I%L6%H6%(aW}8NXIH
zGjwAAQtd+NWF59*rU1W!BZ2`n+bA*RU>?^_o9@Kw*dY81-D4K+E|}Ys>*h}Tgt=6E
zbN|`o7p3=MCDBxJWPk~;56}ZP0&3Li=@|QABjdIX=J#)*UoO|-awf5)*k_Oy4zh57
zP@sTZ=>I?sGy_E?Bgvrl4cHV;fTF`~o-Rug+w-B|NSeD{MLKv1iogv_>PTmOMQy`d
z_8lQ9;-pcQ6x4en15Qy0>}iF(vF$_bY1@7p?}xiM{}=u6iWID0y$_A@;XrT$;M3(V
zhn+F8ee<|8vUFn98Ta}>pK`|1qk3qKe7oUqI^(B?f5jQCdH<c#`H{S`;E$WB>GAyj
zygv-D4-_|n+~dKm?Gtvq%sMa8{p+h1jvTwr96EUqZk<14gI;i6KP>(BVePo**){W$
z*Dp<TcKcjDx9B?-`SK#-nO=2x@^sOkawzZFw;yeqZ~AYKw$}Ypb?9Iu=BJvt_pi*C
UoBqsO$Gl_SpC!+m`om^<4mj?(?*IS*

diff --git a/docs/_downloads/7b7004dc2ea6f839be532665e16e0426/torch_export_llama2.py b/docs/_downloads/7b7004dc2ea6f839be532665e16e0426/torch_export_llama2.py
new file mode 100644
index 0000000000..195944688b
--- /dev/null
+++ b/docs/_downloads/7b7004dc2ea6f839be532665e16e0426/torch_export_llama2.py
@@ -0,0 +1,90 @@
+"""
+.. _torch_export_llama2:
+
+Compiling Llama2 using the Torch-TensorRT with dynamo backend
+==========================================================
+
+This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a Llama2 model."""
+
+# %%
+# Imports and Model Definition
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+import torch
+import torch_tensorrt
+from transformers import AutoModelForCausalLM, AutoTokenizer
+from utils import export_llm, generate
+
+# %%
+# Define the parameters and initialize the model
+MAX_TOKENS = 32
+DEVICE = torch.device("cuda:0")
+
+# Define the Llama2 model from hugging face
+# kv_cache is not supported in Torch-TRT currently.
+# CPU is used here so that GPU memory is reserved for TRT compilation.
+llama_path = "meta-llama/Llama-2-7b-chat-hf"
+with torch.no_grad():
+    model = AutoModelForCausalLM.from_pretrained(
+        llama_path, use_cache=False, attn_implementation="eager"
+    ).eval()
+
+tokenizer = AutoTokenizer.from_pretrained(llama_path)
+
+# %%
+# Tokenize a sample input prompt and get pytorch model outputs
+prompt = "What is dynamic programming?"
+model_inputs = tokenizer(prompt, return_tensors="pt")
+input_ids = model_inputs.input_ids
+
+# Auto-regressive generation loop for greedy decoding using PyTorch model
+# We use a custom generate function which is very similar to the huggingface one.
+pyt_gen_tokens = generate(model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)
+
+# %%
+# Compilation with `Torch-TensorRT` using dynamo backend and generate TensorRT outputs
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+# Export the llama2 model into an ExportedProgram which is input of TRT compilation
+llama2_ep = export_llm(model, input_ids, max_seq_len=64)
+trt_model = torch_tensorrt.dynamo.compile(
+    llama2_ep,
+    inputs=[input_ids],
+    enabled_precisions={torch.float32},
+    min_block_size=1,
+    truncate_double=True,
+    device=DEVICE,
+    disable_tf32=True,
+)
+
+# Auto-regressive generation loop for greedy decoding using TensorRT model
+# We use a custom generate function which is very similar to the huggingface one.
+# Move inputs to GPU
+input_ids = input_ids.to(DEVICE)
+trt_gen_tokens = generate(trt_model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)
+
+# %%
+# Decode the output sentences of PyTorch and TensorRT
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+print("=============================")
+print(
+    "Pytorch model generated text: ",
+    tokenizer.batch_decode(
+        pyt_gen_tokens, skip_special_tokens=True, clean_up_tokenization_spaces=False
+    )[0],
+)
+print("=============================")
+print(
+    "TensorRT model generated text: ",
+    tokenizer.batch_decode(
+        trt_gen_tokens,
+        skip_special_tokens=True,
+        clean_up_tokenization_spaces=False,
+    )[0],
+)
+
+# %%
+# The output sentences should look like
+# =============================
+# Pytorch model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my
+# =============================
+# TensorRT model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my
diff --git a/docs/_downloads/7e3a125a2d4ba8274a41b46f5e0723fa/refit_engine_example.py b/docs/_downloads/7e3a125a2d4ba8274a41b46f5e0723fa/refit_engine_example.py
index c8cd5590d3..1feb033a3a 100644
--- a/docs/_downloads/7e3a125a2d4ba8274a41b46f5e0723fa/refit_engine_example.py
+++ b/docs/_downloads/7e3a125a2d4ba8274a41b46f5e0723fa/refit_engine_example.py
@@ -1,19 +1,26 @@
 """
 .. _refit_engine_example:
 
-Refit  TenorRT Graph Module with Torch-TensorRT
+Refitting Torch-TensorRT Programs with New Weights
 ===================================================================
 
-We are going to demonstrate how a compiled TensorRT Graph Module can be refitted with updated weights.
-
-In many cases, we frequently update the weights of models, such as applying various LoRA to Stable Diffusion or constant A/B testing of AI products.
-That poses challenges for TensorRT inference optimizations, as compiling the TensorRT engines takes significant time, making repetitive compilation highly inefficient.
-Torch-TensorRT supports refitting TensorRT graph modules without re-compiling the engine, considerably accelerating the workflow.
+Compilation is an expensive operation as it involves many graph transformations, translations
+and optimizations applied on the model. In cases were the weights of a model might be updated
+occasionally (e.g. inserting LoRA adapters), the large cost of recompilation can make it infeasible
+to use TensorRT if the compiled program needed to be built from scratch each time. Torch-TensorRT
+provides a PyTorch native mechanism to update the weights of a compiled TensorRT program without
+recompiling from scratch through weight refitting.
 
 In this tutorial, we are going to walk through
-1. Compiling a PyTorch model to a TensorRT Graph Module
-2. Save and load a graph module
-3. Refit the graph module
+
+    1. Compiling a PyTorch model to a TensorRT Graph Module
+    2. Save and load a graph module
+    3. Refit the graph module
+
+This tutorial focuses mostly on the AOT workflow where it is most likely that a user might need to
+manually refit a module. In the JIT workflow, weight changes trigger recompilation. As the engine
+has previously been built, with an engine cache enabled, Torch-TensorRT can automatically recognize
+a previously built engine, trigger refit and short cut recompilation on behalf of the user (see: :ref:`engine_caching_example`).
 """
 
 # %%
@@ -36,10 +43,17 @@
 
 
 # %%
-# Compile the module for the first time and save it.
-# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-
-model = models.resnet18(pretrained=True).eval().to("cuda")
+# Make a Refitable Compilation Program
+# ---------------------------------------
+#
+# The inital step is to compile a module and save it as with a normal. Note that there is an
+# additional parameter `make_refitable` that is set to `True`. This parameter is used to
+# indicate that the engine being built should support weight refitting later. Engines built without
+# these setttings will not be able to be refit.
+#
+# In this case we are going to compile a ResNet18 model with randomly initialized weights and save it.
+
+model = models.resnet18(pretrained=False).eval().to("cuda")
 exp_program = torch.export.export(model, tuple(inputs))
 enabled_precisions = {torch.float}
 debug = False
@@ -59,16 +73,20 @@
 )  # Output is a torch.fx.GraphModule
 
 # Save the graph module as an exported program
-# This is only supported when use_python_runtime = False
 torch_trt.save(trt_gm, "./compiled.ep", inputs=inputs)
 
 
 # %%
-# Refit the module with update model weights
-# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+# Refit the Program with Pretrained Weights
+# ------------------------------------------
+#
+# Random weights are not useful for inference. But now instead of recompiling the model, we can
+# refit the model with the pretrained weights. This is done by setting up another PyTorch module
+# with the target weights and exporting it as an ExportedProgram. Then the ``refit_module_weights``
+# function is used to update the weights of the compiled module with the new weights.
 
 # Create and compile the updated model
-model2 = models.resnet18(pretrained=False).eval().to("cuda")
+model2 = models.resnet18(pretrained=True).eval().to("cuda")
 exp_program2 = torch.export.export(model2, tuple(inputs))
 
 
@@ -91,8 +109,32 @@
 print("Refit successfully!")
 
 # %%
-# Alternative Workflow using Python Runtime
+#
+# Advanced Usage
 # -----------------------------
-
-# Currently python runtime does not support engine serialization. So the refitting will be done in the same runtime.
-# This usecase is more useful when you need to switch different weights in the same runtime, such as using Stable Diffusion.
+#
+# There are a number of settings you can use to control the refit process
+#
+# Weight Map Cache
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+#
+# Weight refitting works by matching the weights of the compiled module with the new weights from
+# the user supplied ExportedProgram. Since 1:1 name matching from PyTorch to TensorRT is hard to accomplish,
+# the only gaurenteed way to match weights at *refit-time* is to pass the new ExportedProgram through the
+# early phases of the compilation process to generate near identical weight names. This can be expensive
+# and is not always necessary.
+#
+# To avoid this, **At initial compile**, Torch-TensorRt will attempt to cache a direct mapping from PyTorch
+# weights to TensorRT weights. This cache is stored in the compiled module as metadata and can be used
+# to speed up refit. If the cache is not present, the refit system will fallback to rebuilding the mapping at
+# refit-time. Use of this cache is controlled by the ``use_weight_map_cache`` parameter.
+#
+# Since the cache uses a heuristic based system for matching PyTorch and TensorRT weights, you may want to verify the refitting. This can be done by setting
+# ``verify_output`` to True and providing sample ``arg_inputs`` and ``kwarg_inputs``. When this is done, the refit
+# system will run the refitted module and the user supplied module on the same inputs and compare the outputs.
+#
+# In-Place Refit
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+#
+# ``in_place`` allows the user to refit the module in place. This is useful when the user wants to update the weights
+# of the compiled module without creating a new module.
diff --git a/docs/_downloads/9e148ac48490c84d381ee281904f3226/torch_export_llama2.ipynb b/docs/_downloads/9e148ac48490c84d381ee281904f3226/torch_export_llama2.ipynb
new file mode 100644
index 0000000000..d19be753a0
--- /dev/null
+++ b/docs/_downloads/9e148ac48490c84d381ee281904f3226/torch_export_llama2.ipynb
@@ -0,0 +1,129 @@
+{
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "\n\n# Compiling Llama2 using the Torch-TensorRT with dynamo backend\n\nThis interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a Llama2 model.\n"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Imports and Model Definition\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "import torch\nimport torch_tensorrt\nfrom transformers import AutoModelForCausalLM, AutoTokenizer\nfrom utils import export_llm, generate"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "Define the parameters and initialize the model\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "MAX_TOKENS = 32\nDEVICE = torch.device(\"cuda:0\")\n\n# Define the Llama2 model from hugging face\n# kv_cache is not supported in Torch-TRT currently.\n# CPU is used here so that GPU memory is reserved for TRT compilation.\nllama_path = \"meta-llama/Llama-2-7b-chat-hf\"\nwith torch.no_grad():\n    model = AutoModelForCausalLM.from_pretrained(\n        llama_path, use_cache=False, attn_implementation=\"eager\"\n    ).eval()\n\ntokenizer = AutoTokenizer.from_pretrained(llama_path)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "Tokenize a sample input prompt and get pytorch model outputs\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "prompt = \"What is dynamic programming?\"\nmodel_inputs = tokenizer(prompt, return_tensors=\"pt\")\ninput_ids = model_inputs.input_ids\n\n# Auto-regressive generation loop for greedy decoding using PyTorch model\n# We use a custom generate function which is very similar to the huggingface one.\npyt_gen_tokens = generate(model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Compilation with `Torch-TensorRT` using dynamo backend and generate TensorRT outputs\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "# Export the llama2 model into an ExportedProgram which is input of TRT compilation\nllama2_ep = export_llm(model, input_ids, max_seq_len=64)\ntrt_model = torch_tensorrt.dynamo.compile(\n    llama2_ep,\n    inputs=[input_ids],\n    enabled_precisions={torch.float32},\n    min_block_size=1,\n    truncate_double=True,\n    device=DEVICE,\n    disable_tf32=True,\n)\n\n# Auto-regressive generation loop for greedy decoding using TensorRT model\n# We use a custom generate function which is very similar to the huggingface one.\n# Move inputs to GPU\ninput_ids = input_ids.to(DEVICE)\ntrt_gen_tokens = generate(trt_model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Decode the output sentences of PyTorch and TensorRT\n\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "collapsed": false
+      },
+      "outputs": [],
+      "source": [
+        "print(\"=============================\")\nprint(\n    \"Pytorch model generated text: \",\n    tokenizer.batch_decode(\n        pyt_gen_tokens, skip_special_tokens=True, clean_up_tokenization_spaces=False\n    )[0],\n)\nprint(\"=============================\")\nprint(\n    \"TensorRT model generated text: \",\n    tokenizer.batch_decode(\n        trt_gen_tokens,\n        skip_special_tokens=True,\n        clean_up_tokenization_spaces=False,\n    )[0],\n)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "# The output sentences should look like\nPytorch model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my\n=============================\nTensorRT model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my\n\n"
+      ]
+    }
+  ],
+  "metadata": {
+    "kernelspec": {
+      "display_name": "Python 3",
+      "language": "python",
+      "name": "python3"
+    },
+    "language_info": {
+      "codemirror_mode": {
+        "name": "ipython",
+        "version": 3
+      },
+      "file_extension": ".py",
+      "mimetype": "text/x-python",
+      "name": "python",
+      "nbconvert_exporter": "python",
+      "pygments_lexer": "ipython3",
+      "version": "3.11.0"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}
\ No newline at end of file
diff --git a/docs/_downloads/d9a9caffd95dc397ffb9ea9d37a89f06/refit_engine_example.ipynb b/docs/_downloads/d9a9caffd95dc397ffb9ea9d37a89f06/refit_engine_example.ipynb
index 901f5b7743..8cf6de7904 100644
--- a/docs/_downloads/d9a9caffd95dc397ffb9ea9d37a89f06/refit_engine_example.ipynb
+++ b/docs/_downloads/d9a9caffd95dc397ffb9ea9d37a89f06/refit_engine_example.ipynb
@@ -4,7 +4,7 @@
       "cell_type": "markdown",
       "metadata": {},
       "source": [
-        "\n\n# Refit  TenorRT Graph Module with Torch-TensorRT\n\nWe are going to demonstrate how a compiled TensorRT Graph Module can be refitted with updated weights.\n\nIn many cases, we frequently update the weights of models, such as applying various LoRA to Stable Diffusion or constant A/B testing of AI products.\nThat poses challenges for TensorRT inference optimizations, as compiling the TensorRT engines takes significant time, making repetitive compilation highly inefficient.\nTorch-TensorRT supports refitting TensorRT graph modules without re-compiling the engine, considerably accelerating the workflow.\n\nIn this tutorial, we are going to walk through\n1. Compiling a PyTorch model to a TensorRT Graph Module\n2. Save and load a graph module\n3. Refit the graph module\n"
+        "\n\n# Refitting Torch-TensorRT Programs with New Weights\n\nCompilation is an expensive operation as it involves many graph transformations, translations\nand optimizations applied on the model. In cases were the weights of a model might be updated\noccasionally (e.g. inserting LoRA adapters), the large cost of recompilation can make it infeasible\nto use TensorRT if the compiled program needed to be built from scratch each time. Torch-TensorRT\nprovides a PyTorch native mechanism to update the weights of a compiled TensorRT program without\nrecompiling from scratch through weight refitting.\n\nIn this tutorial, we are going to walk through\n\n    1. Compiling a PyTorch model to a TensorRT Graph Module\n    2. Save and load a graph module\n    3. Refit the graph module\n\nThis tutorial focuses mostly on the AOT workflow where it is most likely that a user might need to\nmanually refit a module. In the JIT workflow, weight changes trigger recompilation. As the engine\nhas previously been built, with an engine cache enabled, Torch-TensorRT can automatically recognize\na previously built engine, trigger refit and short cut recompilation on behalf of the user (see: `engine_caching_example`).\n"
       ]
     },
     {
@@ -36,7 +36,7 @@
       "cell_type": "markdown",
       "metadata": {},
       "source": [
-        "### Compile the module for the first time and save it.\n\n"
+        "## Make a Refitable Compilation Program\n\nThe inital step is to compile a module and save it as with a normal. Note that there is an\nadditional parameter `make_refitable` that is set to `True`. This parameter is used to\nindicate that the engine being built should support weight refitting later. Engines built without\nthese setttings will not be able to be refit.\n\nIn this case we are going to compile a ResNet18 model with randomly initialized weights and save it.\n\n"
       ]
     },
     {
@@ -47,14 +47,14 @@
       },
       "outputs": [],
       "source": [
-        "model = models.resnet18(pretrained=True).eval().to(\"cuda\")\nexp_program = torch.export.export(model, tuple(inputs))\nenabled_precisions = {torch.float}\ndebug = False\nworkspace_size = 20 << 30\nmin_block_size = 0\nuse_python_runtime = False\ntorch_executed_ops = {}\ntrt_gm = torch_trt.dynamo.compile(\n    exp_program,\n    tuple(inputs),\n    use_python_runtime=use_python_runtime,\n    enabled_precisions=enabled_precisions,\n    debug=debug,\n    min_block_size=min_block_size,\n    torch_executed_ops=torch_executed_ops,\n    make_refitable=True,\n)  # Output is a torch.fx.GraphModule\n\n# Save the graph module as an exported program\n# This is only supported when use_python_runtime = False\ntorch_trt.save(trt_gm, \"./compiled.ep\", inputs=inputs)"
+        "model = models.resnet18(pretrained=False).eval().to(\"cuda\")\nexp_program = torch.export.export(model, tuple(inputs))\nenabled_precisions = {torch.float}\ndebug = False\nworkspace_size = 20 << 30\nmin_block_size = 0\nuse_python_runtime = False\ntorch_executed_ops = {}\ntrt_gm = torch_trt.dynamo.compile(\n    exp_program,\n    tuple(inputs),\n    use_python_runtime=use_python_runtime,\n    enabled_precisions=enabled_precisions,\n    debug=debug,\n    min_block_size=min_block_size,\n    torch_executed_ops=torch_executed_ops,\n    make_refitable=True,\n)  # Output is a torch.fx.GraphModule\n\n# Save the graph module as an exported program\ntorch_trt.save(trt_gm, \"./compiled.ep\", inputs=inputs)"
       ]
     },
     {
       "cell_type": "markdown",
       "metadata": {},
       "source": [
-        "### Refit the module with update model weights\n\n"
+        "## Refit the Program with Pretrained Weights\n\nRandom weights are not useful for inference. But now instead of recompiling the model, we can\nrefit the model with the pretrained weights. This is done by setting up another PyTorch module\nwith the target weights and exporting it as an ExportedProgram. Then the ``refit_module_weights``\nfunction is used to update the weights of the compiled module with the new weights.\n\n"
       ]
     },
     {
@@ -65,25 +65,14 @@
       },
       "outputs": [],
       "source": [
-        "# Create and compile the updated model\nmodel2 = models.resnet18(pretrained=False).eval().to(\"cuda\")\nexp_program2 = torch.export.export(model2, tuple(inputs))\n\n\ncompiled_trt_ep = torch_trt.load(\"./compiled.ep\")\n\n# This returns a new module with updated weights\nnew_trt_gm = refit_module_weights(\n    compiled_module=compiled_trt_ep,\n    new_weight_module=exp_program2,\n    arg_inputs=inputs,\n)\n\n# Check the output\nexpected_outputs, refitted_outputs = exp_program2.module()(*inputs), new_trt_gm(*inputs)\nfor expected_output, refitted_output in zip(expected_outputs, refitted_outputs):\n    assert torch.allclose(\n        expected_output, refitted_output, 1e-2, 1e-2\n    ), \"Refit Result is not correct. Refit failed\"\n\nprint(\"Refit successfully!\")"
+        "# Create and compile the updated model\nmodel2 = models.resnet18(pretrained=True).eval().to(\"cuda\")\nexp_program2 = torch.export.export(model2, tuple(inputs))\n\n\ncompiled_trt_ep = torch_trt.load(\"./compiled.ep\")\n\n# This returns a new module with updated weights\nnew_trt_gm = refit_module_weights(\n    compiled_module=compiled_trt_ep,\n    new_weight_module=exp_program2,\n    arg_inputs=inputs,\n)\n\n# Check the output\nexpected_outputs, refitted_outputs = exp_program2.module()(*inputs), new_trt_gm(*inputs)\nfor expected_output, refitted_output in zip(expected_outputs, refitted_outputs):\n    assert torch.allclose(\n        expected_output, refitted_output, 1e-2, 1e-2\n    ), \"Refit Result is not correct. Refit failed\"\n\nprint(\"Refit successfully!\")"
       ]
     },
     {
       "cell_type": "markdown",
       "metadata": {},
       "source": [
-        "## Alternative Workflow using Python Runtime\n\n"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "collapsed": false
-      },
-      "outputs": [],
-      "source": [
-        "# Currently python runtime does not support engine serialization. So the refitting will be done in the same runtime.\n# This usecase is more useful when you need to switch different weights in the same runtime, such as using Stable Diffusion."
+        "## Advanced Usage\n\nThere are a number of settings you can use to control the refit process\n\n### Weight Map Cache\n\nWeight refitting works by matching the weights of the compiled module with the new weights from\nthe user supplied ExportedProgram. Since 1:1 name matching from PyTorch to TensorRT is hard to accomplish,\nthe only gaurenteed way to match weights at *refit-time* is to pass the new ExportedProgram through the\nearly phases of the compilation process to generate near identical weight names. This can be expensive\nand is not always necessary.\n\nTo avoid this, **At initial compile**, Torch-TensorRt will attempt to cache a direct mapping from PyTorch\nweights to TensorRT weights. This cache is stored in the compiled module as metadata and can be used\nto speed up refit. If the cache is not present, the refit system will fallback to rebuilding the mapping at\nrefit-time. Use of this cache is controlled by the ``use_weight_map_cache`` parameter.\n\nSince the cache uses a heuristic based system for matching PyTorch and TensorRT weights, you may want to verify the refitting. This can be done by setting\n``verify_output`` to True and providing sample ``arg_inputs`` and ``kwarg_inputs``. When this is done, the refit\nsystem will run the refitted module and the user supplied module on the same inputs and compare the outputs.\n\n### In-Place Refit\n\n``in_place`` allows the user to refit the module in place. This is useful when the user wants to update the weights\nof the compiled module without creating a new module.\n\n"
       ]
     }
   ],
diff --git a/docs/_downloads/fdd0cb7713d049345adec03926d28414/engine_caching_bert_example.py b/docs/_downloads/fdd0cb7713d049345adec03926d28414/engine_caching_bert_example.py
new file mode 100644
index 0000000000..428c414a06
--- /dev/null
+++ b/docs/_downloads/fdd0cb7713d049345adec03926d28414/engine_caching_bert_example.py
@@ -0,0 +1,75 @@
+"""
+
+.. _engine_caching_bert_example:
+
+Engine Caching (BERT)
+=======================
+
+Small caching example on BERT.
+"""
+
+import numpy as np
+import torch
+import torch_tensorrt
+from engine_caching_example import remove_timing_cache
+from transformers import BertModel
+
+np.random.seed(0)
+torch.manual_seed(0)
+
+model = BertModel.from_pretrained("bert-base-uncased", return_dict=False).cuda().eval()
+inputs = [
+    torch.randint(0, 2, (1, 14), dtype=torch.int32).to("cuda"),
+    torch.randint(0, 2, (1, 14), dtype=torch.int32).to("cuda"),
+]
+
+
+def compile_bert(iterations=3):
+    times = []
+    start = torch.cuda.Event(enable_timing=True)
+    end = torch.cuda.Event(enable_timing=True)
+
+    # The 1st iteration is to measure the compilation time without engine caching
+    # The 2nd and 3rd iterations are to measure the compilation time with engine caching.
+    # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.
+    # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.
+    for i in range(iterations):
+        # remove timing cache and reset dynamo for engine caching messurement
+        remove_timing_cache()
+        torch._dynamo.reset()
+
+        if i == 0:
+            cache_built_engines = False
+            reuse_cached_engines = False
+        else:
+            cache_built_engines = True
+            reuse_cached_engines = True
+
+        start.record()
+        compilation_kwargs = {
+            "use_python_runtime": False,
+            "enabled_precisions": {torch.float},
+            "truncate_double": True,
+            "debug": False,
+            "min_block_size": 1,
+            "make_refitable": True,
+            "cache_built_engines": cache_built_engines,
+            "reuse_cached_engines": reuse_cached_engines,
+            "engine_cache_dir": "/tmp/torch_trt_bert_engine_cache",
+            "engine_cache_size": 1 << 30,  # 1GB
+        }
+        optimized_model = torch.compile(
+            model,
+            backend="torch_tensorrt",
+            options=compilation_kwargs,
+        )
+        optimized_model(*inputs)
+        end.record()
+        torch.cuda.synchronize()
+        times.append(start.elapsed_time(end))
+
+    print("-----compile bert-----> compilation time:\n", times, "milliseconds")
+
+
+if __name__ == "__main__":
+    compile_bert()
diff --git a/docs/_images/sphx_glr_engine_caching_bert_example_thumb.png b/docs/_images/sphx_glr_engine_caching_bert_example_thumb.png
new file mode 100644
index 0000000000000000000000000000000000000000..8a5fed589d17fe6ee62d6a9788519dba471fbd65
GIT binary patch
literal 26794
zcmd3N^;cV6&~<SuCAeFl(4s|(J3)&T2rk8;P~2Tha45yKc!RqHEp7#hLvXj?ZZFTf
z*8BYp-w#<U>z<r@Gv~~mJ+tTR2sITsTx<&LSFc{-D#(M>U%f(#fBBGMqQ6{mHpumQ
z^~%~w0VJvEnR)nlooKF`yb|H}xA|C<^cUE&K&!B{#ar*%RrUI{fOnuSCL$03!--#|
zXbLuXBIIR=G00EgrNBb5!{Wg0L?-(}Cu?Haf+0F7%3dlH!I7q$mL$Yecj9<`jSzfT
z^D5Zgt0)_Z#Ecth&8aB^q#^tt+jp*g;+l3Kuta%Af{32Sylxr^V1hg&jmnR}mkXfv
zAbI2;{|#XPvE=`E0P<S?^9AVTE1Z82S>eA)C<&;HFH;EcKm_ss4Tt~~BwnThPbC<U
z{y+Qy-yssCdl=>g5(+AS2SjXlQXBFG6FYU#Fiz_d=HGDi{5xv>!;RVHaotlES;<Vs
z54)3=h(~4As6dmO)fSx8D!+i$VC>Y{+4GrXjSnu(wiwX$)Rm{msq2XKT(PDE-xEgi
z_(VivIE9l($F=w;5%X502cyd9S;o)?@*@IUt%-#RKi)is3GxWf#e9B1a0p}-K^GkH
zE#RcLH-hEomo}wtS-`xST`geg^-vL1i@Xk;hL(*ihF<qw7%c*?Q+E}k)1pi-WN4&J
zrc9QIvTOJ=TWorN19X#w9YvE^0xfTy!~GL#58!=LRoJfOBeNadJQGEW^>VL8OfGro
z7;=ZwLXX%~LDV&-I)%f^Zc@iBUPr)DOdL&SY8Fe4jRr0M^?OY#0}B$nzJ&L1In9Al
zQOK9T4G@xxBY?1&=&}M<$uJ+xfTKBW>PRAN(VR;B>we1G_F=pv`)g>`Z^uYRx_jEF
z<Ml1t4a&-D$31j+QCSBStgUGDG#OX))Ly@#cs>LgunT}hWZL=J)o}-tSc-H43?kvu
z2VGc#wT9ESOGB&rE@vy9Zz3|&#<T%q7(yR6b>)3Ae*}ua?Sht~cbom|GLpPlTSm&X
z8g90~9$!qLFeLh!xc`P0$(R$Ja&h&6EezoO__ACMkpyr<B+{;|AT;h98iu@OkGbHl
zGYQkX4NM%Rey;N@d@DM~2kNR!mU_AYWtf#)e}ui_>*-p^zc6Sxuga|EOJ~>i$53|i
zk3uPR?4WZH-H$~ya%J$=ipQkS-owRa4tw(P{%YPDc|taynH>AT=I|^o0}49wU~C{J
zauK2=H85m@3Fzliq*hcd5LX*{uUE#$CpBIVU20AE#`cp-cs73fa2V=^W|F4HJO04v
zh?+`+`1w}s-C)?|2Q&Bi)%tp}=My{T_L}AL?X!5%*(mp1+HX=ICa0VpGHL53#n?|w
zrsVN!1h2aM0663#mGa+wr{K=E&1QL;2u+|ml4!Vcv|H~i8eectf>jNDUkq^angTdW
z)#m!O%sOuC%7f^!Qht!qCw#tfe81zkyyL#c-mQq;u_=hU8Y&X0P3ZX%SuC=j%cBp_
zr)IOhDL^juo$ys}!om$%Q`tjo6J*I-hLpYq;KY(EwP$7&><+R6Cs-uf#l&-#?&}Uc
z2}fsB6#K32O!O58@ksbMFteP}G2(2lnU(Xx0EQ{|6Fyl`z1ErflfT{pGkLUjTO->;
z)k=c&e_nqG{-=f;xxac&YcIobydWM*>-WCPDRj}<`M?J$>U-1W=e@wPjOqn`WB6h3
zK~jXSxO+anw%MV<(bYq5#QL@?&$9}E9mOt!yYPhfLyOPk<($)-DALZ(Z<${Ys2e!I
zEf@cqbht`&4<v}sP#}Lx4n!!n0Yy~ga^ziw<gSkSH*`h*QC-LW26MvjQwQ^Vr$sI=
zO3>b(^c=S@?tyU^-%7nsg>47yyUusdaMN|<O`K4>9?WoX_ry|GMNc@rE*&1ZWvhRi
z_S3m-n`bk(@O+$m8Kp&CbTqx#!3Ro^Y+#WD0wD>iyApzndvKsR&ejCNHW0D$L?Y{&
z-+!(ex(HR2t+z8ezJ13p%e#_pEzeK4BMasjYdnwJ?s{s>RYi;(GFI&e<aS()?XjWO
zoYY<N7r&duY31K@BufxfDguxb7oZWLurjz{vg84UbI9BdjF6-Y{<Q7%utyW)+c$+0
z<MkF<9?8fp7m*z+oS$&oEZ>z1i>3C&Ca}f(#daZAeX;DyOc))i?10TL3cyU9coSu%
z)362xbDc4*fSbB%;E}Qhj(t3Y;h0y44|>PJ{Wnh8tcJHxpgfb*cWZ`3JyR%I1eX@D
zhJN6ES7k-g^nBRA6+Lz{hr;f=v9U%{mDsRr?D`_~Bl#>!q2hGpQrdVLN8GXyT@?Oz
z+7-##Pu6db%j-<<)!r^-I*w+`UXXo=8fYr1;~kdxDdbuG7#=k3gn<y*eN*f1KF$Bh
zuM!f73PNVVWu(3KcN;%3OXZZG_KI`Pw|e|IE$cJPXsj;kh%dz$%0ABb0gso)Q9gp2
zNtf=PDrDsl^fanC@8EI&q(M1hW$#)lTUm1o_)})e6B!%S2>wVoy*Pse*8?CP{EM4h
zidh=Lh5n)*Bd=X5LAxl_{94L7yp5$zMl^#3{EGwW`CdAsJ<I9#=;R3}l<zuf@=^R;
zn<3z5TIkm7d*S{Q&!Lv#!b=h$$&Th_>ZjClo-A{sUr5=r94uSOqPi<ojUL#vQoR0D
z9@tomD=TNeq@pL#T4Ehm8}_x9rr7iysgJ_9?J!1H=qLr{xNdprpE-Y{97Xs^)JR-0
z+mCbAPM4RgJda+_w1ZhDF<f#6KMK?RRs9%DGo70zPi6-^cvsZh<Pp*;9q$hp1HB?1
z1Thj8DEHa%3MWR`2XbC2FZ(&PJ%6R;$UL|(@;7M#``OoA{*nKc(^Xao#r-E)ODh-A
zOQX3n*Lvs2@mM-*O*5azC5U{B1MKB77dxh5mKt#I>$Bx2XqwJ0Xj>oqW`wvg3e07J
z)B$YP_^e2>9eu-`H$Ilmv=_G3H|}OW)AT=Y3o&4{OAN>c@maT9IRH=16i5c13XIbq
z?_;?AkC)0lxBghxk!|c14fTiYk`u>n>GBPA8g4GyLuofED1?CZ_ogTPNTn=*7Rz>`
ztYLiEcuec^&_!PYFq(!2r=O|z#Ft@!biey30#@bucj&Ux#$iwD(4dukXbV1&1KhNt
zqjE7f0?G2qOI$YC4rS^$^olhr+rM>-n6e_o=%}lSws$wIa?!a=?|&NpC0eU;zsWc{
zKWScWoG(_FP6kwvxFXl0Buq*6*?NA&t1N%CNhYQxAHE>%%=x@2fFKMkfr^ZzsGxgw
zHOYm3bg4i(w(q;Sv}7U`6Pvh6Lm7Ptpx?d8)x>^1RQ1|vuG<vm`}&L2^y60pzYXJ>
zD<jpjZ7a;%a|D&NxnAb?nXhfne1x>|M?Wx8nh#9<4K<gGSUSEv7K#rQi7l9~Uj!&y
zKe5Cei&k^WbCf;y%2w7n*r#WSHtKp+%roO8#6_LwL1~<?Pvf`t?S*N^=01T?r|(|z
z$d^E$%(J*;d8ErD{ZEFps9f+WKOzsubk@s$VbOjhU+t{w@7U3KK%cp%uNDtZ>3^p^
z+tzr;24w)=wRU5Hn4~bhvixzHRwBbhqo*XVUm->z)SC1la7x*{$-z(_ak+M#+ZP-g
ze<IxXQ4aEqNb_=<ma`Qe!{XjvZ9eq5Ib;szIj%cDn`nu6F$klktHN)8IeDy8S5qM2
zC%E^-H3a_+ex7p9xz-wfTD14=;J)uV*XXUj)pBRk@Pnh8CqmCZ&iJ1QUo^Z)B@vIg
z(FlGVdndb1<*-47yzX?oP5~QapP+;@NEQSQ)AQC1_Ty>JQP$k`X`41*d?oW^%4JZH
z`2Ld2K6XjjT<v??>~MILbr{_xL>OfMd9;zSl*--#DwbWDM4Mp%J~N_%)nv|~hmH9@
z)4zT59opehPLJ^KJ6=VVO6Ho)jzT3gR98(NX*61GGVm56{>rj2M18)d^HhPG&iNrA
zw3~jo&)!0v{GJE>iXI;ylLdla?z?dM+T(hzjWMg#Y7nngVIY8XR3%u9|L|1IzJP2%
ztaEj&!l5_dWLvR#((N&`TQ%Z_aD4=0dIY1oPwr0rTMp@~krDj&qrOo>N7s>&+3e2#
zj!pO%Q}P>}{K5VvO(@IX)|C%9o-~d!1M>GPa<ndYmNv;aFk~!<is==b3_pJ<30VRo
z#OB^{wUn=&24gx1tf_VnB;eG=J!0z~bgcJJX~-Ya3?h@$yfOIL)G*(evb?a%VX!~f
zqp6{~#WEH-Q1?9^ryjP0Z$$eQAyAnI&7&uR5P|1uwXt}Tyv%;tYAc#KvBk|6x%}OM
z9w~hzs3Y5-^N5AaGZ~c=G;%D?B(WRA1c1N1778yvhoaD%3rgBv|7EatdJt$>$u9}~
znp>y9i{nXjS1MjmdxDO!=)mKBA}-}mBp?edtY>D#G4~`p;ncc6ZCuu^9162{V`}LD
z1V6Z{i6Rj#_U_ZbKJm)mqBY>vgDo5E5h<Emio&5$E@AF?G3Le0&bO!{+=wz|)7zrU
zih#Jkm+X}@+r2~Gu{6>b5`g#UiRW{W{;Yv3BoGE+jQunVS36Np2enN*G1C~E`p6Rz
z{j*O=Hr16UEyfQtZjl0gr^mQuLw~P`!;^`G!)B$eL<AKUJuf^<NAv;d9AiDUw_1$1
zJPo3x5S=Jc8|9~ObacN3AY*5Q!3T7T+fx>?HKwu<G$dMGGeKe#-WS@H^V?x)LO8fs
zqmwi>JHg*Av%bEfp+&rI#S6h3Du-ZF@PZN*czynUs7CxrIzi<4CKW$DVUD<li_Y|i
zG17HQvoz)>Zp4t@iHd(8;)$gN|7tcwXZ*}bVfvjelr52^Z_wbOI56$NP(NgU%iVHE
zF4%~Q^N)t*gCUrPDQc6o=jm9zod2D$s=kAl9(4KKJVtQbESUEoxkjYn&#4)gw9Hf$
zxkomp*C}$oszKqQn1bcxZ?n$jcvSPa-%+!QHfnAo#hP0@4Eu7#;_sn^YAFm}a5$kj
zR>ve*17@Gze8vcL$w+E@`m5(=Qy*Q~>OI;1*l|C1v1PMWOw3eL9{)(8=9b%IM}6!U
zMcHwGU&b-gd%E#WWQ1W&us{G=3v*Gczbd>nU~XA+RYmPvAK8xKIjItpke-|6DHLM?
zV^m(Trt~H3n8Djvl-rxNw5%%KO97+CBR|c6-1xk!_MSCj{y-=Tl)@CO+~o2vmxWhz
zY)tX$O0oEU#QKS|IP#<h`b6RAJ-6|QMRwxTv+S{FC=#_NXFVnwajvlc^v;Fe8pX9A
zhf<6M-uxR-uogNQ8hEK)IoW(Fw~$RK7de(kPizF2`4M=?^(HIkpV8g2>9wssiTL8{
zJD#*5d^it313T$)w|h}CIq*lseFB}(#~)6PjENhpg?^8Xm3F>+oFgAQ0$j`746Z8!
z4T=vRkY=AQ@V*?NvGxTdbw)Lbpeb#Hwn$jEkRl=kfxy_mFdnIZZ|v?Bk47e(MA6iu
z=n4|<iHvkUa;Ob(KQEpZ&J@0)KduZPmaKWtq0k?3_hJD2Gm*qyzI97E{Lc|!PSUoE
zK1%~C&UNiRN)zQZhN-r>Yw5OvgD)#Z`yIX8TL)kRf#j_X&X!Xre9^FbrGeT&ua~Ez
z;L~rWd6P4b4BJHLCtjp5IQbK@Yn5nt(<W&i`^gZ*x8>u(A%E*th>PWT9zmg#$i405
z1u)h5>|%j;2S6YL!d+3OTS>AcGo{_X_PRbtC^cZ~OZKy980j48DF6mKe0<jN+^Q!d
z6_+wYh)0B~28opBG018{`&UQC-Z&pbLmX%ur<=#gp5NWH^gbnTA4PSVe6dX3@YPg6
zDr(C&J6Z51?||W#t8Zxn-kdrXW+H?^p#W}niWn)GH&MG$2$2AjQmXqq)5=*Mm#Z+(
zS55!)cU_L+xQ?>`ShOy)%)$Gpx&xYS;yMa=?0Luop+4>{HHg<+3oxDAZ>#%N{Z}PF
z*y2V1MAwfF%&zQdI+R~N;zar?o(NK19$nQ&-1jXxMS(~iDLANz^Z7LflHO0Vw(S<{
z-&<r5eM|PgPITIz&u6(UmdqwH`L~qt)9ZR|&VG<JT1tSay74fpHXwRH=;&6EH^5|0
z+LuTHxkiqxO8upJPHvd7O7}8jG<V61p27Jt)N=R14)#js<10eRO&x|CW~Yj>6fR1v
zwYJ=7+&AQJkPZmGr9o>Y;3Dk51T1!Wny3eOhpSrVHP)r8j)n->0clR9O!IoX`MucX
z^Zwiy9^o(E6WZ-Mwy{?YbRia8Hzm{^kdB^~ULyM{?&zV&+;rnvab{}4=iyZAU08O5
z@MV3_6vpe|{fU%r_^adQ-fn4Eqe6TqJ&VNr&47I)qv~~M_?mkg8<^CFz(S?YiNc&J
zF8sSlt6VZ89ZVI=m8J2(?|e_Ih#V2_^euv=$5qy@pDZ&CU`?d!{!Xjfsm*EywtUo{
z7M`bz>Lm*<Ce}MtHYm{7r(J5)5q}n1Vl~^$H^%&tC52`G-pRCoZdtm7PEwjEjW?3{
z11<BF;^@L~F7Cc<j;XTn3-~YX91YzpO}BG$c$6|oZbk!Z-y5|EV+OKNAcMg%n<sVj
zl-e-={H)#pfrJC{pT?h4SGInUS*~;n1&|2O@-f=eNKvRZ4R^(dzj~9cl6p)6{Kv$q
zqIam>;&#qzeUCS&pM&I|_VXXi>@ekIJ%6OP-srY6;NEm+rQ*Vm2SP=dpg`9v=8of0
zhOkW8VtL8ieYY31ECO7=oqO;@Z;1Kzm!dv@X`5}nJ?l8#I_`)#C(=D2%+*Mp=89va
z5suRsE0+)2#jpPQZ^r2U4e8Tn0Artnx(_PB{~E_^f3atL)FN~J89#@h6>YEJ)SkOU
zkVI-6t3OWeJfD)pik~F|nR+pV9<?<+S1*Gk>ikPTcq<UXdw_)K!lcpOk1iX@!U|Th
zoEhV5Sl$g0E!rygh}-<LV39X5LUDVTxY1S(aK&!Kr*rX$uZujy4v|hnhJ2+@m<J{n
zzX?5@^gCzR)(UN#6V?@^t({?Bx@QIn1n)vheiuiVE^S;DDalwPZ+w=+Bbf|;LoX&9
z8F2XSC1R0>m+4>0E|mxI>`U=jt6gulFW~I2NBxSomP5IND~h{YMxG>1blL@4eF^{6
zk#UK;tX9dPQL#jH$V)FC!y~DdwEKH`o<?o9|BR|2<^vN!e^m`uTJGR!jYdHl+#*lk
zs5uVJf+{6hxY=%{b1<y_plLd2Uui24dyK=?>^W&`SzLFoKY%L61$Od-y6mNtoA!97
zb$UD;2B^}_laB+luIKy^Uxf-;n)u=5i3a`beLsWhyI-)zg6gb&zCf*CjB)ffyJji%
zQ#_YU?1e#Jdx!n7Hh(Ev_|i!PMx4H_`%&raZn?l8`iT!XKN5a0UHxpS!xGFhTNf+u
zxpL3g?fDyTpaY9;=4WvgLgnhu2&s^lz|K2HyQC6^rpuT~EyYofcy)zpZBfmg;sx&O
zRGn#3W%*3V<n*|z)Qkf>l+k#uA^Ks&Nc5APO_6`soi1jM35BHy;tl(LIhwN&a^a`%
zJuR6vsJ;uQlY9qsuOj!Xa9BQ;(SH{l%NmW8PkWZ6_$5iF;!BonGJlTSxyBnademO^
z=BG6}B=bz`T7Vp#E}gK#fA=$pv=-a?p8t<XnSlE>oJvm3oLf8KYg@E~;oi^ZJM)2>
z@1e%vtsSw=PX_(a0OjVZhHr*B{g*Z;W~=k%vO2VPhKypEAzx81pO<(tom_IjrLqcK
z@zif`H$2E)oZ<bN=C9xVdlaU6(E3^#$Kr3w>V2<j@7jJovp;i8k@<L1`K44d!+7h^
z;j!IeS*PpL6VpURLOzQr98v;{UR7Gn4&D`3s(EoL{Hb3^v2>FE-3#8Buc{2P?839y
z#~{t0<hQk=<*T18>*VWy@2eH+)q@uti{*C6u-6YLDb<8RHk){z#wL@!tX{(Ia1#tU
zO(0i6^t)Ueq*UJ0(u~F1x&}Xc`0a@7^&Z~y#d7ER`@Xo6>+bhoC<@-^DTsWJz$8O@
zE6q6A|0WUD9M91pzApN8$^s8ZUZ_$??^mF<Akg}=Aj6dC0d1XBWe6+yIu{JYbdiY4
zRV#EJzDK4PtaJ~0363$VH|~2P9v-U1O5Y`@`zw}ofRT_oR8hMLibAhfS|zpBh(>i=
z)P@l=?Y7Lm!mt}6Km%zR(K8vzVwM*Cph$R+Xh-GcA2iO3omIER78s5{b=pAhf9(?R
z=jTLCaD?TmqKr8O<U~<+4)>I!4VC|q!DCP=dfL9nazg#oyW^g{NeK5d*yo|ECkDoA
zntQ_k_T^y$F%++7ZZFRcq6{D9EFXT)`{k$vq&&@tPha9Z|9HA1$islU8DzR5%*4N_
z8DoCrp?%1ld;gLWA)zb^F16gFV+?4T=W$cQrr1dXp6_NT3tcXsDig~m+Mf7k+r5{4
zaX`hIACv4>RGTPbo0)OUixoJ^mShV!I=(iQq{0#r8*6Kg8efTj75)X$kJM+F@I}UK
zUT6J1kRe_tI*P!@&+7A20@t?a1+@I_mNWPu$Azzu(L~LJHNe5}vc>A0`ZhB2cvGWA
zAP_fmED`+(u^vqY)Gl~k>@lkPE7s{N6Gk9+#3TqD@!RmIUBVFrL?mpY%{jeTz>Ul#
z^|pRz2~Co5>*5Vwzu~?e8!^P_RU&lWU@N*MZCSemvk~1wkWh+dwBQK1rWMVqOV=%v
zyWG(np@yt5?UDMjtFamAdo2)+Vqc~!LSR~pYD@3!kZ<Na$LxL#pj0rAjQqD|-&1$j
zy#(nmP~x*E^M5Xg`E%7amTX+r3i*l@v57pn?=H|ni%Eevpn^1ymfX-wy$foPXGw0Z
z1mw|CuClWHN>umq_zz#BBQJsnet2!E?A{p`ONN@O<Arp+Ey-6;LrrroraY~_4`3M{
zSw}L+i>d?Dfmf(G#Pe1^hkYDJ<6WdPOs0PO-=ay0Yv^)oC(`N1#}Xo#K?6jVUH7&Y
zt>ZCkQuHIG`z{jqel&L+J&lkI(N??MwcMz<!|5hMT0kTAH8^+~^b&)pnX*vkErQ2~
zPu@;et;%C0=sU%49+J^q3X1pBn*(_u(Z-0MEB<C}&nqd24lK5gXP&vny^1Gezm2Q_
z+4}k|da748EB;qKA4<mdW-dcMU?lj5m76+sff54`Km3OuVccWpy=)w?d#3TqxE`h}
z6l9ih_x!f;a;+y-2LrFARpjx26^wNDnukYzyUV0&I13UvG2=?cXJ$kgj4+>EWwuRE
z#tsWN%OvjLGsAyYLoMu0+RDt)d<{d{D_#C6oX)J(P(ujhKG$ds$ObrB+81&6HEUZK
z6)Ny?G2BiOc@i>AX>0zY@kpJT=631_c&}0lHb_-=K+_#y@r3`Ov!QI~A~_f2I%EKS
zJ7emxmhe7MD5eWcXU=kDb2?}pJ=Z2ixgDeUC)Cr0Dgk+Xip@@Z?fW>sIrSfsd3iKl
zA^E2N1so#Rx-^RoLChMgcI*of<7Fc`lfSl9eUto$^I#>M(!@{8#<(NM6gWSTnNcQu
z#F(n@U$X%u^XVuNW%;9#eG{+J3*S0eDbzOK*JU^!PFZiL;WG-ghu)JglFs-`?gx{0
zg^83973w0~@wfomO4tTCaGoAw5ySDvK+M&*B-%3F6upN6405V@Led1c)Ncz<5n^(<
zPiF~QP0i%xt-8+Ans2bE6p^{j(LYwh4VMN%1BUMdM~<t<Q@y^cy+VT`F&9XO-UmwV
zNQSFdQ9@(h9NntM?`(8xNGQ6_Nxr;hVsb>=lxfRktQVj7Tbz4GRfJ5l**g7#AP{Ll
zg26O4>0syPBWE01LOh{Vto8R|+hzwxjMgaa+4w4znI|@APC<L_p3o7U4Yvm^QVm_5
zOVTvNz*$GCz`?SqIMSzE7St(9XFgH5M$3pE98RZ&THMK=&w-ai#*K*W-HmlvcPGZx
zE|2{<GyASOzW{5A0ac5FB?W6uG!rdIrEI7rRrbvHHSzD#WAq@ZMp<5G1U+3Ot38^0
zkWUd%2mn+s+69nZC|8j!jec@6cB^Hb=$2uG2_CMALSGUF22lMX_H9x|#-j&=|NN3R
zm3MsbUbp3kXQaeGa7qqy#C07rvSnB^KY)88=v<VG3e-?(hSrV*cU%;r4bEmZXYHnj
z=YJxI7X?am{GN_kF@k$GTAc#_;Ns8cBGR(=(_bTbRFcwwQMtQurq!C}McDx^cmimi
zLAKxbb3<jnqHw?7Ob(Pc29cn_Of$5{HnwD@ef{P(d^BGojR$WAu=r_gjLP$CQG%I$
z%4-rTB?K(yt0^=2p#hk#Ngr`76lRn^!7j&$f_FU~%2Iu9H{5n#WSYWDG%R%8>}4r-
z_j-3kt^W!$v8L)O)(h**BQ`G7xTp5~*cIxL$Cbd!4BDqq1iG#K=~<?S695vr6nLB_
ze5lVfgCMMs$o<^jHKS+&C+0>9AS9TqsXP_zV8f-mKeyL`)N8UjxE6ah@%CHBRjiYY
zIAN$UE$g3x=1lf{!xt1ZRgVcz_({~_;ON4pN2KG(x>7`@%V6tAaX}iC*iEyNuh{Z<
zP4>B7WT23ha(Y<Qv)`n5lm-6SK+9jP-Q=@WZuFraml@kW?^>zwOadZ+-><%ECjXix
zzBw)Eg|m*luIPw7+s=KKGbMdlsp~TSU^^P?aC>~6uI9b%gV=r|dD=H2?R4lgxOouS
z4y$=lE(0JSD=3f=cism*huq^ph>fl#eruAl&Qgel9&OAcjR<Alj3|8+Aa?D7u|RnI
z4cuE_e%8kAT`@G7_haq-o0?hACI10@peGt_iAj_kTckd!D#<{VT33EZe@1Y-4A*a^
z_LEZcNew!=aM4z|te477Rk)Kg#_|Dfz~k%pOW!YGvYaJ4-%?DS6ZBjA&d8C~ri<ER
zgh~TqKZmiqZvv5nGo+gIxf6*Rwk_>k)uVWD_8t)s7{ATQEaE!nr^~>g=%(4pS8+Bu
z5=G_(yS2XmS6Y<<>th8PL}|H=vh_+`rF++VgzfHwF?)POOi$iLaTu-X)KFZf9*u?T
z?)}Bqv}%JriAp(<V<mQC+Jv+oFd~ryN0m6QSZ>#fdiklAyZx}<fs<VM%#R&iP`U8S
zOCWg^;(=)Eo+T0tz=;EEkv+9t1OqTPasza(9LhQ|<YBtAV9Rl<t4SIz+SeaeFy7sb
zJmT+NaXYej@T-2JltU&JP>iL7=i?Yhzm53*70oyBuUiOR%j>5$SfU;Qg4%7qnxL^X
zxI<aYkVGyg07x>~FR3wjB?`nEIEh!feQ?EB5fxl_Xbb9SubMyRuRRP*Q$EOTP&drs
zY?gCRJmNK?Yq1V9fe#~p=K6_U2~;O55mu0P&seC38CLy+tv~Wp-x`q#x&>ZM7-Q3m
zW4eD3)V})uA3+zGj}#kgL19Tb|B00v_HN*#OGe|6oD8pH=^tCuMly2~^7SO4!t)?g
zy6@oxDL?L3C~3=371z7zURp$Z`m{P~37?4aXWtd&fX+CBi)^dH8Pk?Ah@fkZ()!`)
z1X0mZu{ka}gkauYDfc*`#Qvobr##rtiB{U4PY809iCvoe)JrGm!V8g_?{9}sjEN0=
zJ7<CK)qfT-JtwkE7tN=pto<cUp>$GABFPts7amvF?Wxg3FuLN{L~fQO2Ji_C{H?Zr
zfx1Mn>%xiT^c%1j?7^kj&;Ai(5oLtxTKUAKq*cME;>S!-zWFU`$Q5Qp+Y6LFt-d-*
zI|Yi&1D5sozyVt6Io*3Y(QbMUH6Zt&!WxBbM#)2%rL4sK&J$q7R-gKw`9Ij&^fvO1
zmLCl&t)><H@>E;}-txS})rj3hexI>&3B9Lw&HJr;em;dp7)6hFS<O(ccpsv>x)BpE
zDm*>V;wiw)K?<mVEhhW;@iA7j3ILNZMLoPF&x{hn&$8>Qc**$GE$ELU6tzKjmkL)s
zu`UM#;VDh!tL`#Wf4#+=lYGrdZfsUx$JbO|r4oTwXfXkrg4`=3V%Izv8Kj(cTDGhf
z58eQ=^xq<-^r*F|u>!{;_Em2^J)jAy{&s94JOl#v*YHux@HFrJNuq_KMj{cd4B!GI
zyQy%L+U#GslYhy*L&uRMJLVUA4D-9ylSREQjKgNu|8-2>jqtiW+McHya%Ket_zkuj
zm3$1|$Ks(pmrP4EkMi}jCyvG+`NH5bpZ;|q0Y&){coHggK%;uf=ygA9Gjg@-z<06?
z?Ix4=xt4ntSo@+9oy6cjU5elzD4ub<xZ(T}<I6I7?f4SEItGZCqH^<VV-82;is}N|
zCJ#Iem)VB}DuIbW^(ifRZW(vT?%x(jWuuHGjsQB<=Ca$*?Z803l=!O9dzPD^C0fKr
z2m~N1WJ$ToKe1jEO_ejA(9L6h#ABVRAa=9%1Jyi$K$hq6Ap+kBGrPmDUB7Lrbp7}D
zT~(ys+@NI%xgYT&n2Q#8OCR|4nQ!zGoaEPRz8-8C*(dO+(WTLQqg~S|jv4N|PBNb0
zjg))lyh7kNehT(miL}8oD{hw%^MCcSz(ND4@xi<I#8^W?mgCIKl)sq&d`dbMmE%a8
zZ%Hd$rWX!{XmXV0v02hdx+S*&R$ekJ@^R2dY1h%ElrES8zk8r$p`pt`@N(yoa$K8(
zjhK6o-347bbur0FPyBz2^m{=@pz-rv&bObZwz1EzCUD*?!EiX3xSDA}=rb9C8xwGC
zNrz1eL{|I#PEL6#J$&j5zf+699C`UqL5~2qV!2i!hst1Z=Yiy{?8%n+gz3Y*e1piL
z6O(<SfzEwKP5Di6F}9!EG|9*jG3lry?fcTF&yqX}`=^~vl)#HXi_dK&J=(Y|Z8<*}
z30@Mwy@}{(<;t;;0%r<52#kSC7Bu51jNyy-t#x>WSy9ggSr6AII%4s~kygw*$EfUf
zCY$#?+H2MPU7Dk3nKJ$X=vT#P&+<xyH8g+ku0O7RnV>45%*v>a)aJH8>pmXiNa08~
z#<?i9?rpIxfwN-`_yM8u7UP^;zQna2AKg3DlMak0P;y?5eH=PSdr}C999F+r^0L#3
zC^_JpLv#E;X%i<g;;`yFp%_PWU!s&&mSJg0X@WSs0r!qKjk}nBa(sb>uSsyGl@a`R
z?7#3vi8E>bKryMKl1od9W<sxngnJ;(4%kmLe@X$yzeNlN(!>2}*q@jjedoHB;K~H?
z;h{>mbHAOQ?yR})5R|r$vm|$Ig$ZnnL#t*8KK5}E+@@Kv8^(9yG?EfT5PU1;lin{4
zLSUjS%c8>N;~$k2tlzG=zm*BM6jW_WNrM*T)#Gz|3{UBi_BFO`gWIeuu7`n7qJ7!+
zoB49j8dB$kFYl%CkKkQAyfMq60G`QsWATY0(n^Qq0MqRiwat%l{@qJH_O!Wp|2ASV
zp~0AbnKEINW-+Zod_NkA)8QUU3OqKkv6{WUv7umiWmN6w4y`-SB|;BV;-wz#^2nX)
z8^1f-0CkHspK8Awr2)AoVa;dY`-(cwmj-#a^qWnY@txS1{hg<?>b=G>2m7{0c%!)H
zbs=y!>P<LW&QMLJHU2(FX@TL%w+0?R_@3OuR}@{Lg&|edk7qocJn&~JH@eW7osFA8
z${K&8_u3o`BS;wP(94`+cY0*KMQ^Pn!zqW=({HA?)YFG$Dggy=&6wNiOg1+<AFBE@
zZw48Wylw=jke|06tUZ<MZt;wTJkCAv8q;y;Hw%GG<FW<SZJt=!e<_wD0%!MN`hJPm
zeHrurlz8sVi+qX5ww`QtsWJQ+HeWESuU#cztrb5u?LN_a$E%6jk1*~Pa%#{$x4pRQ
zkb}<7AKLw!Ny9$X$MW3rj_>=MRpDu#0WZhGe0hmuS$N;@)mS|*4E~<ZFs$_6CKXO<
z1gc-%wS@=}LjMsBXkO0zzU&v~<KDHjs^+$;w(=)gvt-zC>72mu{YNq`RZI2l38VG;
z&9cBZbIPwX$TSBPKN?k&W?cZIRHxaR)9Ch}tUXnw4yeb9w9Y0HH=?rzg6qU0_kXX&
zikwQyBcGjclOqS5tHEx2(=0Eyz4ua<7wa614t|PXbnX@1^gG5j4}b>F?#wG?KKQUL
z>D3%@JC#ak1x48sS1KpB=kC_yJ!7{-np@4coMInIt48ux_LJd7=zo%8N)@-)@Mqn?
zCB{TDMLie03HEs~sahW1-369Q7k;$b8PLlKc|e60hl^hIV7!27_os@JOqQ{&^m@It
zOU+BY&Kd1I<4B8XNEOGQ1fxpfLKZXxc`gJZVp(4YLUrlS#O3!<O<<Li8^|ViP~L7q
z$w48`7Ze*B>F;mrX!*VfOSO6<2k<HrvugZWKTT3;LK9K#TC2QDfk??*7a5I^N#_yO
zlk5BFkcI9a+tRGJPA{oW`Bx4JhUDGs&@j*6IQ?(=Va@q^QQIdWfsS)iGG_#=im~(I
z#@c8z_?^~$u5IHC!|pN^Wg8orei*{_?;yp&F8Qjk*|OneM3YNAYj1+?PD$;rZwV=n
zzRaTq6k(wsa2;IUu}FF`nav--XUmtN>839IE#ij3B6`Z33p3V1pDGW)z||*)hzf4|
z#5U$te~Ik~F3J|qKe`<wNN1Otc$I~u5`XtwL{mgdIA4xb^cB@R&G$qUX|DV&YaYo%
z&L(UQ+fbU3rKLh<U@cfzC3O-2z?eQ_-(cwL{I(P80|tK|D1sOdPghb|TlSh~KPvqa
z>0sb25<>Dt`sQv!b)&q;?!Q=CJ{$~>URp+ihe!Y><Q%ep+4I|OL&zo!K@3$9_XK}G
z;>>%EQdotYO8c58TuoTLmkppGqebiz(tbA&68SL)Ym2PBh`wyUU1P7^o-V&xxQ%&I
z1`AGU3bH%$YNuf^IXQ&0!Tdb$I7(3)vaau0-GLq!gUc*E{8a*|5H8aRMZy`Da}U;Q
zk0R&2Y^ra(MQ4s*7$;THElm5vNno7%&0ev8lfW&rjt8_-k;O9IROA2H67|DhXL*}G
z{w0f8xhpks8E$F1j1p#xIWiXZjBfJ5^IaMxafGqW`53v4sVk*MQwPMFnyS<{K}hw@
zd!wvxfN`sRTTVb-x;RGfyoA$6%2mq}{0gGHfQRm0M9P^IUVT{HFSh1`bO^0`(macn
znI;iM@Bp<><Rc~X?fKpyA~tHnvI!PdWl@Ff{c(Mz{#_*v)u754f48v>s_2kCwF=JY
z&PSrL)N>3YjsOL_gI3lipNJ2XrOul1Wkw+f?&ac$$3qPNi@V_?<6r^H*bU;p$q=>>
z1HvZjJge#_N_vj=kpT^tx;Xz>wFlov3AYhs1rZwWA82QuRk~@988N#nN1&YOzQHa3
zdf&p06k#ycU~rClDyg|%s8er0F|}lCP@)Z{v-VzuK5T>5<=`+i$=M^z<d&;ru`drv
zD}9p7>g~GidW{KUn8}&u^k7nksXyJs5{jRl`tHwI4aOs5*?ya1z}BK`rSbW4Osuwk
zzP!7-44zPQ)BpsgLeCxhiNT!Za_>?f*CXJ;7qQ8#<^K=Qzj13VkbE1||LKI?N#Dgz
zIi7fmv}!*%-MEm8-?F^f%-T%3{*>l+mq_<~HYo0Jb>M|QdT}F~I?YSYm@dv}bQ}pW
zFz@r0I@tf#7ANC?Q{`j!@F@?F3h&0m;LY#5vfPc>xE`I4U`@X&vyP-}ERVw+47+d*
z8XbB2sGh5Hd+{W*%UR)T5f#vG^F8`sWtR@~8)B#C?QQLfjP@T}EoZ+c4rjM1ZjGme
zhKp}sp}+!o1JpBW<=)Fa2TtF_-3=QXVIC2VH8rTfxH&^ZfK)EC-4LZ7vc)gt$j;&B
zE7W-upbGnrXAHR~IRB-K{$r25*hy70%I93yIb>rw9p~$V7vkmchY;zmv47Gi0=ZcH
zG-@I9F(-ru^j;GAl76&@L6#uC9|fE$kv7K>zz5BI7}0z>OgtK##ulGp-w47^V_Q0#
zHuCjpJ4->8o$~7oo7i0@Y29LCCw36}NAQbYir!Nzr3tMo>~3U^4m{^j8Rl_h?YAiE
zyhGp#8%ummkQ_Q>=-qTpeH?NTNV6{LaTjc#b_*38J~BuhbgN0&^W0t-1FuH~#hhC1
zMn{OGvG&h*`xt>KB~YjZM>i)`Nsmwxb)F$$r<YPHwV!0V&ufqKc|0#JGL-x$z7jU6
zO_Psw{GVRRH@I>XEa__@Kz+APMRe*11R#?(&0!_hWIB<((OfR`TY$wQ>BK1O&x$6u
zr8b-zG`lss-&MNJ<t*)>83H{XmrzrxLCXP3zx616s_fK!t~=CSlew@PbyMR61D!a|
zsLmv7%{S${Gp_IQYMXWX0v;SV?H^Pci3At^G0=Y~46@<M7=4?8k}(Y00h#Mf_oLZt
zEaKFb;z6mASb~Eguu=$Q19<su2WT2XS;fbTS~>dK00jSvyO&zMzs`y%Yr2nYu6#9Y
z*<ebMtaZPY1pYJH@gdD`b5my{U|!8nF|1wUcOG>YTghKFZCC2=D}K1OtgE7My;a;3
zs<??3)@Os1_A7_?q*<m<poqUE`vs{gNE#3&pb~Jtpqr7P??e(>O4r0%Bicd7q4#W5
zm+Xvgm|hj6LwVVX7t5zeMTO<OPj`cE&#GepIHe@n2rhx=mL&(@5j6PcH#(beQ9WN4
zyIpJsyi|#V-!H)R;a@QlA^Sv^gHLsmemx4LH>VcpsaPSw)$>PxMkvdb`kyB?G;aGW
z#kZjiTUtq)U|p}b)@9@V<bL(e^H4Y^m}z1uIIpXRTP|1tiM}ZzqJ;t#i5fFPFcqfn
z2z=owWH=(tAaZh0Ynt=ie?x=L2_;a!FftKYNz>#PZn`{gD1Td0g|}}0wF!xU=e0hy
zHyG}uiLnRu=sn7Bh;pjoG`}Fdv!-#0vnYegTi{ni^fepVyOqj1R+r<N-dlesR3mD9
zm6yuO68TADe<cb6Yg!{id<L<`O<<}=d~#(&Cbq{P4PwJd2Q!&O0rFb3C?c_?WF{aG
zZ?hU~C0biaE*z>>Tla9W>4-K)UAhR`x5(nWp0izSdW$kHF1DHoWrOr2;ljn~@&VXv
z!;to}?n^_JyK<p97NU<|6OUgi6*^+*3?Ag-1|ge9mf(w0fQT!Dt#yUCTC~%ww`fXn
zYe%j1#Dvpwgl2}sXR*)Bi@5Pam3~zMMZ4~y|1|3I$4Tu}z&RUh&RMNk?j%v)?=jcW
z>~TjZwrA8#KSX8dc!BRrSBlPOK7p;OZB1NX&jQUu>3+zhyr%DF>>dQ*Vj_VXb;zX(
zIo_JSRUrlqS!=a;rg_c(E}I>bRiUcdPKf);b;qbq#k^^jYshOCbOAWZUqIUnQ9<E+
zRok82*>fUKBEK$&)hXv1&qdgv{1eugEQ%@G{a2OG^*wXuG3b~$Zv(2H3pToh28)cr
zYev{e<VQ3a$$qKuIJ2AsLNvmpKCza{4-AWhV(06z`y6=Ho!wS{5X#=ko8yJb{f;7i
zLZulxI-bl`%@^msa=c$EaYC^O>l;D$^5k5A9V}#~b=H}vTS^YGz0)O@*21Z`O0#~2
zm-{BE`O_B3P}xZhi&+@oFrY>(h+qjmQno+gN&jLJZ+iW2Lp5>J!M6k+iEQybA<igG
z$gTS1+Cf9P^nkLzr`p<6KqN`O)ppZ(S;pYC?O=*vBqr!*TnwJi-ek!Z-fC;Q`)J=X
z!!_TEG3s|BpO9!}p&gL_)2w|}bh)RXA>pKr0+#up4UogAeoM;JMHEB#{VVG0Br(~t
z;o<{@RWdi)*lYX)(Ellg;`^QWQ~uKqQPcgOc8HPgMHiIdN%#N6MK-MwOPxW=U$AsA
z6hD+|C?>Sb{SdlDXTqSEA{YPm#r(u&eVOc1!~;E`A@Ii?TO5jMV6eX7U#3^=(KbJw
z)X$50!WpsTP5Ivi;dG`1(Q1Mn-iO$?#VW{dUm|NOB$ja@QE>~Ph#-mNJ6c1`0#bL8
zb^;qmJmr$E@2Yme^?T-@OSlKhpe$oGY@`wSL5|#*;yAw8FZzoULOkIY8Pjn%67i)}
z{l}6W>Jt9?%jS@lTQ|d>jTNm#PJF*w6sHB{j<*k-*5Fdj_2a$#24~eH=jC%yHg2!H
z2%3x{t~SIdKK>vjhfqvt_1%^QjO=(dj%>Ar?0bGs(A!D$zPa)z8Xsv49exN|7Z+O6
zQRUPUKl+X}fXYb+dctaPfkRo?R%^7-e7>~5?UUu~$KcRYt<o{R+o1Mwy?Wcy$&MqM
zX6)=qi6@i8KsE9mLTjqme|l?11n=)oV8n8bC54`TgdpCv2(x><>l?;Xf7hVW&f)4q
zKa7KyF0KN+?^GbTpU)om1euxNw5TZ^rg5oVeTlQIZ`^tJb~Uv$0s|b;q%9c&;>51e
z`c$)xs>`*eJ`x%qvrd4^9+drc4!I@NZrA_@HNnBsw{F1nVkF8z@ec`yiSEx14LDqy
z(CcM#uu}3QSi0JRtqHAV&yzQlJ+KM6c}f*i3M;DrmHQUjI^~nLX$wx^x;4UaN$FVt
z&Pmm5(XnW;jlm;3k}hAJAQFW@KVom}CA#H78GhaYQ}k-~GuPz3;-Eyv;kR5brwy=B
zfR<wKis`>_?_yPB`{N!wjgu_j5w7@JOz2OZGu;OL@xz{Q;*pimlR!y=pCB{#+t5AL
z32+inpvA+yi-KRXMGWN<G-5CAPp+`+`51>P^XPZAp}vroYP!sQG4E;+EVla%vHfn|
z#|EaX2j^1(GZJzEND26^KBVP~l=+=c^IXE0_g9ivk#n7S?_xastD0^LpRc#-hdV_0
z{hMS2L%wspFLfHM`AppRfmS04pWmTbkzSqy*eo0l65!CmA7^`)_Abq90Nw2}UpR@b
zjs1LC*2a%m*M;*QVbo&1a^QSx7#|CBpliq@NG4%{O(l;%KbSXgE&km>;pUK}O#LY7
z=hKdHY$ZPGW{US;_!1p?0+d#mw!Ifo*>HlFQT4NYKK3Xx=%8w}&z^)%lHyL5sH{iV
zQlF5F9w7Upp0rr!ed-P?%I&>cfx#jb4Y6>zdKeJ+1*oh}oS%=)jNbSgBl(?h{7G(h
z3mkpT=d=<%WB8h)flTzOV9O;(hB8mL9kMwruOktKJSwJobi9HGFIkOasl_Se(vrzI
z%21W_{aWwfkgZ?Y-lndle*~}utqX+WJJEhlYJk+i+X|(+ms~(05=ByP)FJUvJ{*@t
zA0UuB_vEcydLk(s6&v~4(`<o4;R*T{&oB-8e<%$goyxpQ?J7FYYc+<99Q)lgt?@xA
zX-rc?;u#A1GRWL$gJsFtWG893Ku3h=i@qaH*m7rH?^fI3dBIlxoT$9-J?M?bJblm3
zNSf4ot>h))Cc`&Un_zxPiYeT<0))7e6|JO%<o+Dy>vqVKb!nHdzRPQar^O`$jL}9z
zcyBLNT;7G_UWPng87D7{$!@~X$jtVVDcw-^!O--QX8KHDsde0RJpzB=Dl8CGTWVX;
z@z}4;-=5e^MKO4ZMW5ZX8QNt)v*|Dr=8Jk=B(Ie^;aW$=do+aqxqxHb|3JavGWra5
zNAiX(4t5fh7us?>RPI#)^Zbo>R|As>Q{=BSGd7fK<Qw7V=POlq(v^hD5W`{}-=-TG
z?Rppmv{;`!1mS<Pydzg9Su&G;Nr$7{sv4_rXpAg+zV<=?5*r72EPpGHSIds~KTiFc
zid5uOgrDV_@}54LVWCG9hyESCUBCM=!p6trMfDSKx}yhwN`2b)sPH_?H#Gy4Z&@}?
zi-J1yh5g_uJ$K5DMwa$r8nKfr6gUS~qXm$K^ji+|s8C<D(KjLf!J^i-ww6}Zeuc+O
zkGmNBW(F-)pGO_sA2+=IcFk4BTCtor(T-?tqd2Se$e|)bBICmVjHoi24i@iUlXxRC
z7h&F0_niYUl;%?K$<?)UzeUsIwS96wnf^rnhCSqZ)Lc~7SjHyJYjSj<h})i~cqo;B
z<!FNZ;9|poC*VEd-lpWNvmJMdm~s|4<!`2F@Jj=GBLwAG-OWF0xtFuLL4ct4!Ryp{
z8M<8OnMs@=SZPLy79X_Zri#Zc*~nA5pZxm|HO>Nt-!1Ld6HSL-vHePI$O@TM*k}5G
zq^A`yH&o-#vlckF*uR?APTJx>E?Zt)SPk|+!z72N4GVeicTyS;X^jnzEuc?(yP3P>
zlN08Op$ef~naLYyYId-keedgm&K9%#VT>(izue;kL4<Y4r#AKvbVBM_M%d~z9I`8}
zO<4Xscx?5Wq<N?A*?YIla({jg0-q0{zTX#?(mZ?QNe1#qNwf@mHiT$g$_#1|qw2FO
zRE3Qn>3eqt%)>!v%o88*#7LwDY|8_^$tgu9%gq<`i_mHPkDUVII;Qtw_RB+^7)5mC
zCO)~}!GYsE*TkmRB3s_G>oXw8BYs`AY5sg;!geCmo1pHIex)aefr2!DvA#Du%ja7g
zDT(m(jrA81Ja0NuFR4?npk#SW=Tgxj>f>|w4$m(>3*rxA$Nt%CR|a@Y`UTlmzk=`{
zlJa_LK&$aMpOzv$X4@i{)S2$*P^*VjVyi`d><LTua(@O35dB1<y&Gk`LK{T(DyY8R
zt$d1V@;WlCe!`me<h|mj>`~!zR2>ac!W2?GYJ3BA%brp-`1T-|#o!YMKf7{>+eEb0
z!+5L{^jYlE?$bB4;fJkXuVVT8R&evJ-b|1^3j?y}_D<b~_Hzv8%bqq0jXutN%#N{S
zp56+LREhdWa*YoBWmMqM5huJdnuW}*xjc4<-!<yQkD?eJD{Q;XM(<yX?`p=F2*o!?
zn`kWJt`8|cu`SQ-s0u%(tB!h6I41m=3A7kNZA{j^E^;t3FxiVyKC@h@$qNeCkas6a
z!XmbjC)uAKdbkR<=q8Q0-r#r^_XywwUeXdv7D!0{LJ)HGp#a@e=Xhq8Jq07}zaP#Y
z<Ld?88FYt#3t2=VVcl3z6mP#O-&*edewH>NB@Qmhb~hIpqim9aAH5+>c)Y#7rpKts
zZ(aG`MU5}{u>`^kuxaA4s219<A|G{NOKDv^1`iL59{>GVYtPiXZkO2mN)&g2(3*85
zekL#c#|vwqsPkYpbh%Qbr(NbNcExY?J_YDh8Z^w7#{*G;43yA?l`OC2K^dy!{v6SH
zps#MZGnK;JmJV?nmva<nJXxc&4RYOlv9SV(r;Q)tIq$Q{pIz%CD_fh5NcdZ}s#nkU
zL<X#+F*O7vLH-~Sny2P=>Y@bw2t4~(UEcWEs7l%MB<!}dh)QKkNlS`fL!tZ&X$I*W
ze{f==JFtWVr>_4?CHKX#Q!hWaXl6K6-TZ5uZ=I^?gOjBz|5}r&69B4}z_Tzld}wGy
z?b%1(T+-Xdvq{HW@~S}iyt|<G&wq{s>ILpxD5FIltHoy%AD(m<*-9OrjE#=`&No~h
z&a5kP)IFE8-cJKe!KPQ3n0;~FRcZ(VX?#sEJ~^5!nlJ&J+T5a$c0~u#e_WY-)+gKH
z{YZ+(zrN=FbSpBh_D&uHpO)o?oyPXOrEcIeidy<KdwN!Dq%<0}?*eotcp(%c^=+zA
zKA8yv?l3uQ#A&X(-ptDd5i*?>H1w<d%ovWkm7jj9q7B2GFIt>R_`PpE?ueekOtlSq
zD?*Um=U0_Q!WP0HmHr;0IDH($;EznIm)1y;*Uw?!R{{+X&=}A!?<5WRid`iRdZFm&
zs+(j3E{U~_ZlOKp%p!IEGLh?yA26aZ^Jr+5KW(&=>FBfk$ha?qWhR^MGpKL!pMKr$
z7H_L>>D%j8#_jS#U#seThtMgb!S$HNFps~D>K6`Rg~$(tc6ZusJL_?`wc1}j9<yCO
z9scI(xa-mJZ;=@q_fCBw#;Z&(Mp`&azZuk&vx=6taMInqJ}D>}iJbfaut)2sEk--+
z=k|Oi_(_-E>o54eBAm;1UF`l>4h<9QdG{*Q0M!SAvrL_28w3V~MH0;eJIaZKp0v29
z&8L=>zYp8bg30W+;VutS>>Hof2%kjM&0lXT{-?6DY-;oS+IEp5#jUsnEAH+Nh2lYq
z6{p2DxVr_~QrtbbyA>}E#e;i+;BI$*|C#3lJTLPmbIoM!wXeO`ah$Pjy|bz4_Md;~
z1pC@Ph0t7v#4(dWv8uN^bN0A5tHRbFqD*Fu_d=(_{>f6i@-qE|xqU<YN8oj_yB@#2
z2jz*7*GY`t=-?u|()ju^Uq1RQDLlhs;{PqgoZc2bT?(S7!J(Y5g@B@6x8G$f^tX*F
z%9EGK)onwTK7{&cZ+-XdI#tJ*rt9yTF%A4-|HMO<fT-?D9c;wwDAKXSuPee}g_}?|
z`V-|jdWZ=>7m}YZ4OB1(@)vk7l|OabbzUsXrP!g8cW9xZUgV;}&7FRAIGETMG4Qrc
z@Rcqr_DE;dhCVJEZw@J!9ZD-9!<^q9?2uEH5}_nyZc=qL*#3$=-TZa@m4Q!GdR6EU
zY4dEtdO*_8qNu$V?|#l`$KVS~E7m$SZ(prQt+X8QNkep)GiGJi&2G26{L^daEZycT
z0URxTOx4*qHtXF&(amaJTQ(5U6R32nkJcNKyGF-aYJi~Z%rhUGfjt8)G*Wh_n4ye|
zZ5=c1H%zCvqvVahp$pm$Mk{QSf!7M&wdCw*V-Q<*DX?w&RYHw_PTRtKRD@@Cq(zii
zt?u$wxSHhJF;K4=a%UZOB&L8KibDYJ`ufhIDyMtYH6BaRStSfkIWkwNG4l&t(SxYJ
zQLQF`xN_vv{wyCaZ3~tpf^SRmTuiH&-0V_x6!%xw6rX|$3ILYPtUHWr;FSzYX&~<H
zx%C-1bj$?Gwtn3H8oNz*VQ+ZFS^gczqb6EX5kJu%>@n6+zWdPH@-*=_8Us~~T#}hK
z@N*_gzQ<t_Jq<NQ<OvytK1Fhc%ZHBvS{3PC+x9Q0{t(?bPj~v+kMhM7WcVRoKnBg%
zAgDwd4&-yx61pBK92Zv+Y|mm1x4pD&7t-tL`2FFqX0wYHeK=s~xP965x!8l_CVVZ{
z_K0x8tkMprNd6zfnKV`j*+}r$kg@GK<UJqBgw+E+_F;;cO$h*q;#NIBAn<O(*>2b^
zx|WPHq$4pL3fGtHr0?`l)0fV5ivu;yzAajO`U^J&U;4RYQ!5P{U%oY7%`9|Wu8HJR
z(-Gzn&XqZwD{+HyJ~^i-OJi@j#631hjddE()`yHmt57~FEo>vS_;W7Y*7Lb0Gi9*k
zn6ht=38plebV1|SSqhBbd_+mA=y(3l&F!asQT$W6(CKy$(Z6pXFhQ1N`5w<2w)15j
z9odK{jC;(c*JjE&C%`l3cN!Le0fv>-!1OqU$tH*A(E5nr5y;}!?O8NyN;W%q`bp56
zU+>u<+@g=_-?kcDzZ^l_9i(>K7B!WJfC<RD0TbF$YULk$o|4$ZTK3Tp7Bn-Juf5i#
zmk(N6<AO6V26B^qw`9MpSlP(*ur(oGT-m-STm930KOTO)9_R>p&eEp4?|?8Okn+GS
zT>@*2p4(bjyL&ZTzw2()&PmDGE;^QvR2&Le553=b5P>jB87lho$Vtn?l+lg~B_KxR
z%i|BP(Tzs6D+sv*OVrpQ)s;aY6pdCX&P7H}O~-L`b=Z(tWH<g$;qF0h&_~1n^QHl8
z_BwTu6izC#KH)!)2mW5RbF#3bP8sYsmHDkGCsde^HRK$tEa~}XD5;G*ImVKpg>AO;
z0SjPieNi@v_gnd&TD;`@&{MWwPoa7#qokn6N#O3+-VD&~dsROYw)rA29lkd|5CR?R
z(!8zwUPV>1syn!rUoQL%UwMJqj8@iI;X5^}PCrMF*a9p@%>$|C_N5b0vDn?GY5<j=
zMB_yoaMQ1J1@AT`y;2t2BfLGpLzPcoLNBY?9E_@=a(V1uWt&(_Az^HzglWJX(l{ng
z$AM$i^3LRJ17&=0UXtUTfB3l6H6k6;KD2&cDj{lWFj(iizhctLD{<n+R(xrEne$F;
zWTMc3`1>L>x`NI|S=4kN8UhC-(u8?-#qWPk>GvY!hTsQ3>$elCyZ1wiF<g4WLy_WL
zLuv5dgHX?Lhd<wLJ-5e=HBN`ChC~3Nb*tamSY<%&m6m>oM=6^zt53mj_xLU<jsFs$
z+7!bTtfWnIX*qrRZsl2C2PpNKBcSH+B|k&mL3diwt&@f;dm{2!9RBko{UfgEzOVK;
z(u!RB<EG$+pVCLuT%|5@R9oMot)jSED)vTrioPIz0Oj^W@lj%)0jowMC7G1x&|!bS
z8jo#;Vag_P&tS-zAD@%yT2%EL(=3kPHW|{d7tW{;cS)YAeMP7hX1nE0-Y?`Xo2WM8
zo{ZDZD03qs41DNAjs+};*>qaDdBI*2;&ndxKcbao6C<K_tbZ{)FZ!d*E6D;Agfm<I
zGB3Qk*WQj_vvgTHBP=3o(PfIm$7y|iLDe!(AEBRH7_-Rhzc=T&CRvmwFn?dQF<b0M
zqWP<U7P0kRz5>nTY5RGuXUdiv!~|-l`MzV}<lMlqzS2Ole~~-c_V|0Z(#wT@^wsI4
zr@qG&5gW_55RCLcq4&nPY3=THxl!`IDoRpT;zpQWv;xxXSwG^@XoKd}L*FO%<)zDK
zqovItLa9eyc^}s^NBSOwpo5eECJF{8SYO;@WB_kXji669J*RJCWvLGTJAQ8B)wqTg
zfj)0_8h|8EoDnVQE9Lv7`ZI%mq#5+An@W{tNTARN6$1|QPnbPSYg9La+9fs9C|ese
z<Jqn)R>lS+#5;z<cYc#G0-dtWAGWtLrFQu4*f_jDF0ESpgBr@q^&$cOh*M~p<b1(t
zd3&C#1)A@3@(@!!eh+7LW7_s(zzB-u`IC}@y}RQk*MGf!3C>J-IVr*U%&TC*u|K0^
zf}G~(aVqCOX;9?~8S=Gm%SmpysOc;p#n2FFL+_-qi<KKvX}`DTGb7dw{e4R;uXAZD
zz`RwG@dtyo=+V7FQdcM+GWiBILj12{8vS42NyalL3#a>6T)j0v^vhY97Ye|3{<X+X
zA^wT)?;DEPpj^N&TI5R6kd8pieoY)&ny`o373Sh>p8cC3X>-o}cd&TX9WRcHtwxh2
ze~ZRP9M;=crn5a~#rp#|M{`;hwOYO^_%dziUVV)v8hoIco9tODo1YCDXl76J4dkHs
zJH|uIgFy6&y2vc=8okc|G~xbf@a2A>Qf0xX(+!2Zk80(AxF-L5UPvX<_+d%5TpcgA
zqP!(O(--EWZ=7YKE7&jl`82e-2$#Mk=OIx_xb!V}a)k5)RX6E|4p?EoHZNl`{meSf
zElFi(<2+}sSK$)C+7E*{(ZZzzZS(WOzBm*IT!+MBAvn<76h#v<gae?u?iK`gXeH4w
z+w#++lyySVTbEkiMGm?8*PW8(ujv2EWNZHjS3(u~Qne`+c9FSIXXJ?32E-%c{sy8P
z>fH7~=|ALqjKjTES@TEU0!YgbU~Rgb@O-&BENqDu=QN24{s@~={eReNU6E4=aQBoJ
zzI1Eo9rrzlHmvAQ_pT8W)21an2KAa{)?y|A9Zk|x!u5+hSi>x1juF3}FZ0^t#hMmC
zTk?1Rl`0FN@ZeBs%}*q{pq``Yw4`h#`F;oqqW#>abcnmkW{@bmgRNqTdHaKWnv?Tp
zi<)ShZ8BM%r9)_kR^mH7aE)~=<p2}_W(~ZNto7dgXzZZ3@BFjj4l}$Bm-7pX8Zs;1
zVW<vNMM@6fb*Ofzkv8Ct6&aPW;4k}yzGqr(cM0_C!BnDq=CuT+8q3!Y%mVLPn31l@
z5D*ZL+{5qvoB$1cx$<~~>mmKIomZ5(N1(F&ceUC9UU;u$?qz?Ai4JImr~!Cdmrn(%
zu2>#`Z36A`a6A`pZ(gfeo5zzY_B*8_>1=Lqr=v;|31BZsE;nqdPa^0o;xzjW-b08E
z47SBlhPGEj5|*c<lUoLJBZ%KRwC2qy9n<FWPk}ESn>#eE35?#=v_aeN<$j4l4(6aT
zV&CYNpDouTGUyjCi1~8B)6iSIvL3A4GX(q={PrkFOw>mrUyHOm+EBK(61DJlxa}Y=
zvpU3;A<G}b&EnI(YrI^Jjk7L51TBb8@jBSlTD^pj6zBWX-?)_H=C|6h#PAzI{WZvc
zM8v3O7;-6BI)Y;1_KG^HJ^EIRfvGe0h6tmQR)T*>D4pDx3XhMir#gllFyHPVBc%u<
zIh0{{Q4)<XW<r7YkbD6v<Tr`O`W4~hD(!zRffL^7dSQ2s`ExQjHWD0VyIM_yK0H-=
zbo%E82StvEbIzRlX^k6~3FTU1%ikrx)V^effszye!*-1NzCUcV?sxLX`kq=r*3*K1
z--hVr-4w-*5H-<v{8JH6toHLrqbHDQ{%2EJce3OpokkDSO`2=cMEx5L_SWVOMGqgj
zQ*U-5=F~=YXAts;T&lq3;1O%5UclqG{dM6E)qg2n1#ni+!>H6;%620zIBt{BW8Mru
zG0#P>RK_T=)G^~KMfa>G_|GE;A7Ur_*1uo1drGF38p_<^QW3E@9}!zoGx1zVLFb-K
zHy13$*N*>Fr3O2qj}Vp>9|2}$wy{d$r|=3x*aCzS9Hh&~kS6BdE*riDGG1ni$r0zd
ze<-U=Y|AifYm)6-Eo)bqks@)j6Y`?jS8~tbvd~zfuO)y#p99oYEMYrOrVxuTKXkq%
zdQ(gA)Yawm!!m77y7@&vM%W&6u2*-YH5aIZ)MSx_SwZiSXxb0S_J@S_V~BL@<_2(%
zkVMalhm5@ruCOY%ErBRG&ASCDhgov5@S83%31k&=CA#qzFb$Y8gbK&gCJP?ur+n6j
zScb?LO@*dr>ImjWXMO>#pm{~#CnB(8MdF)1=^*bI3CS#>z+%>Byr~@v=zrpf04!XI
zpK=_lh{0<a@q{Vtodsz!L(DvKdJZx+V!W@|g;cR$L)M5^Rh=0?@U7$<iDdlR8w^B_
z))@5<WAaIwGXqPSGv-Z4{V3cM9}`LO9OfH2v|3}IgWr5^TfyfL<ZJkhGKn<Q5{ZG4
zijwVMEA&0qp3HMKORcTAZ-2sWLndMvc`%rT2aYLFG8n)GK3{BsgxKJ9JI#;B!Y0CO
z9|!qmJY|3-k{d`EQ-CObw`(gm7UEO-^|=?BZ#i>lECh@VP*o-AD@r)(1tWldjgD#k
zK}+*BMMMV%5!m_}!(R44G`0JHo9DMNDUT~4yOG|iC?^WL^W<<c=8!Nx%F~?e4B{K}
zr&n+)6g$d-ckU_+S~R%75W#gkO%LlC>wRcpCpbZ&tw1EYJ#W=mWT|tW?TCwVq%jHJ
zZ5KS~_XlicZ_m(Ff<)Eoc0DP3&ouUna3KCA;!{(JC%^V#j@Ed2+jk$ox}cAWLT!99
zV{S6`Sf5E!pbkhSHnkJeY92(9pB&KAeQ|F$V7FrHKUySb>|r7t@3da`;o2QjYJ2-E
zl0eP3xq|9^GmNV)WVzfw{1vw<x<UN8+a4;={(xMLiS|whm7MPX8G9BjL99`5gKU$x
zM#@>%PvvYEccJ>Gs@sPY-40sv7BDqlLtb5#lERvjv2ldvj|V@y1W4oI5q?6foBgkH
zDYz9~77WRA3H2zcWY}o{$s6S{99wPto*QrJpn(T6L<$P;6w-mrj^)^~3HEc<$@Ar#
zu1BGaCe<E?A;(<Ir41`B7_b<oOAFJQlVN9{7URam>cg=ii9d_l>Il^PFOmd`>1Qb~
z3pRU>UF}qc89<MvaT{YR_+a8OG#G;wZj!;{F;X<~G?Jngx)%R(o8Pq{&G$ks2@6;o
z_5%^nIT7igk8d`?7dk<&){Hm{^Y6MEmpLb6NAb?RV#L(-e3a}1$K-nHSQ56BE?SS-
zzKRfliD8b@0NCiaPLNSckiejZIHIcS>%|)49<R_GW>*uDH*dNz!cq)(u{KS#VmiE!
z#z$qe#Kt&K+kHG1Um>#0Piq}wKO=`<t%W;Yi=-RhpG{6`<y}m~$1DI|ve8&mlVPxt
z<i^|K)%Eu6gpIP3g$X##eakK9BP71_oI%LonY2<1uF7D~HA|i*C{WE74%)kA$@Eg!
znPYM-mJl@_i?{w9eb8vzh22s(Ln_;cIm9g8_BT?FKvXFv_*g_Mq-vpyfK$8>$y!#L
z5HC`{Dt5pvJN{Q(&OJYw_BM@;#1qD%k!V==&6QG%_nQBu7E_mv2C|uqtcIY9)u)?u
z5sMY0Mfw`Z@GsxhOV(Q6|9WU)zdO;8+(8lH8ZB*5YiQ-W8*FdZMDP=0dd^~WiJm*=
zt~Pt=;N_Vj$9W{M!4vHQ`Or;(Pp*_=$=ODDBkM23%0^kMV@2tJ)=W7|KG%?Vh5QM~
zBj=eVy1zJvbxCgG*l|2zr?j|uzMwrE+R?2008;tk7UB*)p8qn#u<j3QIHQbisSbu>
z=9A~A=hKKPEt8%I<crIv&?w|Bx@rMVvw05G9j&YqoDfGX2N3UVk*4Re0)z!uK7{Q~
z%e*iDlLGaxgh05VyjW)Kcw=ha_FGJwCasT<KAGY=HIc#g|7{h8^phzC-ap6Ma!1hH
zQ%Y&DVJ<|?tXgs931W}lWc75o*s!b7=x^NVm(!D~{OQC3<%dNk9-VxnJV~JtTESTO
zW)RiOr?*#OQCIlepLkTYLlW*!QnDx6k6QpY*W{yGaQ4Kn71sTcL4D(nF^h&f+YT{l
z-7@pp$mycb-`-UkUD+^UJRdqXH0!Fg)&M_~hN#9Uv0QeI+P7CjDaYO%`l8wO+81e@
zBsMvTeoX&kJa{IN%;DYWI$O)%Vhj@%uJcS1eUI;UN_&pK=Kq$xDt~~U3*~q)gagvR
zW0jxubv<$6<7IOYFm~Em-N37TJlCi@Lq1ZC$Y41xK-Mg@!D2-d-s*W+^1uh5P1xDZ
zx=_}nJIER;$ZyW544R0)mYXA+dc>Z3FM0FhuPIo5<s3|8CT<7%HQIFS*5I<=jE`v-
zt*y%c(_sab#6Bua`t5F+J29Xc!iz}rJBD4eW>z8pGu~ccK>W+co^5~{Mp86<2`P0(
zkvNV<88MPGlZyLr@fBNZEM3R{2<F#O$f4xKHvI=2HyQXOm?Pz9B9|^DLR@F~7txrk
ztMG2{+*9c3D!3Mmx+#>{76PN$I^<Y09(%7jq2*Yy_^^a+C}@a18J3tsGkV5DnXsyi
zEcNyR^XQtj`Ja{I`p=t91rkwir<v60+##uzb}>S*wI1vKvJB^%mra3@5vK!Vs5)Qz
zKxPI(x%&x-3=2WCh;6hn0N5$<-9|5mWU`)a+#XO$g{YP!XE_8PCpi{~AdTh5f5M_O
z<*Dk791XVh6f68NJVB?GLtFtlxQp?<{#8(I>vpkiIj+uXRt@t;heRS#P;ovb%XpWa
zdJ30Pu{=JH(2$iHQWjNI824mVzT<d%o;=Ow$5ARFddw{z1HYikruCQc99Uf^(w8cP
znh4FD*JVlT(2hF04f&DoQ*w%$mIOYl?3^rcGe>e)$?T-J1fKX*KY)`TS+`t;+iqol
z;mIsxo+5kX)byt1*akU;m|zZjd(20OcPS>rCAaW{cUnf6CRwPR2=+ewrIo2y7W-VF
zFS7;ROoKQKJNuVuOz-*04Uk0oNVFL3Gs&2L8Gh=7oE5ir@4{k%K!#b1l0~(2u0FP#
zRfF1t6rL-;Vpogd0$)qGX)Z3?W*d+_err<Xe<3W>bl^3cWsSyyFJ2TWMw9<}NIV~*
ziQ$ZD{ys+0Bst9nhuif+JFy#Wo^0?g<R5{X!!vmxcbu`8f1~fA57SGp634IDCaAp;
zza;?If@S_G7n7&jxf$PbT%M!)+WYxSU-f=|?El<Ec)H)a<ftaW={W{aH{+IGk6!PI
zZrOQ%q!d?k_J9}CdGlP8$vd+hds~W^51*e-gH5G9J|H5Bm7Lv{T%3_J4PLlb)}87m
z>5Y3&j?IsouNsM;Z`kKNO1HtFxceUu1Kd~|^xTRhcc#Vb;5k~SsfFAZZxddhLo0G}
z3XQ~ZBoc-(SrF)~O4ph4UCZZ*ti_wXrY-J2jmOlhiis*74U^XGDF#o|;_$zr)y@`6
zw8?qBzn>RP5rBm6&UEAVOJ<k({k5PV(j+1pV|zP)`lHP(b>scQxOX$9`!*+qW8l9X
zl5jG0%>Q@h5l6c*)llUKpMT03e3@C%=U3Jh3r`HSr_QCkk)ozTX`djmh^}FCtR8ZG
zR+$m09T<-8{%9MBmt0E=zEEQ%PkR|m(%sfdJkBxhXuIFF-ULoL!_6H$65z-;kZK!_
z1a9-*N96h_x>)h%1)TQ=r(d)K=^~jl86(6e6q79lPbq~DD9ExIoj{%4*L6b|9@16X
zgV|}qEQj`+s8Tw1M}1<0ERG>reUIxh_04_#vknTAnY0br@_k|l!!<*`sA<3Lsk}U!
z@UkCvjE;sa=?oLjDp?*_9iegDH>;F$iE8D6Z{!H^dd(}?mLaV<>&K5c>C$U<rDF(+
zBwcSGhT&W4<auN1z|zabZ5Q3#{B2P4xZm_@d~R9Ch&V3ZFk%$`cpJb|x#HEPw)vvE
zGgX3h+a`dSulU7{PgMB0whKp|ZaYOSA)@=XU&+F~d<!&h{^TFpJZ8{4F7u0)dEhqN
zo|=NMK0%0h%=<cW^!b!8Oz$#x;lD-nKT|YZfbqiS<%O17baB8Nt9%Vbm%X^F<TNts
zizBYZSMI9Kn*{T95B4?m%I#GyPd}~tn^@Z$K9Ab|=a>%^qoD!jRaumQ)@)(XA$Dkz
zT(^4T&z~#)WDnRDwi%qp4jcf1$$LhSF%#wxlY8}q2Bw6@OQdw8t9G^Y4RJ+9nT-Y6
z%O1u2;bw>3cGDkqMzqvv&h@`@i&zkP*uSDfu@mtLPZfv!NzXCNJ2|zh{CQRV-Lr3M
z;Wdz@&=+h5z76>Bb5e|ZO-N`7ZT+cNYk$-(xkE(rpgMI)(I^#%)(-tkDB*fTcPXhp
zWvU_bZ*%x?;7BvzwN;Zn+nzX3P)`);;cv~*ed&MKE?<KJ5O)c_tKazVES4`8si5tz
z+7p^lO;7(^@D+St&<@1AwW_~+536oHW3f=Io{~7{%e%j{O{KgMIwcP0jnB2&BU@Vj
zp?$AsV#utAEP2q<t_=jfmeOEJ^BDj@8mN=3AX7vR<P;3va5gGRbWT2`KxH5p+cye~
zRF=A>5$&W8?2<cu;5QUsDT0bA%-=1sIb}*UN|5Zo=)*+hQO{{8Gr2fMt3>sBO-h#U
z`lPO986`baZ#KaN@%x(30G!*1gOlu~1wG&M#uUBg056Bpl^@=B7zSsPAADrwOX|h?
z%==Mq`?o=+f0Y>lA=aeN0Z!%Q&y!LnBGVHP0*irT+o@UU`+OPh<7o+Ou`%iv#h|kW
z>rLj=$8^D8fw7SK=;7J-+X&I~J{6!$SfdwNi{UOzQ2vT2(#g=~yxi>SjQ?|_q{{q5
z`(FbAoJULXX$^7Sl_^O-myl|I3$tfb>NGU(2xK?Z=KSN7f(@{Lx>MY=MO;G7F>K!z
z-Dcl#iD@YGCE^3Y!`V6p4%P_b5{`a{<?iyr!J2-7uSaIUey-h3p^~S5z3M+%s~4pq
zIY<6Qd;}M^w(_a?_bFVylVt%PfVXye{5K|Z0p@&m)Z(9p1M%+WXmR{YgmIqK?Vj(J
zM@J18CP9C6S;N!?LIboiXQk8h%yi^JOSc^DLFzs_t*b%hjtIu`hNp_6<pARSbhFJx
zC75=&1U$fPwvXy)TLIptk;wKMxzCBGj}g1B8IG#62jnTUY9M5DhKHSC7{CSIiVuV`
z7}*eQvhMuL9yqT#{g28k!A~b_<f1q0GB>7g`dB{IWl$iz2o|JuJUm%mzTSZ+2dV>L
zQEWu8EL9JzW@1$jlXLDdjKH{?Wk)<WPD;mL)282uUGMLdZbn*lZ@hyCYld!x;PGS6
zVL;Zal-I?kDwC3Cu}!P}#4u;*NJ2y|QchLSk}M}fGkZd>I-;(;o8Q~5Pi!XcEv5Ii
zLotVmMB92J%aVoMyogWLL7dnwcfP$mi?8L{hk_~P7fPHD^@5_@hHP|J4WZt}On=i9
zQ%CstnpM(7#dutJlU61^2=elpvTXWQxmp2+<3lTr_E$E4ROWJGg9^c%@OMmNBHc<{
zU%|z;JF8#oEw%<P$|>{2c-Eoc7O|@&k5f)`zriTO=`BbF2evcx?_>0iIKAimc}4GL
zC#NJXniI{}<U}FT!QNgwquM$>M4=wMb|iedDvu{l?4W@C2L*l}13n4ks6cvT6Er}i
ztbj9P%Qkq}1%O40*57v0tMK*wI{r_$dkv)k{N=2RD><Av^gv(ZM!PY1C<Y#8Wol_F
zfFUAtw1H`LOE&ih2)RJ*nI?Hw3TkTK&-W?cSnI3NA8sn*?l}sd=wTfa?E%!34h(<)
zYUtu*8K0#2S#f`OnJMUg==iT43Wc5&YO)WL8+M?5zOc7AI4#z)Q^|&IS=1_SRQDGz
zKs8D!fgpfy|JJNUv8leI3B&Sp+}>8_LDw5s?hpI>D|x;Z$>2{`J`HFhlE-+GF!<ga
zXs+*pceI)d+AeoFk92AQs>3m0x2SB_RP1;euJ+`AzN7xNlP#=50gBf~U_7@K{1mI2
z%l-*CsG7lZe?0Vc%nxxy7ubgq_LWae`ohJ+c_|(vIpgQvEO`-UXFKqDq-cE2M|)>m
zzL*-%68p9`aaS7UeRc*GKG#jPo!trmsL6+%57dvN1a;4YFHWv`UX~7PJMQ~!&v`9c
zGe<(GfF#s6E!3dzZ|fvA`9y;)nQSTiLg$wuS5BF4t$Uh#)CWugKj!wJ13Z+|pW#7e
z^IqR_I?SjjS)ji8b#ONdmf}3o-ZU98-y1XE%b4fkvuLpn{y-rujITk4K-N1!D&I^F
z2X}VEH>}(xtMXATDh5|O(Fs|QK{`!DR^1N#C|^e$_Z0Zdfx`AJE6KSJY7yNoHOZ#p
z+*+C0Y`^QJwY_hiW#DU7{6@s;)ZvIdz*H~r&gZx~PI>-;B+u*Jh?*!*bw2wDO8D&<
zis|h{r$<V&<)b0dlm@sjj>JM8TD5)7v*=M{=h%6<w(iGEE=*>>m8Skx;#@my@P{oN
zedyIcBCmG;^A9>O{?BgRP`{gm>^`q)nAc!Rc55tlI8Sw_CQ9AfAR%hYen|OCA`+(a
z<Nm7L4oA68QB{RKw>gl=SidR`qiAW#<cd1C<8n;j0;VtexTBPv#qkqd+kKQNt_!b)
z^@7Ro&DnF#&atldqj}vo9C@~6-X|m=POO|_HbrSycrLE`kqMMR3(2mJj%KeV<!|S(
z9@-|^dk(t|M0n=K*qXKFy@$di#ll|izQ*%zC)p+4Z?8PRE?Y|`jAW<I#`I3z-o{!Z
z7M%r((@i-yZqSh~kfL|Acmb>GpGdr~@r(DyH_FVyW_>VS+bq!R?fz%R7suiHW@xz{
z8CIvW51-`xL?0(B#qw+|BTTtYii*ml&&Ra*-%ZV$i@9Kl?{#I1i$fnj1<|;AOjut6
zg}a$irou3fbij@gEUR6u`zQr;Mlk=ATDe`mlpPbqRV{iLog(BP2|V{2AFmSLeT!x%
z;<J<be%5Bnk8=E1;ua$<RO&Nt=?lx*4)(;tw%qzyKr`|7tqOW2%W~d~Uz>Z{TE*7G
zKtgA&5zq=-5h;Mal<JS1b<fI{rIsLd*<*!0_410^+b%l(JGFqB{8|TN=tCRj>$0cS
zR=;iPz&p#?@PR*1kXBO`<B0^zI**Pro8pY6UZY(Z)`O3{v&4h}q{ASmcLX@_`l6!B
zj(Eb9hjA76dtr~f(m=f)4T0s}S~549VNA{f1Hxz$MCFSSsfW41f5x!W+f~7*ux@hq
z03_71w;$3;VMG8TSkd44!M2SBXW>ZKU*9etEeQ<aalAmX?Mbs4IjgCDy?7tXGSBJI
z9|aF~>~p5yf^s1rwyc+V@2!>n4x#3^on?vQ1R;{;!(WHM2(v8>E>0~5u=l*uyjU@q
z0%VeEVryW-eGNHWQ07XoAFmroP^W$4C<;n=9t*ihNb9PdN<O6?znqWe_OD7loRnQX
zFtCedt^__N!ZEQ9HkoVA!-|)wMUfyqrbBklp-S@D-baf>Y7cj^j(A(`FcgoePUj9>
zdPOl%N)P2ev>9A5M;(aUkGf6<o6aLFJlzt{%toU$5{Uw_4JO2Jn$H35OJ_1A3-6-<
zORcGmDkF;BrRlGKxR_43cd|a!2R3UB+F9)?s$8~ah_`pO04wE4Ccmfw6;}O`lLTN6
zcn%?g{hheUP+C+?(1J8&m0{CC(8(z!UV+-r538MWMPO}!dvH}dXw^zwM9=tmS+#!H
z#!Z;-dw9G8<NhFj!)M`cY(LLQ8y1&!I63827DQCT;T2(^(0H$||2+6QJi|&fFsq(I
zws#p9&B9aG8fRvPS?{8wAU%jn?XiH!M5ENX>8?n!gQC(&)6yz+2s6er7&7QHkT=k@
zAv#aC?b@<x-D+}YSQqn6)((6o{jC1f9QIUC<1cH(AD5`bd7GZy3n5RIrCJsE^>|MG
z^jL1#?NMpCTavL<2H;9ASBLzgA1s8Zeo+NTZ~!b4z#CdL$as|leV<&2rR+s9rnq%f
zpiRyOAiutW1s4O*G_ZdG@}d0w_6%fHH1??TDDZjgPM!K2(Q9K{mezFk-yxGhT1sp`
z5+&=+J{6R)wQnqC2r(nus{Sv0+nn~AgGglM%nf9-B#N2}e><&ezl8`obK*`0VG>(y
zY~Yt=VPZb%07yc<uCB8v7Ut!Da$`o%`yE=47M4q!P6%MJ>|V|lcEi7*>)|V$PmwLm
zbN=#(XnC+0j572(e}1m50%Ul<`{n9eN1T9T826Ck_}2{I*~|#(O)p0^#{8It5^pFF
zb&?q-ai=CnK|F1gD3hD_k3kJHU7j{SUn^007#_v0QO<9CFrq5_?qTZMRT<7-YHpJ)
zT8+_pVKgI(^@+=(wal$=_oA4hN}w+#fJt(Z3=3aOpeXlQEDx_v`w1?9h+wX`m+ivb
z+)ZTY>t}c9n-fNE`Jm+73>4iCCV59~xd%SAO!1LyGDEF>;QIW|_rDAl-l`WA1Vg57
z^xneX7r@l_5@Qrcs`J8^7UDb$-WeK4m+XtJ3&KZ7S6+^$NZ>!&X`PU!KTz#P_GAY}
zUxpQ}?a#t%EUg?CV!M87FVE7`zVtM28Ws)S<jPCEvBkrE^BEaA=sg0$|NlpWAAg<J
xk>A`7AtOq~2ECaAz`qv_?F~C3qSUCUM{7shv@F07{vSkdl;zdrs${-|{2xkbS>yl!

literal 0
HcmV?d00001

diff --git a/docs/_images/sphx_glr_engine_caching_example_thumb.png b/docs/_images/sphx_glr_engine_caching_example_thumb.png
new file mode 100644
index 0000000000000000000000000000000000000000..8a5fed589d17fe6ee62d6a9788519dba471fbd65
GIT binary patch
literal 26794
zcmd3N^;cV6&~<SuCAeFl(4s|(J3)&T2rk8;P~2Tha45yKc!RqHEp7#hLvXj?ZZFTf
z*8BYp-w#<U>z<r@Gv~~mJ+tTR2sITsTx<&LSFc{-D#(M>U%f(#fBBGMqQ6{mHpumQ
z^~%~w0VJvEnR)nlooKF`yb|H}xA|C<^cUE&K&!B{#ar*%RrUI{fOnuSCL$03!--#|
zXbLuXBIIR=G00EgrNBb5!{Wg0L?-(}Cu?Haf+0F7%3dlH!I7q$mL$Yecj9<`jSzfT
z^D5Zgt0)_Z#Ecth&8aB^q#^tt+jp*g;+l3Kuta%Af{32Sylxr^V1hg&jmnR}mkXfv
zAbI2;{|#XPvE=`E0P<S?^9AVTE1Z82S>eA)C<&;HFH;EcKm_ss4Tt~~BwnThPbC<U
z{y+Qy-yssCdl=>g5(+AS2SjXlQXBFG6FYU#Fiz_d=HGDi{5xv>!;RVHaotlES;<Vs
z54)3=h(~4As6dmO)fSx8D!+i$VC>Y{+4GrXjSnu(wiwX$)Rm{msq2XKT(PDE-xEgi
z_(VivIE9l($F=w;5%X502cyd9S;o)?@*@IUt%-#RKi)is3GxWf#e9B1a0p}-K^GkH
zE#RcLH-hEomo}wtS-`xST`geg^-vL1i@Xk;hL(*ihF<qw7%c*?Q+E}k)1pi-WN4&J
zrc9QIvTOJ=TWorN19X#w9YvE^0xfTy!~GL#58!=LRoJfOBeNadJQGEW^>VL8OfGro
z7;=ZwLXX%~LDV&-I)%f^Zc@iBUPr)DOdL&SY8Fe4jRr0M^?OY#0}B$nzJ&L1In9Al
zQOK9T4G@xxBY?1&=&}M<$uJ+xfTKBW>PRAN(VR;B>we1G_F=pv`)g>`Z^uYRx_jEF
z<Ml1t4a&-D$31j+QCSBStgUGDG#OX))Ly@#cs>LgunT}hWZL=J)o}-tSc-H43?kvu
z2VGc#wT9ESOGB&rE@vy9Zz3|&#<T%q7(yR6b>)3Ae*}ua?Sht~cbom|GLpPlTSm&X
z8g90~9$!qLFeLh!xc`P0$(R$Ja&h&6EezoO__ACMkpyr<B+{;|AT;h98iu@OkGbHl
zGYQkX4NM%Rey;N@d@DM~2kNR!mU_AYWtf#)e}ui_>*-p^zc6Sxuga|EOJ~>i$53|i
zk3uPR?4WZH-H$~ya%J$=ipQkS-owRa4tw(P{%YPDc|taynH>AT=I|^o0}49wU~C{J
zauK2=H85m@3Fzliq*hcd5LX*{uUE#$CpBIVU20AE#`cp-cs73fa2V=^W|F4HJO04v
zh?+`+`1w}s-C)?|2Q&Bi)%tp}=My{T_L}AL?X!5%*(mp1+HX=ICa0VpGHL53#n?|w
zrsVN!1h2aM0663#mGa+wr{K=E&1QL;2u+|ml4!Vcv|H~i8eectf>jNDUkq^angTdW
z)#m!O%sOuC%7f^!Qht!qCw#tfe81zkyyL#c-mQq;u_=hU8Y&X0P3ZX%SuC=j%cBp_
zr)IOhDL^juo$ys}!om$%Q`tjo6J*I-hLpYq;KY(EwP$7&><+R6Cs-uf#l&-#?&}Uc
z2}fsB6#K32O!O58@ksbMFteP}G2(2lnU(Xx0EQ{|6Fyl`z1ErflfT{pGkLUjTO->;
z)k=c&e_nqG{-=f;xxac&YcIobydWM*>-WCPDRj}<`M?J$>U-1W=e@wPjOqn`WB6h3
zK~jXSxO+anw%MV<(bYq5#QL@?&$9}E9mOt!yYPhfLyOPk<($)-DALZ(Z<${Ys2e!I
zEf@cqbht`&4<v}sP#}Lx4n!!n0Yy~ga^ziw<gSkSH*`h*QC-LW26MvjQwQ^Vr$sI=
zO3>b(^c=S@?tyU^-%7nsg>47yyUusdaMN|<O`K4>9?WoX_ry|GMNc@rE*&1ZWvhRi
z_S3m-n`bk(@O+$m8Kp&CbTqx#!3Ro^Y+#WD0wD>iyApzndvKsR&ejCNHW0D$L?Y{&
z-+!(ex(HR2t+z8ezJ13p%e#_pEzeK4BMasjYdnwJ?s{s>RYi;(GFI&e<aS()?XjWO
zoYY<N7r&duY31K@BufxfDguxb7oZWLurjz{vg84UbI9BdjF6-Y{<Q7%utyW)+c$+0
z<MkF<9?8fp7m*z+oS$&oEZ>z1i>3C&Ca}f(#daZAeX;DyOc))i?10TL3cyU9coSu%
z)362xbDc4*fSbB%;E}Qhj(t3Y;h0y44|>PJ{Wnh8tcJHxpgfb*cWZ`3JyR%I1eX@D
zhJN6ES7k-g^nBRA6+Lz{hr;f=v9U%{mDsRr?D`_~Bl#>!q2hGpQrdVLN8GXyT@?Oz
z+7-##Pu6db%j-<<)!r^-I*w+`UXXo=8fYr1;~kdxDdbuG7#=k3gn<y*eN*f1KF$Bh
zuM!f73PNVVWu(3KcN;%3OXZZG_KI`Pw|e|IE$cJPXsj;kh%dz$%0ABb0gso)Q9gp2
zNtf=PDrDsl^fanC@8EI&q(M1hW$#)lTUm1o_)})e6B!%S2>wVoy*Pse*8?CP{EM4h
zidh=Lh5n)*Bd=X5LAxl_{94L7yp5$zMl^#3{EGwW`CdAsJ<I9#=;R3}l<zuf@=^R;
zn<3z5TIkm7d*S{Q&!Lv#!b=h$$&Th_>ZjClo-A{sUr5=r94uSOqPi<ojUL#vQoR0D
z9@tomD=TNeq@pL#T4Ehm8}_x9rr7iysgJ_9?J!1H=qLr{xNdprpE-Y{97Xs^)JR-0
z+mCbAPM4RgJda+_w1ZhDF<f#6KMK?RRs9%DGo70zPi6-^cvsZh<Pp*;9q$hp1HB?1
z1Thj8DEHa%3MWR`2XbC2FZ(&PJ%6R;$UL|(@;7M#``OoA{*nKc(^Xao#r-E)ODh-A
zOQX3n*Lvs2@mM-*O*5azC5U{B1MKB77dxh5mKt#I>$Bx2XqwJ0Xj>oqW`wvg3e07J
z)B$YP_^e2>9eu-`H$Ilmv=_G3H|}OW)AT=Y3o&4{OAN>c@maT9IRH=16i5c13XIbq
z?_;?AkC)0lxBghxk!|c14fTiYk`u>n>GBPA8g4GyLuofED1?CZ_ogTPNTn=*7Rz>`
ztYLiEcuec^&_!PYFq(!2r=O|z#Ft@!biey30#@bucj&Ux#$iwD(4dukXbV1&1KhNt
zqjE7f0?G2qOI$YC4rS^$^olhr+rM>-n6e_o=%}lSws$wIa?!a=?|&NpC0eU;zsWc{
zKWScWoG(_FP6kwvxFXl0Buq*6*?NA&t1N%CNhYQxAHE>%%=x@2fFKMkfr^ZzsGxgw
zHOYm3bg4i(w(q;Sv}7U`6Pvh6Lm7Ptpx?d8)x>^1RQ1|vuG<vm`}&L2^y60pzYXJ>
zD<jpjZ7a;%a|D&NxnAb?nXhfne1x>|M?Wx8nh#9<4K<gGSUSEv7K#rQi7l9~Uj!&y
zKe5Cei&k^WbCf;y%2w7n*r#WSHtKp+%roO8#6_LwL1~<?Pvf`t?S*N^=01T?r|(|z
z$d^E$%(J*;d8ErD{ZEFps9f+WKOzsubk@s$VbOjhU+t{w@7U3KK%cp%uNDtZ>3^p^
z+tzr;24w)=wRU5Hn4~bhvixzHRwBbhqo*XVUm->z)SC1la7x*{$-z(_ak+M#+ZP-g
ze<IxXQ4aEqNb_=<ma`Qe!{XjvZ9eq5Ib;szIj%cDn`nu6F$klktHN)8IeDy8S5qM2
zC%E^-H3a_+ex7p9xz-wfTD14=;J)uV*XXUj)pBRk@Pnh8CqmCZ&iJ1QUo^Z)B@vIg
z(FlGVdndb1<*-47yzX?oP5~QapP+;@NEQSQ)AQC1_Ty>JQP$k`X`41*d?oW^%4JZH
z`2Ld2K6XjjT<v??>~MILbr{_xL>OfMd9;zSl*--#DwbWDM4Mp%J~N_%)nv|~hmH9@
z)4zT59opehPLJ^KJ6=VVO6Ho)jzT3gR98(NX*61GGVm56{>rj2M18)d^HhPG&iNrA
zw3~jo&)!0v{GJE>iXI;ylLdla?z?dM+T(hzjWMg#Y7nngVIY8XR3%u9|L|1IzJP2%
ztaEj&!l5_dWLvR#((N&`TQ%Z_aD4=0dIY1oPwr0rTMp@~krDj&qrOo>N7s>&+3e2#
zj!pO%Q}P>}{K5VvO(@IX)|C%9o-~d!1M>GPa<ndYmNv;aFk~!<is==b3_pJ<30VRo
z#OB^{wUn=&24gx1tf_VnB;eG=J!0z~bgcJJX~-Ya3?h@$yfOIL)G*(evb?a%VX!~f
zqp6{~#WEH-Q1?9^ryjP0Z$$eQAyAnI&7&uR5P|1uwXt}Tyv%;tYAc#KvBk|6x%}OM
z9w~hzs3Y5-^N5AaGZ~c=G;%D?B(WRA1c1N1778yvhoaD%3rgBv|7EatdJt$>$u9}~
znp>y9i{nXjS1MjmdxDO!=)mKBA}-}mBp?edtY>D#G4~`p;ncc6ZCuu^9162{V`}LD
z1V6Z{i6Rj#_U_ZbKJm)mqBY>vgDo5E5h<Emio&5$E@AF?G3Le0&bO!{+=wz|)7zrU
zih#Jkm+X}@+r2~Gu{6>b5`g#UiRW{W{;Yv3BoGE+jQunVS36Np2enN*G1C~E`p6Rz
z{j*O=Hr16UEyfQtZjl0gr^mQuLw~P`!;^`G!)B$eL<AKUJuf^<NAv;d9AiDUw_1$1
zJPo3x5S=Jc8|9~ObacN3AY*5Q!3T7T+fx>?HKwu<G$dMGGeKe#-WS@H^V?x)LO8fs
zqmwi>JHg*Av%bEfp+&rI#S6h3Du-ZF@PZN*czynUs7CxrIzi<4CKW$DVUD<li_Y|i
zG17HQvoz)>Zp4t@iHd(8;)$gN|7tcwXZ*}bVfvjelr52^Z_wbOI56$NP(NgU%iVHE
zF4%~Q^N)t*gCUrPDQc6o=jm9zod2D$s=kAl9(4KKJVtQbESUEoxkjYn&#4)gw9Hf$
zxkomp*C}$oszKqQn1bcxZ?n$jcvSPa-%+!QHfnAo#hP0@4Eu7#;_sn^YAFm}a5$kj
zR>ve*17@Gze8vcL$w+E@`m5(=Qy*Q~>OI;1*l|C1v1PMWOw3eL9{)(8=9b%IM}6!U
zMcHwGU&b-gd%E#WWQ1W&us{G=3v*Gczbd>nU~XA+RYmPvAK8xKIjItpke-|6DHLM?
zV^m(Trt~H3n8Djvl-rxNw5%%KO97+CBR|c6-1xk!_MSCj{y-=Tl)@CO+~o2vmxWhz
zY)tX$O0oEU#QKS|IP#<h`b6RAJ-6|QMRwxTv+S{FC=#_NXFVnwajvlc^v;Fe8pX9A
zhf<6M-uxR-uogNQ8hEK)IoW(Fw~$RK7de(kPizF2`4M=?^(HIkpV8g2>9wssiTL8{
zJD#*5d^it313T$)w|h}CIq*lseFB}(#~)6PjENhpg?^8Xm3F>+oFgAQ0$j`746Z8!
z4T=vRkY=AQ@V*?NvGxTdbw)Lbpeb#Hwn$jEkRl=kfxy_mFdnIZZ|v?Bk47e(MA6iu
z=n4|<iHvkUa;Ob(KQEpZ&J@0)KduZPmaKWtq0k?3_hJD2Gm*qyzI97E{Lc|!PSUoE
zK1%~C&UNiRN)zQZhN-r>Yw5OvgD)#Z`yIX8TL)kRf#j_X&X!Xre9^FbrGeT&ua~Ez
z;L~rWd6P4b4BJHLCtjp5IQbK@Yn5nt(<W&i`^gZ*x8>u(A%E*th>PWT9zmg#$i405
z1u)h5>|%j;2S6YL!d+3OTS>AcGo{_X_PRbtC^cZ~OZKy980j48DF6mKe0<jN+^Q!d
z6_+wYh)0B~28opBG018{`&UQC-Z&pbLmX%ur<=#gp5NWH^gbnTA4PSVe6dX3@YPg6
zDr(C&J6Z51?||W#t8Zxn-kdrXW+H?^p#W}niWn)GH&MG$2$2AjQmXqq)5=*Mm#Z+(
zS55!)cU_L+xQ?>`ShOy)%)$Gpx&xYS;yMa=?0Luop+4>{HHg<+3oxDAZ>#%N{Z}PF
z*y2V1MAwfF%&zQdI+R~N;zar?o(NK19$nQ&-1jXxMS(~iDLANz^Z7LflHO0Vw(S<{
z-&<r5eM|PgPITIz&u6(UmdqwH`L~qt)9ZR|&VG<JT1tSay74fpHXwRH=;&6EH^5|0
z+LuTHxkiqxO8upJPHvd7O7}8jG<V61p27Jt)N=R14)#js<10eRO&x|CW~Yj>6fR1v
zwYJ=7+&AQJkPZmGr9o>Y;3Dk51T1!Wny3eOhpSrVHP)r8j)n->0clR9O!IoX`MucX
z^Zwiy9^o(E6WZ-Mwy{?YbRia8Hzm{^kdB^~ULyM{?&zV&+;rnvab{}4=iyZAU08O5
z@MV3_6vpe|{fU%r_^adQ-fn4Eqe6TqJ&VNr&47I)qv~~M_?mkg8<^CFz(S?YiNc&J
zF8sSlt6VZ89ZVI=m8J2(?|e_Ih#V2_^euv=$5qy@pDZ&CU`?d!{!Xjfsm*EywtUo{
z7M`bz>Lm*<Ce}MtHYm{7r(J5)5q}n1Vl~^$H^%&tC52`G-pRCoZdtm7PEwjEjW?3{
z11<BF;^@L~F7Cc<j;XTn3-~YX91YzpO}BG$c$6|oZbk!Z-y5|EV+OKNAcMg%n<sVj
zl-e-={H)#pfrJC{pT?h4SGInUS*~;n1&|2O@-f=eNKvRZ4R^(dzj~9cl6p)6{Kv$q
zqIam>;&#qzeUCS&pM&I|_VXXi>@ekIJ%6OP-srY6;NEm+rQ*Vm2SP=dpg`9v=8of0
zhOkW8VtL8ieYY31ECO7=oqO;@Z;1Kzm!dv@X`5}nJ?l8#I_`)#C(=D2%+*Mp=89va
z5suRsE0+)2#jpPQZ^r2U4e8Tn0Artnx(_PB{~E_^f3atL)FN~J89#@h6>YEJ)SkOU
zkVI-6t3OWeJfD)pik~F|nR+pV9<?<+S1*Gk>ikPTcq<UXdw_)K!lcpOk1iX@!U|Th
zoEhV5Sl$g0E!rygh}-<LV39X5LUDVTxY1S(aK&!Kr*rX$uZujy4v|hnhJ2+@m<J{n
zzX?5@^gCzR)(UN#6V?@^t({?Bx@QIn1n)vheiuiVE^S;DDalwPZ+w=+Bbf|;LoX&9
z8F2XSC1R0>m+4>0E|mxI>`U=jt6gulFW~I2NBxSomP5IND~h{YMxG>1blL@4eF^{6
zk#UK;tX9dPQL#jH$V)FC!y~DdwEKH`o<?o9|BR|2<^vN!e^m`uTJGR!jYdHl+#*lk
zs5uVJf+{6hxY=%{b1<y_plLd2Uui24dyK=?>^W&`SzLFoKY%L61$Od-y6mNtoA!97
zb$UD;2B^}_laB+luIKy^Uxf-;n)u=5i3a`beLsWhyI-)zg6gb&zCf*CjB)ffyJji%
zQ#_YU?1e#Jdx!n7Hh(Ev_|i!PMx4H_`%&raZn?l8`iT!XKN5a0UHxpS!xGFhTNf+u
zxpL3g?fDyTpaY9;=4WvgLgnhu2&s^lz|K2HyQC6^rpuT~EyYofcy)zpZBfmg;sx&O
zRGn#3W%*3V<n*|z)Qkf>l+k#uA^Ks&Nc5APO_6`soi1jM35BHy;tl(LIhwN&a^a`%
zJuR6vsJ;uQlY9qsuOj!Xa9BQ;(SH{l%NmW8PkWZ6_$5iF;!BonGJlTSxyBnademO^
z=BG6}B=bz`T7Vp#E}gK#fA=$pv=-a?p8t<XnSlE>oJvm3oLf8KYg@E~;oi^ZJM)2>
z@1e%vtsSw=PX_(a0OjVZhHr*B{g*Z;W~=k%vO2VPhKypEAzx81pO<(tom_IjrLqcK
z@zif`H$2E)oZ<bN=C9xVdlaU6(E3^#$Kr3w>V2<j@7jJovp;i8k@<L1`K44d!+7h^
z;j!IeS*PpL6VpURLOzQr98v;{UR7Gn4&D`3s(EoL{Hb3^v2>FE-3#8Buc{2P?839y
z#~{t0<hQk=<*T18>*VWy@2eH+)q@uti{*C6u-6YLDb<8RHk){z#wL@!tX{(Ia1#tU
zO(0i6^t)Ueq*UJ0(u~F1x&}Xc`0a@7^&Z~y#d7ER`@Xo6>+bhoC<@-^DTsWJz$8O@
zE6q6A|0WUD9M91pzApN8$^s8ZUZ_$??^mF<Akg}=Aj6dC0d1XBWe6+yIu{JYbdiY4
zRV#EJzDK4PtaJ~0363$VH|~2P9v-U1O5Y`@`zw}ofRT_oR8hMLibAhfS|zpBh(>i=
z)P@l=?Y7Lm!mt}6Km%zR(K8vzVwM*Cph$R+Xh-GcA2iO3omIER78s5{b=pAhf9(?R
z=jTLCaD?TmqKr8O<U~<+4)>I!4VC|q!DCP=dfL9nazg#oyW^g{NeK5d*yo|ECkDoA
zntQ_k_T^y$F%++7ZZFRcq6{D9EFXT)`{k$vq&&@tPha9Z|9HA1$islU8DzR5%*4N_
z8DoCrp?%1ld;gLWA)zb^F16gFV+?4T=W$cQrr1dXp6_NT3tcXsDig~m+Mf7k+r5{4
zaX`hIACv4>RGTPbo0)OUixoJ^mShV!I=(iQq{0#r8*6Kg8efTj75)X$kJM+F@I}UK
zUT6J1kRe_tI*P!@&+7A20@t?a1+@I_mNWPu$Azzu(L~LJHNe5}vc>A0`ZhB2cvGWA
zAP_fmED`+(u^vqY)Gl~k>@lkPE7s{N6Gk9+#3TqD@!RmIUBVFrL?mpY%{jeTz>Ul#
z^|pRz2~Co5>*5Vwzu~?e8!^P_RU&lWU@N*MZCSemvk~1wkWh+dwBQK1rWMVqOV=%v
zyWG(np@yt5?UDMjtFamAdo2)+Vqc~!LSR~pYD@3!kZ<Na$LxL#pj0rAjQqD|-&1$j
zy#(nmP~x*E^M5Xg`E%7amTX+r3i*l@v57pn?=H|ni%Eevpn^1ymfX-wy$foPXGw0Z
z1mw|CuClWHN>umq_zz#BBQJsnet2!E?A{p`ONN@O<Arp+Ey-6;LrrroraY~_4`3M{
zSw}L+i>d?Dfmf(G#Pe1^hkYDJ<6WdPOs0PO-=ay0Yv^)oC(`N1#}Xo#K?6jVUH7&Y
zt>ZCkQuHIG`z{jqel&L+J&lkI(N??MwcMz<!|5hMT0kTAH8^+~^b&)pnX*vkErQ2~
zPu@;et;%C0=sU%49+J^q3X1pBn*(_u(Z-0MEB<C}&nqd24lK5gXP&vny^1Gezm2Q_
z+4}k|da748EB;qKA4<mdW-dcMU?lj5m76+sff54`Km3OuVccWpy=)w?d#3TqxE`h}
z6l9ih_x!f;a;+y-2LrFARpjx26^wNDnukYzyUV0&I13UvG2=?cXJ$kgj4+>EWwuRE
z#tsWN%OvjLGsAyYLoMu0+RDt)d<{d{D_#C6oX)J(P(ujhKG$ds$ObrB+81&6HEUZK
z6)Ny?G2BiOc@i>AX>0zY@kpJT=631_c&}0lHb_-=K+_#y@r3`Ov!QI~A~_f2I%EKS
zJ7emxmhe7MD5eWcXU=kDb2?}pJ=Z2ixgDeUC)Cr0Dgk+Xip@@Z?fW>sIrSfsd3iKl
zA^E2N1so#Rx-^RoLChMgcI*of<7Fc`lfSl9eUto$^I#>M(!@{8#<(NM6gWSTnNcQu
z#F(n@U$X%u^XVuNW%;9#eG{+J3*S0eDbzOK*JU^!PFZiL;WG-ghu)JglFs-`?gx{0
zg^83973w0~@wfomO4tTCaGoAw5ySDvK+M&*B-%3F6upN6405V@Led1c)Ncz<5n^(<
zPiF~QP0i%xt-8+Ans2bE6p^{j(LYwh4VMN%1BUMdM~<t<Q@y^cy+VT`F&9XO-UmwV
zNQSFdQ9@(h9NntM?`(8xNGQ6_Nxr;hVsb>=lxfRktQVj7Tbz4GRfJ5l**g7#AP{Ll
zg26O4>0syPBWE01LOh{Vto8R|+hzwxjMgaa+4w4znI|@APC<L_p3o7U4Yvm^QVm_5
zOVTvNz*$GCz`?SqIMSzE7St(9XFgH5M$3pE98RZ&THMK=&w-ai#*K*W-HmlvcPGZx
zE|2{<GyASOzW{5A0ac5FB?W6uG!rdIrEI7rRrbvHHSzD#WAq@ZMp<5G1U+3Ot38^0
zkWUd%2mn+s+69nZC|8j!jec@6cB^Hb=$2uG2_CMALSGUF22lMX_H9x|#-j&=|NN3R
zm3MsbUbp3kXQaeGa7qqy#C07rvSnB^KY)88=v<VG3e-?(hSrV*cU%;r4bEmZXYHnj
z=YJxI7X?am{GN_kF@k$GTAc#_;Ns8cBGR(=(_bTbRFcwwQMtQurq!C}McDx^cmimi
zLAKxbb3<jnqHw?7Ob(Pc29cn_Of$5{HnwD@ef{P(d^BGojR$WAu=r_gjLP$CQG%I$
z%4-rTB?K(yt0^=2p#hk#Ngr`76lRn^!7j&$f_FU~%2Iu9H{5n#WSYWDG%R%8>}4r-
z_j-3kt^W!$v8L)O)(h**BQ`G7xTp5~*cIxL$Cbd!4BDqq1iG#K=~<?S695vr6nLB_
ze5lVfgCMMs$o<^jHKS+&C+0>9AS9TqsXP_zV8f-mKeyL`)N8UjxE6ah@%CHBRjiYY
zIAN$UE$g3x=1lf{!xt1ZRgVcz_({~_;ON4pN2KG(x>7`@%V6tAaX}iC*iEyNuh{Z<
zP4>B7WT23ha(Y<Qv)`n5lm-6SK+9jP-Q=@WZuFraml@kW?^>zwOadZ+-><%ECjXix
zzBw)Eg|m*luIPw7+s=KKGbMdlsp~TSU^^P?aC>~6uI9b%gV=r|dD=H2?R4lgxOouS
z4y$=lE(0JSD=3f=cism*huq^ph>fl#eruAl&Qgel9&OAcjR<Alj3|8+Aa?D7u|RnI
z4cuE_e%8kAT`@G7_haq-o0?hACI10@peGt_iAj_kTckd!D#<{VT33EZe@1Y-4A*a^
z_LEZcNew!=aM4z|te477Rk)Kg#_|Dfz~k%pOW!YGvYaJ4-%?DS6ZBjA&d8C~ri<ER
zgh~TqKZmiqZvv5nGo+gIxf6*Rwk_>k)uVWD_8t)s7{ATQEaE!nr^~>g=%(4pS8+Bu
z5=G_(yS2XmS6Y<<>th8PL}|H=vh_+`rF++VgzfHwF?)POOi$iLaTu-X)KFZf9*u?T
z?)}Bqv}%JriAp(<V<mQC+Jv+oFd~ryN0m6QSZ>#fdiklAyZx}<fs<VM%#R&iP`U8S
zOCWg^;(=)Eo+T0tz=;EEkv+9t1OqTPasza(9LhQ|<YBtAV9Rl<t4SIz+SeaeFy7sb
zJmT+NaXYej@T-2JltU&JP>iL7=i?Yhzm53*70oyBuUiOR%j>5$SfU;Qg4%7qnxL^X
zxI<aYkVGyg07x>~FR3wjB?`nEIEh!feQ?EB5fxl_Xbb9SubMyRuRRP*Q$EOTP&drs
zY?gCRJmNK?Yq1V9fe#~p=K6_U2~;O55mu0P&seC38CLy+tv~Wp-x`q#x&>ZM7-Q3m
zW4eD3)V})uA3+zGj}#kgL19Tb|B00v_HN*#OGe|6oD8pH=^tCuMly2~^7SO4!t)?g
zy6@oxDL?L3C~3=371z7zURp$Z`m{P~37?4aXWtd&fX+CBi)^dH8Pk?Ah@fkZ()!`)
z1X0mZu{ka}gkauYDfc*`#Qvobr##rtiB{U4PY809iCvoe)JrGm!V8g_?{9}sjEN0=
zJ7<CK)qfT-JtwkE7tN=pto<cUp>$GABFPts7amvF?Wxg3FuLN{L~fQO2Ji_C{H?Zr
zfx1Mn>%xiT^c%1j?7^kj&;Ai(5oLtxTKUAKq*cME;>S!-zWFU`$Q5Qp+Y6LFt-d-*
zI|Yi&1D5sozyVt6Io*3Y(QbMUH6Zt&!WxBbM#)2%rL4sK&J$q7R-gKw`9Ij&^fvO1
zmLCl&t)><H@>E;}-txS})rj3hexI>&3B9Lw&HJr;em;dp7)6hFS<O(ccpsv>x)BpE
zDm*>V;wiw)K?<mVEhhW;@iA7j3ILNZMLoPF&x{hn&$8>Qc**$GE$ELU6tzKjmkL)s
zu`UM#;VDh!tL`#Wf4#+=lYGrdZfsUx$JbO|r4oTwXfXkrg4`=3V%Izv8Kj(cTDGhf
z58eQ=^xq<-^r*F|u>!{;_Em2^J)jAy{&s94JOl#v*YHux@HFrJNuq_KMj{cd4B!GI
zyQy%L+U#GslYhy*L&uRMJLVUA4D-9ylSREQjKgNu|8-2>jqtiW+McHya%Ket_zkuj
zm3$1|$Ks(pmrP4EkMi}jCyvG+`NH5bpZ;|q0Y&){coHggK%;uf=ygA9Gjg@-z<06?
z?Ix4=xt4ntSo@+9oy6cjU5elzD4ub<xZ(T}<I6I7?f4SEItGZCqH^<VV-82;is}N|
zCJ#Iem)VB}DuIbW^(ifRZW(vT?%x(jWuuHGjsQB<=Ca$*?Z803l=!O9dzPD^C0fKr
z2m~N1WJ$ToKe1jEO_ejA(9L6h#ABVRAa=9%1Jyi$K$hq6Ap+kBGrPmDUB7Lrbp7}D
zT~(ys+@NI%xgYT&n2Q#8OCR|4nQ!zGoaEPRz8-8C*(dO+(WTLQqg~S|jv4N|PBNb0
zjg))lyh7kNehT(miL}8oD{hw%^MCcSz(ND4@xi<I#8^W?mgCIKl)sq&d`dbMmE%a8
zZ%Hd$rWX!{XmXV0v02hdx+S*&R$ekJ@^R2dY1h%ElrES8zk8r$p`pt`@N(yoa$K8(
zjhK6o-347bbur0FPyBz2^m{=@pz-rv&bObZwz1EzCUD*?!EiX3xSDA}=rb9C8xwGC
zNrz1eL{|I#PEL6#J$&j5zf+699C`UqL5~2qV!2i!hst1Z=Yiy{?8%n+gz3Y*e1piL
z6O(<SfzEwKP5Di6F}9!EG|9*jG3lry?fcTF&yqX}`=^~vl)#HXi_dK&J=(Y|Z8<*}
z30@Mwy@}{(<;t;;0%r<52#kSC7Bu51jNyy-t#x>WSy9ggSr6AII%4s~kygw*$EfUf
zCY$#?+H2MPU7Dk3nKJ$X=vT#P&+<xyH8g+ku0O7RnV>45%*v>a)aJH8>pmXiNa08~
z#<?i9?rpIxfwN-`_yM8u7UP^;zQna2AKg3DlMak0P;y?5eH=PSdr}C999F+r^0L#3
zC^_JpLv#E;X%i<g;;`yFp%_PWU!s&&mSJg0X@WSs0r!qKjk}nBa(sb>uSsyGl@a`R
z?7#3vi8E>bKryMKl1od9W<sxngnJ;(4%kmLe@X$yzeNlN(!>2}*q@jjedoHB;K~H?
z;h{>mbHAOQ?yR})5R|r$vm|$Ig$ZnnL#t*8KK5}E+@@Kv8^(9yG?EfT5PU1;lin{4
zLSUjS%c8>N;~$k2tlzG=zm*BM6jW_WNrM*T)#Gz|3{UBi_BFO`gWIeuu7`n7qJ7!+
zoB49j8dB$kFYl%CkKkQAyfMq60G`QsWATY0(n^Qq0MqRiwat%l{@qJH_O!Wp|2ASV
zp~0AbnKEINW-+Zod_NkA)8QUU3OqKkv6{WUv7umiWmN6w4y`-SB|;BV;-wz#^2nX)
z8^1f-0CkHspK8Awr2)AoVa;dY`-(cwmj-#a^qWnY@txS1{hg<?>b=G>2m7{0c%!)H
zbs=y!>P<LW&QMLJHU2(FX@TL%w+0?R_@3OuR}@{Lg&|edk7qocJn&~JH@eW7osFA8
z${K&8_u3o`BS;wP(94`+cY0*KMQ^Pn!zqW=({HA?)YFG$Dggy=&6wNiOg1+<AFBE@
zZw48Wylw=jke|06tUZ<MZt;wTJkCAv8q;y;Hw%GG<FW<SZJt=!e<_wD0%!MN`hJPm
zeHrurlz8sVi+qX5ww`QtsWJQ+HeWESuU#cztrb5u?LN_a$E%6jk1*~Pa%#{$x4pRQ
zkb}<7AKLw!Ny9$X$MW3rj_>=MRpDu#0WZhGe0hmuS$N;@)mS|*4E~<ZFs$_6CKXO<
z1gc-%wS@=}LjMsBXkO0zzU&v~<KDHjs^+$;w(=)gvt-zC>72mu{YNq`RZI2l38VG;
z&9cBZbIPwX$TSBPKN?k&W?cZIRHxaR)9Ch}tUXnw4yeb9w9Y0HH=?rzg6qU0_kXX&
zikwQyBcGjclOqS5tHEx2(=0Eyz4ua<7wa614t|PXbnX@1^gG5j4}b>F?#wG?KKQUL
z>D3%@JC#ak1x48sS1KpB=kC_yJ!7{-np@4coMInIt48ux_LJd7=zo%8N)@-)@Mqn?
zCB{TDMLie03HEs~sahW1-369Q7k;$b8PLlKc|e60hl^hIV7!27_os@JOqQ{&^m@It
zOU+BY&Kd1I<4B8XNEOGQ1fxpfLKZXxc`gJZVp(4YLUrlS#O3!<O<<Li8^|ViP~L7q
z$w48`7Ze*B>F;mrX!*VfOSO6<2k<HrvugZWKTT3;LK9K#TC2QDfk??*7a5I^N#_yO
zlk5BFkcI9a+tRGJPA{oW`Bx4JhUDGs&@j*6IQ?(=Va@q^QQIdWfsS)iGG_#=im~(I
z#@c8z_?^~$u5IHC!|pN^Wg8orei*{_?;yp&F8Qjk*|OneM3YNAYj1+?PD$;rZwV=n
zzRaTq6k(wsa2;IUu}FF`nav--XUmtN>839IE#ij3B6`Z33p3V1pDGW)z||*)hzf4|
z#5U$te~Ik~F3J|qKe`<wNN1Otc$I~u5`XtwL{mgdIA4xb^cB@R&G$qUX|DV&YaYo%
z&L(UQ+fbU3rKLh<U@cfzC3O-2z?eQ_-(cwL{I(P80|tK|D1sOdPghb|TlSh~KPvqa
z>0sb25<>Dt`sQv!b)&q;?!Q=CJ{$~>URp+ihe!Y><Q%ep+4I|OL&zo!K@3$9_XK}G
z;>>%EQdotYO8c58TuoTLmkppGqebiz(tbA&68SL)Ym2PBh`wyUU1P7^o-V&xxQ%&I
z1`AGU3bH%$YNuf^IXQ&0!Tdb$I7(3)vaau0-GLq!gUc*E{8a*|5H8aRMZy`Da}U;Q
zk0R&2Y^ra(MQ4s*7$;THElm5vNno7%&0ev8lfW&rjt8_-k;O9IROA2H67|DhXL*}G
z{w0f8xhpks8E$F1j1p#xIWiXZjBfJ5^IaMxafGqW`53v4sVk*MQwPMFnyS<{K}hw@
zd!wvxfN`sRTTVb-x;RGfyoA$6%2mq}{0gGHfQRm0M9P^IUVT{HFSh1`bO^0`(macn
znI;iM@Bp<><Rc~X?fKpyA~tHnvI!PdWl@Ff{c(Mz{#_*v)u754f48v>s_2kCwF=JY
z&PSrL)N>3YjsOL_gI3lipNJ2XrOul1Wkw+f?&ac$$3qPNi@V_?<6r^H*bU;p$q=>>
z1HvZjJge#_N_vj=kpT^tx;Xz>wFlov3AYhs1rZwWA82QuRk~@988N#nN1&YOzQHa3
zdf&p06k#ycU~rClDyg|%s8er0F|}lCP@)Z{v-VzuK5T>5<=`+i$=M^z<d&;ru`drv
zD}9p7>g~GidW{KUn8}&u^k7nksXyJs5{jRl`tHwI4aOs5*?ya1z}BK`rSbW4Osuwk
zzP!7-44zPQ)BpsgLeCxhiNT!Za_>?f*CXJ;7qQ8#<^K=Qzj13VkbE1||LKI?N#Dgz
zIi7fmv}!*%-MEm8-?F^f%-T%3{*>l+mq_<~HYo0Jb>M|QdT}F~I?YSYm@dv}bQ}pW
zFz@r0I@tf#7ANC?Q{`j!@F@?F3h&0m;LY#5vfPc>xE`I4U`@X&vyP-}ERVw+47+d*
z8XbB2sGh5Hd+{W*%UR)T5f#vG^F8`sWtR@~8)B#C?QQLfjP@T}EoZ+c4rjM1ZjGme
zhKp}sp}+!o1JpBW<=)Fa2TtF_-3=QXVIC2VH8rTfxH&^ZfK)EC-4LZ7vc)gt$j;&B
zE7W-upbGnrXAHR~IRB-K{$r25*hy70%I93yIb>rw9p~$V7vkmchY;zmv47Gi0=ZcH
zG-@I9F(-ru^j;GAl76&@L6#uC9|fE$kv7K>zz5BI7}0z>OgtK##ulGp-w47^V_Q0#
zHuCjpJ4->8o$~7oo7i0@Y29LCCw36}NAQbYir!Nzr3tMo>~3U^4m{^j8Rl_h?YAiE
zyhGp#8%ummkQ_Q>=-qTpeH?NTNV6{LaTjc#b_*38J~BuhbgN0&^W0t-1FuH~#hhC1
zMn{OGvG&h*`xt>KB~YjZM>i)`Nsmwxb)F$$r<YPHwV!0V&ufqKc|0#JGL-x$z7jU6
zO_Psw{GVRRH@I>XEa__@Kz+APMRe*11R#?(&0!_hWIB<((OfR`TY$wQ>BK1O&x$6u
zr8b-zG`lss-&MNJ<t*)>83H{XmrzrxLCXP3zx616s_fK!t~=CSlew@PbyMR61D!a|
zsLmv7%{S${Gp_IQYMXWX0v;SV?H^Pci3At^G0=Y~46@<M7=4?8k}(Y00h#Mf_oLZt
zEaKFb;z6mASb~Eguu=$Q19<su2WT2XS;fbTS~>dK00jSvyO&zMzs`y%Yr2nYu6#9Y
z*<ebMtaZPY1pYJH@gdD`b5my{U|!8nF|1wUcOG>YTghKFZCC2=D}K1OtgE7My;a;3
zs<??3)@Os1_A7_?q*<m<poqUE`vs{gNE#3&pb~Jtpqr7P??e(>O4r0%Bicd7q4#W5
zm+Xvgm|hj6LwVVX7t5zeMTO<OPj`cE&#GepIHe@n2rhx=mL&(@5j6PcH#(beQ9WN4
zyIpJsyi|#V-!H)R;a@QlA^Sv^gHLsmemx4LH>VcpsaPSw)$>PxMkvdb`kyB?G;aGW
z#kZjiTUtq)U|p}b)@9@V<bL(e^H4Y^m}z1uIIpXRTP|1tiM}ZzqJ;t#i5fFPFcqfn
z2z=owWH=(tAaZh0Ynt=ie?x=L2_;a!FftKYNz>#PZn`{gD1Td0g|}}0wF!xU=e0hy
zHyG}uiLnRu=sn7Bh;pjoG`}Fdv!-#0vnYegTi{ni^fepVyOqj1R+r<N-dlesR3mD9
zm6yuO68TADe<cb6Yg!{id<L<`O<<}=d~#(&Cbq{P4PwJd2Q!&O0rFb3C?c_?WF{aG
zZ?hU~C0biaE*z>>Tla9W>4-K)UAhR`x5(nWp0izSdW$kHF1DHoWrOr2;ljn~@&VXv
z!;to}?n^_JyK<p97NU<|6OUgi6*^+*3?Ag-1|ge9mf(w0fQT!Dt#yUCTC~%ww`fXn
zYe%j1#Dvpwgl2}sXR*)Bi@5Pam3~zMMZ4~y|1|3I$4Tu}z&RUh&RMNk?j%v)?=jcW
z>~TjZwrA8#KSX8dc!BRrSBlPOK7p;OZB1NX&jQUu>3+zhyr%DF>>dQ*Vj_VXb;zX(
zIo_JSRUrlqS!=a;rg_c(E}I>bRiUcdPKf);b;qbq#k^^jYshOCbOAWZUqIUnQ9<E+
zRok82*>fUKBEK$&)hXv1&qdgv{1eugEQ%@G{a2OG^*wXuG3b~$Zv(2H3pToh28)cr
zYev{e<VQ3a$$qKuIJ2AsLNvmpKCza{4-AWhV(06z`y6=Ho!wS{5X#=ko8yJb{f;7i
zLZulxI-bl`%@^msa=c$EaYC^O>l;D$^5k5A9V}#~b=H}vTS^YGz0)O@*21Z`O0#~2
zm-{BE`O_B3P}xZhi&+@oFrY>(h+qjmQno+gN&jLJZ+iW2Lp5>J!M6k+iEQybA<igG
z$gTS1+Cf9P^nkLzr`p<6KqN`O)ppZ(S;pYC?O=*vBqr!*TnwJi-ek!Z-fC;Q`)J=X
z!!_TEG3s|BpO9!}p&gL_)2w|}bh)RXA>pKr0+#up4UogAeoM;JMHEB#{VVG0Br(~t
z;o<{@RWdi)*lYX)(Ellg;`^QWQ~uKqQPcgOc8HPgMHiIdN%#N6MK-MwOPxW=U$AsA
z6hD+|C?>Sb{SdlDXTqSEA{YPm#r(u&eVOc1!~;E`A@Ii?TO5jMV6eX7U#3^=(KbJw
z)X$50!WpsTP5Ivi;dG`1(Q1Mn-iO$?#VW{dUm|NOB$ja@QE>~Ph#-mNJ6c1`0#bL8
zb^;qmJmr$E@2Yme^?T-@OSlKhpe$oGY@`wSL5|#*;yAw8FZzoULOkIY8Pjn%67i)}
z{l}6W>Jt9?%jS@lTQ|d>jTNm#PJF*w6sHB{j<*k-*5Fdj_2a$#24~eH=jC%yHg2!H
z2%3x{t~SIdKK>vjhfqvt_1%^QjO=(dj%>Ar?0bGs(A!D$zPa)z8Xsv49exN|7Z+O6
zQRUPUKl+X}fXYb+dctaPfkRo?R%^7-e7>~5?UUu~$KcRYt<o{R+o1Mwy?Wcy$&MqM
zX6)=qi6@i8KsE9mLTjqme|l?11n=)oV8n8bC54`TgdpCv2(x><>l?;Xf7hVW&f)4q
zKa7KyF0KN+?^GbTpU)om1euxNw5TZ^rg5oVeTlQIZ`^tJb~Uv$0s|b;q%9c&;>51e
z`c$)xs>`*eJ`x%qvrd4^9+drc4!I@NZrA_@HNnBsw{F1nVkF8z@ec`yiSEx14LDqy
z(CcM#uu}3QSi0JRtqHAV&yzQlJ+KM6c}f*i3M;DrmHQUjI^~nLX$wx^x;4UaN$FVt
z&Pmm5(XnW;jlm;3k}hAJAQFW@KVom}CA#H78GhaYQ}k-~GuPz3;-Eyv;kR5brwy=B
zfR<wKis`>_?_yPB`{N!wjgu_j5w7@JOz2OZGu;OL@xz{Q;*pimlR!y=pCB{#+t5AL
z32+inpvA+yi-KRXMGWN<G-5CAPp+`+`51>P^XPZAp}vroYP!sQG4E;+EVla%vHfn|
z#|EaX2j^1(GZJzEND26^KBVP~l=+=c^IXE0_g9ivk#n7S?_xastD0^LpRc#-hdV_0
z{hMS2L%wspFLfHM`AppRfmS04pWmTbkzSqy*eo0l65!CmA7^`)_Abq90Nw2}UpR@b
zjs1LC*2a%m*M;*QVbo&1a^QSx7#|CBpliq@NG4%{O(l;%KbSXgE&km>;pUK}O#LY7
z=hKdHY$ZPGW{US;_!1p?0+d#mw!Ifo*>HlFQT4NYKK3Xx=%8w}&z^)%lHyL5sH{iV
zQlF5F9w7Upp0rr!ed-P?%I&>cfx#jb4Y6>zdKeJ+1*oh}oS%=)jNbSgBl(?h{7G(h
z3mkpT=d=<%WB8h)flTzOV9O;(hB8mL9kMwruOktKJSwJobi9HGFIkOasl_Se(vrzI
z%21W_{aWwfkgZ?Y-lndle*~}utqX+WJJEhlYJk+i+X|(+ms~(05=ByP)FJUvJ{*@t
zA0UuB_vEcydLk(s6&v~4(`<o4;R*T{&oB-8e<%$goyxpQ?J7FYYc+<99Q)lgt?@xA
zX-rc?;u#A1GRWL$gJsFtWG893Ku3h=i@qaH*m7rH?^fI3dBIlxoT$9-J?M?bJblm3
zNSf4ot>h))Cc`&Un_zxPiYeT<0))7e6|JO%<o+Dy>vqVKb!nHdzRPQar^O`$jL}9z
zcyBLNT;7G_UWPng87D7{$!@~X$jtVVDcw-^!O--QX8KHDsde0RJpzB=Dl8CGTWVX;
z@z}4;-=5e^MKO4ZMW5ZX8QNt)v*|Dr=8Jk=B(Ie^;aW$=do+aqxqxHb|3JavGWra5
zNAiX(4t5fh7us?>RPI#)^Zbo>R|As>Q{=BSGd7fK<Qw7V=POlq(v^hD5W`{}-=-TG
z?Rppmv{;`!1mS<Pydzg9Su&G;Nr$7{sv4_rXpAg+zV<=?5*r72EPpGHSIds~KTiFc
zid5uOgrDV_@}54LVWCG9hyESCUBCM=!p6trMfDSKx}yhwN`2b)sPH_?H#Gy4Z&@}?
zi-J1yh5g_uJ$K5DMwa$r8nKfr6gUS~qXm$K^ji+|s8C<D(KjLf!J^i-ww6}Zeuc+O
zkGmNBW(F-)pGO_sA2+=IcFk4BTCtor(T-?tqd2Se$e|)bBICmVjHoi24i@iUlXxRC
z7h&F0_niYUl;%?K$<?)UzeUsIwS96wnf^rnhCSqZ)Lc~7SjHyJYjSj<h})i~cqo;B
z<!FNZ;9|poC*VEd-lpWNvmJMdm~s|4<!`2F@Jj=GBLwAG-OWF0xtFuLL4ct4!Ryp{
z8M<8OnMs@=SZPLy79X_Zri#Zc*~nA5pZxm|HO>Nt-!1Ld6HSL-vHePI$O@TM*k}5G
zq^A`yH&o-#vlckF*uR?APTJx>E?Zt)SPk|+!z72N4GVeicTyS;X^jnzEuc?(yP3P>
zlN08Op$ef~naLYyYId-keedgm&K9%#VT>(izue;kL4<Y4r#AKvbVBM_M%d~z9I`8}
zO<4Xscx?5Wq<N?A*?YIla({jg0-q0{zTX#?(mZ?QNe1#qNwf@mHiT$g$_#1|qw2FO
zRE3Qn>3eqt%)>!v%o88*#7LwDY|8_^$tgu9%gq<`i_mHPkDUVII;Qtw_RB+^7)5mC
zCO)~}!GYsE*TkmRB3s_G>oXw8BYs`AY5sg;!geCmo1pHIex)aefr2!DvA#Du%ja7g
zDT(m(jrA81Ja0NuFR4?npk#SW=Tgxj>f>|w4$m(>3*rxA$Nt%CR|a@Y`UTlmzk=`{
zlJa_LK&$aMpOzv$X4@i{)S2$*P^*VjVyi`d><LTua(@O35dB1<y&Gk`LK{T(DyY8R
zt$d1V@;WlCe!`me<h|mj>`~!zR2>ac!W2?GYJ3BA%brp-`1T-|#o!YMKf7{>+eEb0
z!+5L{^jYlE?$bB4;fJkXuVVT8R&evJ-b|1^3j?y}_D<b~_Hzv8%bqq0jXutN%#N{S
zp56+LREhdWa*YoBWmMqM5huJdnuW}*xjc4<-!<yQkD?eJD{Q;XM(<yX?`p=F2*o!?
zn`kWJt`8|cu`SQ-s0u%(tB!h6I41m=3A7kNZA{j^E^;t3FxiVyKC@h@$qNeCkas6a
z!XmbjC)uAKdbkR<=q8Q0-r#r^_XywwUeXdv7D!0{LJ)HGp#a@e=Xhq8Jq07}zaP#Y
z<Ld?88FYt#3t2=VVcl3z6mP#O-&*edewH>NB@Qmhb~hIpqim9aAH5+>c)Y#7rpKts
zZ(aG`MU5}{u>`^kuxaA4s219<A|G{NOKDv^1`iL59{>GVYtPiXZkO2mN)&g2(3*85
zekL#c#|vwqsPkYpbh%Qbr(NbNcExY?J_YDh8Z^w7#{*G;43yA?l`OC2K^dy!{v6SH
zps#MZGnK;JmJV?nmva<nJXxc&4RYOlv9SV(r;Q)tIq$Q{pIz%CD_fh5NcdZ}s#nkU
zL<X#+F*O7vLH-~Sny2P=>Y@bw2t4~(UEcWEs7l%MB<!}dh)QKkNlS`fL!tZ&X$I*W
ze{f==JFtWVr>_4?CHKX#Q!hWaXl6K6-TZ5uZ=I^?gOjBz|5}r&69B4}z_Tzld}wGy
z?b%1(T+-Xdvq{HW@~S}iyt|<G&wq{s>ILpxD5FIltHoy%AD(m<*-9OrjE#=`&No~h
z&a5kP)IFE8-cJKe!KPQ3n0;~FRcZ(VX?#sEJ~^5!nlJ&J+T5a$c0~u#e_WY-)+gKH
z{YZ+(zrN=FbSpBh_D&uHpO)o?oyPXOrEcIeidy<KdwN!Dq%<0}?*eotcp(%c^=+zA
zKA8yv?l3uQ#A&X(-ptDd5i*?>H1w<d%ovWkm7jj9q7B2GFIt>R_`PpE?ueekOtlSq
zD?*Um=U0_Q!WP0HmHr;0IDH($;EznIm)1y;*Uw?!R{{+X&=}A!?<5WRid`iRdZFm&
zs+(j3E{U~_ZlOKp%p!IEGLh?yA26aZ^Jr+5KW(&=>FBfk$ha?qWhR^MGpKL!pMKr$
z7H_L>>D%j8#_jS#U#seThtMgb!S$HNFps~D>K6`Rg~$(tc6ZusJL_?`wc1}j9<yCO
z9scI(xa-mJZ;=@q_fCBw#;Z&(Mp`&azZuk&vx=6taMInqJ}D>}iJbfaut)2sEk--+
z=k|Oi_(_-E>o54eBAm;1UF`l>4h<9QdG{*Q0M!SAvrL_28w3V~MH0;eJIaZKp0v29
z&8L=>zYp8bg30W+;VutS>>Hof2%kjM&0lXT{-?6DY-;oS+IEp5#jUsnEAH+Nh2lYq
z6{p2DxVr_~QrtbbyA>}E#e;i+;BI$*|C#3lJTLPmbIoM!wXeO`ah$Pjy|bz4_Md;~
z1pC@Ph0t7v#4(dWv8uN^bN0A5tHRbFqD*Fu_d=(_{>f6i@-qE|xqU<YN8oj_yB@#2
z2jz*7*GY`t=-?u|()ju^Uq1RQDLlhs;{PqgoZc2bT?(S7!J(Y5g@B@6x8G$f^tX*F
z%9EGK)onwTK7{&cZ+-XdI#tJ*rt9yTF%A4-|HMO<fT-?D9c;wwDAKXSuPee}g_}?|
z`V-|jdWZ=>7m}YZ4OB1(@)vk7l|OabbzUsXrP!g8cW9xZUgV;}&7FRAIGETMG4Qrc
z@Rcqr_DE;dhCVJEZw@J!9ZD-9!<^q9?2uEH5}_nyZc=qL*#3$=-TZa@m4Q!GdR6EU
zY4dEtdO*_8qNu$V?|#l`$KVS~E7m$SZ(prQt+X8QNkep)GiGJi&2G26{L^daEZycT
z0URxTOx4*qHtXF&(amaJTQ(5U6R32nkJcNKyGF-aYJi~Z%rhUGfjt8)G*Wh_n4ye|
zZ5=c1H%zCvqvVahp$pm$Mk{QSf!7M&wdCw*V-Q<*DX?w&RYHw_PTRtKRD@@Cq(zii
zt?u$wxSHhJF;K4=a%UZOB&L8KibDYJ`ufhIDyMtYH6BaRStSfkIWkwNG4l&t(SxYJ
zQLQF`xN_vv{wyCaZ3~tpf^SRmTuiH&-0V_x6!%xw6rX|$3ILYPtUHWr;FSzYX&~<H
zx%C-1bj$?Gwtn3H8oNz*VQ+ZFS^gczqb6EX5kJu%>@n6+zWdPH@-*=_8Us~~T#}hK
z@N*_gzQ<t_Jq<NQ<OvytK1Fhc%ZHBvS{3PC+x9Q0{t(?bPj~v+kMhM7WcVRoKnBg%
zAgDwd4&-yx61pBK92Zv+Y|mm1x4pD&7t-tL`2FFqX0wYHeK=s~xP965x!8l_CVVZ{
z_K0x8tkMprNd6zfnKV`j*+}r$kg@GK<UJqBgw+E+_F;;cO$h*q;#NIBAn<O(*>2b^
zx|WPHq$4pL3fGtHr0?`l)0fV5ivu;yzAajO`U^J&U;4RYQ!5P{U%oY7%`9|Wu8HJR
z(-Gzn&XqZwD{+HyJ~^i-OJi@j#631hjddE()`yHmt57~FEo>vS_;W7Y*7Lb0Gi9*k
zn6ht=38plebV1|SSqhBbd_+mA=y(3l&F!asQT$W6(CKy$(Z6pXFhQ1N`5w<2w)15j
z9odK{jC;(c*JjE&C%`l3cN!Le0fv>-!1OqU$tH*A(E5nr5y;}!?O8NyN;W%q`bp56
zU+>u<+@g=_-?kcDzZ^l_9i(>K7B!WJfC<RD0TbF$YULk$o|4$ZTK3Tp7Bn-Juf5i#
zmk(N6<AO6V26B^qw`9MpSlP(*ur(oGT-m-STm930KOTO)9_R>p&eEp4?|?8Okn+GS
zT>@*2p4(bjyL&ZTzw2()&PmDGE;^QvR2&Le553=b5P>jB87lho$Vtn?l+lg~B_KxR
z%i|BP(Tzs6D+sv*OVrpQ)s;aY6pdCX&P7H}O~-L`b=Z(tWH<g$;qF0h&_~1n^QHl8
z_BwTu6izC#KH)!)2mW5RbF#3bP8sYsmHDkGCsde^HRK$tEa~}XD5;G*ImVKpg>AO;
z0SjPieNi@v_gnd&TD;`@&{MWwPoa7#qokn6N#O3+-VD&~dsROYw)rA29lkd|5CR?R
z(!8zwUPV>1syn!rUoQL%UwMJqj8@iI;X5^}PCrMF*a9p@%>$|C_N5b0vDn?GY5<j=
zMB_yoaMQ1J1@AT`y;2t2BfLGpLzPcoLNBY?9E_@=a(V1uWt&(_Az^HzglWJX(l{ng
z$AM$i^3LRJ17&=0UXtUTfB3l6H6k6;KD2&cDj{lWFj(iizhctLD{<n+R(xrEne$F;
zWTMc3`1>L>x`NI|S=4kN8UhC-(u8?-#qWPk>GvY!hTsQ3>$elCyZ1wiF<g4WLy_WL
zLuv5dgHX?Lhd<wLJ-5e=HBN`ChC~3Nb*tamSY<%&m6m>oM=6^zt53mj_xLU<jsFs$
z+7!bTtfWnIX*qrRZsl2C2PpNKBcSH+B|k&mL3diwt&@f;dm{2!9RBko{UfgEzOVK;
z(u!RB<EG$+pVCLuT%|5@R9oMot)jSED)vTrioPIz0Oj^W@lj%)0jowMC7G1x&|!bS
z8jo#;Vag_P&tS-zAD@%yT2%EL(=3kPHW|{d7tW{;cS)YAeMP7hX1nE0-Y?`Xo2WM8
zo{ZDZD03qs41DNAjs+};*>qaDdBI*2;&ndxKcbao6C<K_tbZ{)FZ!d*E6D;Agfm<I
zGB3Qk*WQj_vvgTHBP=3o(PfIm$7y|iLDe!(AEBRH7_-Rhzc=T&CRvmwFn?dQF<b0M
zqWP<U7P0kRz5>nTY5RGuXUdiv!~|-l`MzV}<lMlqzS2Ole~~-c_V|0Z(#wT@^wsI4
zr@qG&5gW_55RCLcq4&nPY3=THxl!`IDoRpT;zpQWv;xxXSwG^@XoKd}L*FO%<)zDK
zqovItLa9eyc^}s^NBSOwpo5eECJF{8SYO;@WB_kXji669J*RJCWvLGTJAQ8B)wqTg
zfj)0_8h|8EoDnVQE9Lv7`ZI%mq#5+An@W{tNTARN6$1|QPnbPSYg9La+9fs9C|ese
z<Jqn)R>lS+#5;z<cYc#G0-dtWAGWtLrFQu4*f_jDF0ESpgBr@q^&$cOh*M~p<b1(t
zd3&C#1)A@3@(@!!eh+7LW7_s(zzB-u`IC}@y}RQk*MGf!3C>J-IVr*U%&TC*u|K0^
zf}G~(aVqCOX;9?~8S=Gm%SmpysOc;p#n2FFL+_-qi<KKvX}`DTGb7dw{e4R;uXAZD
zz`RwG@dtyo=+V7FQdcM+GWiBILj12{8vS42NyalL3#a>6T)j0v^vhY97Ye|3{<X+X
zA^wT)?;DEPpj^N&TI5R6kd8pieoY)&ny`o373Sh>p8cC3X>-o}cd&TX9WRcHtwxh2
ze~ZRP9M;=crn5a~#rp#|M{`;hwOYO^_%dziUVV)v8hoIco9tODo1YCDXl76J4dkHs
zJH|uIgFy6&y2vc=8okc|G~xbf@a2A>Qf0xX(+!2Zk80(AxF-L5UPvX<_+d%5TpcgA
zqP!(O(--EWZ=7YKE7&jl`82e-2$#Mk=OIx_xb!V}a)k5)RX6E|4p?EoHZNl`{meSf
zElFi(<2+}sSK$)C+7E*{(ZZzzZS(WOzBm*IT!+MBAvn<76h#v<gae?u?iK`gXeH4w
z+w#++lyySVTbEkiMGm?8*PW8(ujv2EWNZHjS3(u~Qne`+c9FSIXXJ?32E-%c{sy8P
z>fH7~=|ALqjKjTES@TEU0!YgbU~Rgb@O-&BENqDu=QN24{s@~={eReNU6E4=aQBoJ
zzI1Eo9rrzlHmvAQ_pT8W)21an2KAa{)?y|A9Zk|x!u5+hSi>x1juF3}FZ0^t#hMmC
zTk?1Rl`0FN@ZeBs%}*q{pq``Yw4`h#`F;oqqW#>abcnmkW{@bmgRNqTdHaKWnv?Tp
zi<)ShZ8BM%r9)_kR^mH7aE)~=<p2}_W(~ZNto7dgXzZZ3@BFjj4l}$Bm-7pX8Zs;1
zVW<vNMM@6fb*Ofzkv8Ct6&aPW;4k}yzGqr(cM0_C!BnDq=CuT+8q3!Y%mVLPn31l@
z5D*ZL+{5qvoB$1cx$<~~>mmKIomZ5(N1(F&ceUC9UU;u$?qz?Ai4JImr~!Cdmrn(%
zu2>#`Z36A`a6A`pZ(gfeo5zzY_B*8_>1=Lqr=v;|31BZsE;nqdPa^0o;xzjW-b08E
z47SBlhPGEj5|*c<lUoLJBZ%KRwC2qy9n<FWPk}ESn>#eE35?#=v_aeN<$j4l4(6aT
zV&CYNpDouTGUyjCi1~8B)6iSIvL3A4GX(q={PrkFOw>mrUyHOm+EBK(61DJlxa}Y=
zvpU3;A<G}b&EnI(YrI^Jjk7L51TBb8@jBSlTD^pj6zBWX-?)_H=C|6h#PAzI{WZvc
zM8v3O7;-6BI)Y;1_KG^HJ^EIRfvGe0h6tmQR)T*>D4pDx3XhMir#gllFyHPVBc%u<
zIh0{{Q4)<XW<r7YkbD6v<Tr`O`W4~hD(!zRffL^7dSQ2s`ExQjHWD0VyIM_yK0H-=
zbo%E82StvEbIzRlX^k6~3FTU1%ikrx)V^effszye!*-1NzCUcV?sxLX`kq=r*3*K1
z--hVr-4w-*5H-<v{8JH6toHLrqbHDQ{%2EJce3OpokkDSO`2=cMEx5L_SWVOMGqgj
zQ*U-5=F~=YXAts;T&lq3;1O%5UclqG{dM6E)qg2n1#ni+!>H6;%620zIBt{BW8Mru
zG0#P>RK_T=)G^~KMfa>G_|GE;A7Ur_*1uo1drGF38p_<^QW3E@9}!zoGx1zVLFb-K
zHy13$*N*>Fr3O2qj}Vp>9|2}$wy{d$r|=3x*aCzS9Hh&~kS6BdE*riDGG1ni$r0zd
ze<-U=Y|AifYm)6-Eo)bqks@)j6Y`?jS8~tbvd~zfuO)y#p99oYEMYrOrVxuTKXkq%
zdQ(gA)Yawm!!m77y7@&vM%W&6u2*-YH5aIZ)MSx_SwZiSXxb0S_J@S_V~BL@<_2(%
zkVMalhm5@ruCOY%ErBRG&ASCDhgov5@S83%31k&=CA#qzFb$Y8gbK&gCJP?ur+n6j
zScb?LO@*dr>ImjWXMO>#pm{~#CnB(8MdF)1=^*bI3CS#>z+%>Byr~@v=zrpf04!XI
zpK=_lh{0<a@q{Vtodsz!L(DvKdJZx+V!W@|g;cR$L)M5^Rh=0?@U7$<iDdlR8w^B_
z))@5<WAaIwGXqPSGv-Z4{V3cM9}`LO9OfH2v|3}IgWr5^TfyfL<ZJkhGKn<Q5{ZG4
zijwVMEA&0qp3HMKORcTAZ-2sWLndMvc`%rT2aYLFG8n)GK3{BsgxKJ9JI#;B!Y0CO
z9|!qmJY|3-k{d`EQ-CObw`(gm7UEO-^|=?BZ#i>lECh@VP*o-AD@r)(1tWldjgD#k
zK}+*BMMMV%5!m_}!(R44G`0JHo9DMNDUT~4yOG|iC?^WL^W<<c=8!Nx%F~?e4B{K}
zr&n+)6g$d-ckU_+S~R%75W#gkO%LlC>wRcpCpbZ&tw1EYJ#W=mWT|tW?TCwVq%jHJ
zZ5KS~_XlicZ_m(Ff<)Eoc0DP3&ouUna3KCA;!{(JC%^V#j@Ed2+jk$ox}cAWLT!99
zV{S6`Sf5E!pbkhSHnkJeY92(9pB&KAeQ|F$V7FrHKUySb>|r7t@3da`;o2QjYJ2-E
zl0eP3xq|9^GmNV)WVzfw{1vw<x<UN8+a4;={(xMLiS|whm7MPX8G9BjL99`5gKU$x
zM#@>%PvvYEccJ>Gs@sPY-40sv7BDqlLtb5#lERvjv2ldvj|V@y1W4oI5q?6foBgkH
zDYz9~77WRA3H2zcWY}o{$s6S{99wPto*QrJpn(T6L<$P;6w-mrj^)^~3HEc<$@Ar#
zu1BGaCe<E?A;(<Ir41`B7_b<oOAFJQlVN9{7URam>cg=ii9d_l>Il^PFOmd`>1Qb~
z3pRU>UF}qc89<MvaT{YR_+a8OG#G;wZj!;{F;X<~G?Jngx)%R(o8Pq{&G$ks2@6;o
z_5%^nIT7igk8d`?7dk<&){Hm{^Y6MEmpLb6NAb?RV#L(-e3a}1$K-nHSQ56BE?SS-
zzKRfliD8b@0NCiaPLNSckiejZIHIcS>%|)49<R_GW>*uDH*dNz!cq)(u{KS#VmiE!
z#z$qe#Kt&K+kHG1Um>#0Piq}wKO=`<t%W;Yi=-RhpG{6`<y}m~$1DI|ve8&mlVPxt
z<i^|K)%Eu6gpIP3g$X##eakK9BP71_oI%LonY2<1uF7D~HA|i*C{WE74%)kA$@Eg!
znPYM-mJl@_i?{w9eb8vzh22s(Ln_;cIm9g8_BT?FKvXFv_*g_Mq-vpyfK$8>$y!#L
z5HC`{Dt5pvJN{Q(&OJYw_BM@;#1qD%k!V==&6QG%_nQBu7E_mv2C|uqtcIY9)u)?u
z5sMY0Mfw`Z@GsxhOV(Q6|9WU)zdO;8+(8lH8ZB*5YiQ-W8*FdZMDP=0dd^~WiJm*=
zt~Pt=;N_Vj$9W{M!4vHQ`Or;(Pp*_=$=ODDBkM23%0^kMV@2tJ)=W7|KG%?Vh5QM~
zBj=eVy1zJvbxCgG*l|2zr?j|uzMwrE+R?2008;tk7UB*)p8qn#u<j3QIHQbisSbu>
z=9A~A=hKKPEt8%I<crIv&?w|Bx@rMVvw05G9j&YqoDfGX2N3UVk*4Re0)z!uK7{Q~
z%e*iDlLGaxgh05VyjW)Kcw=ha_FGJwCasT<KAGY=HIc#g|7{h8^phzC-ap6Ma!1hH
zQ%Y&DVJ<|?tXgs931W}lWc75o*s!b7=x^NVm(!D~{OQC3<%dNk9-VxnJV~JtTESTO
zW)RiOr?*#OQCIlepLkTYLlW*!QnDx6k6QpY*W{yGaQ4Kn71sTcL4D(nF^h&f+YT{l
z-7@pp$mycb-`-UkUD+^UJRdqXH0!Fg)&M_~hN#9Uv0QeI+P7CjDaYO%`l8wO+81e@
zBsMvTeoX&kJa{IN%;DYWI$O)%Vhj@%uJcS1eUI;UN_&pK=Kq$xDt~~U3*~q)gagvR
zW0jxubv<$6<7IOYFm~Em-N37TJlCi@Lq1ZC$Y41xK-Mg@!D2-d-s*W+^1uh5P1xDZ
zx=_}nJIER;$ZyW544R0)mYXA+dc>Z3FM0FhuPIo5<s3|8CT<7%HQIFS*5I<=jE`v-
zt*y%c(_sab#6Bua`t5F+J29Xc!iz}rJBD4eW>z8pGu~ccK>W+co^5~{Mp86<2`P0(
zkvNV<88MPGlZyLr@fBNZEM3R{2<F#O$f4xKHvI=2HyQXOm?Pz9B9|^DLR@F~7txrk
ztMG2{+*9c3D!3Mmx+#>{76PN$I^<Y09(%7jq2*Yy_^^a+C}@a18J3tsGkV5DnXsyi
zEcNyR^XQtj`Ja{I`p=t91rkwir<v60+##uzb}>S*wI1vKvJB^%mra3@5vK!Vs5)Qz
zKxPI(x%&x-3=2WCh;6hn0N5$<-9|5mWU`)a+#XO$g{YP!XE_8PCpi{~AdTh5f5M_O
z<*Dk791XVh6f68NJVB?GLtFtlxQp?<{#8(I>vpkiIj+uXRt@t;heRS#P;ovb%XpWa
zdJ30Pu{=JH(2$iHQWjNI824mVzT<d%o;=Ow$5ARFddw{z1HYikruCQc99Uf^(w8cP
znh4FD*JVlT(2hF04f&DoQ*w%$mIOYl?3^rcGe>e)$?T-J1fKX*KY)`TS+`t;+iqol
z;mIsxo+5kX)byt1*akU;m|zZjd(20OcPS>rCAaW{cUnf6CRwPR2=+ewrIo2y7W-VF
zFS7;ROoKQKJNuVuOz-*04Uk0oNVFL3Gs&2L8Gh=7oE5ir@4{k%K!#b1l0~(2u0FP#
zRfF1t6rL-;Vpogd0$)qGX)Z3?W*d+_err<Xe<3W>bl^3cWsSyyFJ2TWMw9<}NIV~*
ziQ$ZD{ys+0Bst9nhuif+JFy#Wo^0?g<R5{X!!vmxcbu`8f1~fA57SGp634IDCaAp;
zza;?If@S_G7n7&jxf$PbT%M!)+WYxSU-f=|?El<Ec)H)a<ftaW={W{aH{+IGk6!PI
zZrOQ%q!d?k_J9}CdGlP8$vd+hds~W^51*e-gH5G9J|H5Bm7Lv{T%3_J4PLlb)}87m
z>5Y3&j?IsouNsM;Z`kKNO1HtFxceUu1Kd~|^xTRhcc#Vb;5k~SsfFAZZxddhLo0G}
z3XQ~ZBoc-(SrF)~O4ph4UCZZ*ti_wXrY-J2jmOlhiis*74U^XGDF#o|;_$zr)y@`6
zw8?qBzn>RP5rBm6&UEAVOJ<k({k5PV(j+1pV|zP)`lHP(b>scQxOX$9`!*+qW8l9X
zl5jG0%>Q@h5l6c*)llUKpMT03e3@C%=U3Jh3r`HSr_QCkk)ozTX`djmh^}FCtR8ZG
zR+$m09T<-8{%9MBmt0E=zEEQ%PkR|m(%sfdJkBxhXuIFF-ULoL!_6H$65z-;kZK!_
z1a9-*N96h_x>)h%1)TQ=r(d)K=^~jl86(6e6q79lPbq~DD9ExIoj{%4*L6b|9@16X
zgV|}qEQj`+s8Tw1M}1<0ERG>reUIxh_04_#vknTAnY0br@_k|l!!<*`sA<3Lsk}U!
z@UkCvjE;sa=?oLjDp?*_9iegDH>;F$iE8D6Z{!H^dd(}?mLaV<>&K5c>C$U<rDF(+
zBwcSGhT&W4<auN1z|zabZ5Q3#{B2P4xZm_@d~R9Ch&V3ZFk%$`cpJb|x#HEPw)vvE
zGgX3h+a`dSulU7{PgMB0whKp|ZaYOSA)@=XU&+F~d<!&h{^TFpJZ8{4F7u0)dEhqN
zo|=NMK0%0h%=<cW^!b!8Oz$#x;lD-nKT|YZfbqiS<%O17baB8Nt9%Vbm%X^F<TNts
zizBYZSMI9Kn*{T95B4?m%I#GyPd}~tn^@Z$K9Ab|=a>%^qoD!jRaumQ)@)(XA$Dkz
zT(^4T&z~#)WDnRDwi%qp4jcf1$$LhSF%#wxlY8}q2Bw6@OQdw8t9G^Y4RJ+9nT-Y6
z%O1u2;bw>3cGDkqMzqvv&h@`@i&zkP*uSDfu@mtLPZfv!NzXCNJ2|zh{CQRV-Lr3M
z;Wdz@&=+h5z76>Bb5e|ZO-N`7ZT+cNYk$-(xkE(rpgMI)(I^#%)(-tkDB*fTcPXhp
zWvU_bZ*%x?;7BvzwN;Zn+nzX3P)`);;cv~*ed&MKE?<KJ5O)c_tKazVES4`8si5tz
z+7p^lO;7(^@D+St&<@1AwW_~+536oHW3f=Io{~7{%e%j{O{KgMIwcP0jnB2&BU@Vj
zp?$AsV#utAEP2q<t_=jfmeOEJ^BDj@8mN=3AX7vR<P;3va5gGRbWT2`KxH5p+cye~
zRF=A>5$&W8?2<cu;5QUsDT0bA%-=1sIb}*UN|5Zo=)*+hQO{{8Gr2fMt3>sBO-h#U
z`lPO986`baZ#KaN@%x(30G!*1gOlu~1wG&M#uUBg056Bpl^@=B7zSsPAADrwOX|h?
z%==Mq`?o=+f0Y>lA=aeN0Z!%Q&y!LnBGVHP0*irT+o@UU`+OPh<7o+Ou`%iv#h|kW
z>rLj=$8^D8fw7SK=;7J-+X&I~J{6!$SfdwNi{UOzQ2vT2(#g=~yxi>SjQ?|_q{{q5
z`(FbAoJULXX$^7Sl_^O-myl|I3$tfb>NGU(2xK?Z=KSN7f(@{Lx>MY=MO;G7F>K!z
z-Dcl#iD@YGCE^3Y!`V6p4%P_b5{`a{<?iyr!J2-7uSaIUey-h3p^~S5z3M+%s~4pq
zIY<6Qd;}M^w(_a?_bFVylVt%PfVXye{5K|Z0p@&m)Z(9p1M%+WXmR{YgmIqK?Vj(J
zM@J18CP9C6S;N!?LIboiXQk8h%yi^JOSc^DLFzs_t*b%hjtIu`hNp_6<pARSbhFJx
zC75=&1U$fPwvXy)TLIptk;wKMxzCBGj}g1B8IG#62jnTUY9M5DhKHSC7{CSIiVuV`
z7}*eQvhMuL9yqT#{g28k!A~b_<f1q0GB>7g`dB{IWl$iz2o|JuJUm%mzTSZ+2dV>L
zQEWu8EL9JzW@1$jlXLDdjKH{?Wk)<WPD;mL)282uUGMLdZbn*lZ@hyCYld!x;PGS6
zVL;Zal-I?kDwC3Cu}!P}#4u;*NJ2y|QchLSk}M}fGkZd>I-;(;o8Q~5Pi!XcEv5Ii
zLotVmMB92J%aVoMyogWLL7dnwcfP$mi?8L{hk_~P7fPHD^@5_@hHP|J4WZt}On=i9
zQ%CstnpM(7#dutJlU61^2=elpvTXWQxmp2+<3lTr_E$E4ROWJGg9^c%@OMmNBHc<{
zU%|z;JF8#oEw%<P$|>{2c-Eoc7O|@&k5f)`zriTO=`BbF2evcx?_>0iIKAimc}4GL
zC#NJXniI{}<U}FT!QNgwquM$>M4=wMb|iedDvu{l?4W@C2L*l}13n4ks6cvT6Er}i
ztbj9P%Qkq}1%O40*57v0tMK*wI{r_$dkv)k{N=2RD><Av^gv(ZM!PY1C<Y#8Wol_F
zfFUAtw1H`LOE&ih2)RJ*nI?Hw3TkTK&-W?cSnI3NA8sn*?l}sd=wTfa?E%!34h(<)
zYUtu*8K0#2S#f`OnJMUg==iT43Wc5&YO)WL8+M?5zOc7AI4#z)Q^|&IS=1_SRQDGz
zKs8D!fgpfy|JJNUv8leI3B&Sp+}>8_LDw5s?hpI>D|x;Z$>2{`J`HFhlE-+GF!<ga
zXs+*pceI)d+AeoFk92AQs>3m0x2SB_RP1;euJ+`AzN7xNlP#=50gBf~U_7@K{1mI2
z%l-*CsG7lZe?0Vc%nxxy7ubgq_LWae`ohJ+c_|(vIpgQvEO`-UXFKqDq-cE2M|)>m
zzL*-%68p9`aaS7UeRc*GKG#jPo!trmsL6+%57dvN1a;4YFHWv`UX~7PJMQ~!&v`9c
zGe<(GfF#s6E!3dzZ|fvA`9y;)nQSTiLg$wuS5BF4t$Uh#)CWugKj!wJ13Z+|pW#7e
z^IqR_I?SjjS)ji8b#ONdmf}3o-ZU98-y1XE%b4fkvuLpn{y-rujITk4K-N1!D&I^F
z2X}VEH>}(xtMXATDh5|O(Fs|QK{`!DR^1N#C|^e$_Z0Zdfx`AJE6KSJY7yNoHOZ#p
z+*+C0Y`^QJwY_hiW#DU7{6@s;)ZvIdz*H~r&gZx~PI>-;B+u*Jh?*!*bw2wDO8D&<
zis|h{r$<V&<)b0dlm@sjj>JM8TD5)7v*=M{=h%6<w(iGEE=*>>m8Skx;#@my@P{oN
zedyIcBCmG;^A9>O{?BgRP`{gm>^`q)nAc!Rc55tlI8Sw_CQ9AfAR%hYen|OCA`+(a
z<Nm7L4oA68QB{RKw>gl=SidR`qiAW#<cd1C<8n;j0;VtexTBPv#qkqd+kKQNt_!b)
z^@7Ro&DnF#&atldqj}vo9C@~6-X|m=POO|_HbrSycrLE`kqMMR3(2mJj%KeV<!|S(
z9@-|^dk(t|M0n=K*qXKFy@$di#ll|izQ*%zC)p+4Z?8PRE?Y|`jAW<I#`I3z-o{!Z
z7M%r((@i-yZqSh~kfL|Acmb>GpGdr~@r(DyH_FVyW_>VS+bq!R?fz%R7suiHW@xz{
z8CIvW51-`xL?0(B#qw+|BTTtYii*ml&&Ra*-%ZV$i@9Kl?{#I1i$fnj1<|;AOjut6
zg}a$irou3fbij@gEUR6u`zQr;Mlk=ATDe`mlpPbqRV{iLog(BP2|V{2AFmSLeT!x%
z;<J<be%5Bnk8=E1;ua$<RO&Nt=?lx*4)(;tw%qzyKr`|7tqOW2%W~d~Uz>Z{TE*7G
zKtgA&5zq=-5h;Mal<JS1b<fI{rIsLd*<*!0_410^+b%l(JGFqB{8|TN=tCRj>$0cS
zR=;iPz&p#?@PR*1kXBO`<B0^zI**Pro8pY6UZY(Z)`O3{v&4h}q{ASmcLX@_`l6!B
zj(Eb9hjA76dtr~f(m=f)4T0s}S~549VNA{f1Hxz$MCFSSsfW41f5x!W+f~7*ux@hq
z03_71w;$3;VMG8TSkd44!M2SBXW>ZKU*9etEeQ<aalAmX?Mbs4IjgCDy?7tXGSBJI
z9|aF~>~p5yf^s1rwyc+V@2!>n4x#3^on?vQ1R;{;!(WHM2(v8>E>0~5u=l*uyjU@q
z0%VeEVryW-eGNHWQ07XoAFmroP^W$4C<;n=9t*ihNb9PdN<O6?znqWe_OD7loRnQX
zFtCedt^__N!ZEQ9HkoVA!-|)wMUfyqrbBklp-S@D-baf>Y7cj^j(A(`FcgoePUj9>
zdPOl%N)P2ev>9A5M;(aUkGf6<o6aLFJlzt{%toU$5{Uw_4JO2Jn$H35OJ_1A3-6-<
zORcGmDkF;BrRlGKxR_43cd|a!2R3UB+F9)?s$8~ah_`pO04wE4Ccmfw6;}O`lLTN6
zcn%?g{hheUP+C+?(1J8&m0{CC(8(z!UV+-r538MWMPO}!dvH}dXw^zwM9=tmS+#!H
z#!Z;-dw9G8<NhFj!)M`cY(LLQ8y1&!I63827DQCT;T2(^(0H$||2+6QJi|&fFsq(I
zws#p9&B9aG8fRvPS?{8wAU%jn?XiH!M5ENX>8?n!gQC(&)6yz+2s6er7&7QHkT=k@
zAv#aC?b@<x-D+}YSQqn6)((6o{jC1f9QIUC<1cH(AD5`bd7GZy3n5RIrCJsE^>|MG
z^jL1#?NMpCTavL<2H;9ASBLzgA1s8Zeo+NTZ~!b4z#CdL$as|leV<&2rR+s9rnq%f
zpiRyOAiutW1s4O*G_ZdG@}d0w_6%fHH1??TDDZjgPM!K2(Q9K{mezFk-yxGhT1sp`
z5+&=+J{6R)wQnqC2r(nus{Sv0+nn~AgGglM%nf9-B#N2}e><&ezl8`obK*`0VG>(y
zY~Yt=VPZb%07yc<uCB8v7Ut!Da$`o%`yE=47M4q!P6%MJ>|V|lcEi7*>)|V$PmwLm
zbN=#(XnC+0j572(e}1m50%Ul<`{n9eN1T9T826Ck_}2{I*~|#(O)p0^#{8It5^pFF
zb&?q-ai=CnK|F1gD3hD_k3kJHU7j{SUn^007#_v0QO<9CFrq5_?qTZMRT<7-YHpJ)
zT8+_pVKgI(^@+=(wal$=_oA4hN}w+#fJt(Z3=3aOpeXlQEDx_v`w1?9h+wX`m+ivb
z+)ZTY>t}c9n-fNE`Jm+73>4iCCV59~xd%SAO!1LyGDEF>;QIW|_rDAl-l`WA1Vg57
z^xneX7r@l_5@Qrcs`J8^7UDb$-WeK4m+XtJ3&KZ7S6+^$NZ>!&X`PU!KTz#P_GAY}
zUxpQ}?a#t%EUg?CV!M87FVE7`zVtM28Ws)S<jPCEvBkrE^BEaA=sg0$|NlpWAAg<J
xk>A`7AtOq~2ECaAz`qv_?F~C3qSUCUM{7shv@F07{vSkdl;zdrs${-|{2xkbS>yl!

literal 0
HcmV?d00001

diff --git a/docs/_images/sphx_glr_torch_export_gpt2_thumb.png b/docs/_images/sphx_glr_torch_export_gpt2_thumb.png
new file mode 100644
index 0000000000000000000000000000000000000000..8a5fed589d17fe6ee62d6a9788519dba471fbd65
GIT binary patch
literal 26794
zcmd3N^;cV6&~<SuCAeFl(4s|(J3)&T2rk8;P~2Tha45yKc!RqHEp7#hLvXj?ZZFTf
z*8BYp-w#<U>z<r@Gv~~mJ+tTR2sITsTx<&LSFc{-D#(M>U%f(#fBBGMqQ6{mHpumQ
z^~%~w0VJvEnR)nlooKF`yb|H}xA|C<^cUE&K&!B{#ar*%RrUI{fOnuSCL$03!--#|
zXbLuXBIIR=G00EgrNBb5!{Wg0L?-(}Cu?Haf+0F7%3dlH!I7q$mL$Yecj9<`jSzfT
z^D5Zgt0)_Z#Ecth&8aB^q#^tt+jp*g;+l3Kuta%Af{32Sylxr^V1hg&jmnR}mkXfv
zAbI2;{|#XPvE=`E0P<S?^9AVTE1Z82S>eA)C<&;HFH;EcKm_ss4Tt~~BwnThPbC<U
z{y+Qy-yssCdl=>g5(+AS2SjXlQXBFG6FYU#Fiz_d=HGDi{5xv>!;RVHaotlES;<Vs
z54)3=h(~4As6dmO)fSx8D!+i$VC>Y{+4GrXjSnu(wiwX$)Rm{msq2XKT(PDE-xEgi
z_(VivIE9l($F=w;5%X502cyd9S;o)?@*@IUt%-#RKi)is3GxWf#e9B1a0p}-K^GkH
zE#RcLH-hEomo}wtS-`xST`geg^-vL1i@Xk;hL(*ihF<qw7%c*?Q+E}k)1pi-WN4&J
zrc9QIvTOJ=TWorN19X#w9YvE^0xfTy!~GL#58!=LRoJfOBeNadJQGEW^>VL8OfGro
z7;=ZwLXX%~LDV&-I)%f^Zc@iBUPr)DOdL&SY8Fe4jRr0M^?OY#0}B$nzJ&L1In9Al
zQOK9T4G@xxBY?1&=&}M<$uJ+xfTKBW>PRAN(VR;B>we1G_F=pv`)g>`Z^uYRx_jEF
z<Ml1t4a&-D$31j+QCSBStgUGDG#OX))Ly@#cs>LgunT}hWZL=J)o}-tSc-H43?kvu
z2VGc#wT9ESOGB&rE@vy9Zz3|&#<T%q7(yR6b>)3Ae*}ua?Sht~cbom|GLpPlTSm&X
z8g90~9$!qLFeLh!xc`P0$(R$Ja&h&6EezoO__ACMkpyr<B+{;|AT;h98iu@OkGbHl
zGYQkX4NM%Rey;N@d@DM~2kNR!mU_AYWtf#)e}ui_>*-p^zc6Sxuga|EOJ~>i$53|i
zk3uPR?4WZH-H$~ya%J$=ipQkS-owRa4tw(P{%YPDc|taynH>AT=I|^o0}49wU~C{J
zauK2=H85m@3Fzliq*hcd5LX*{uUE#$CpBIVU20AE#`cp-cs73fa2V=^W|F4HJO04v
zh?+`+`1w}s-C)?|2Q&Bi)%tp}=My{T_L}AL?X!5%*(mp1+HX=ICa0VpGHL53#n?|w
zrsVN!1h2aM0663#mGa+wr{K=E&1QL;2u+|ml4!Vcv|H~i8eectf>jNDUkq^angTdW
z)#m!O%sOuC%7f^!Qht!qCw#tfe81zkyyL#c-mQq;u_=hU8Y&X0P3ZX%SuC=j%cBp_
zr)IOhDL^juo$ys}!om$%Q`tjo6J*I-hLpYq;KY(EwP$7&><+R6Cs-uf#l&-#?&}Uc
z2}fsB6#K32O!O58@ksbMFteP}G2(2lnU(Xx0EQ{|6Fyl`z1ErflfT{pGkLUjTO->;
z)k=c&e_nqG{-=f;xxac&YcIobydWM*>-WCPDRj}<`M?J$>U-1W=e@wPjOqn`WB6h3
zK~jXSxO+anw%MV<(bYq5#QL@?&$9}E9mOt!yYPhfLyOPk<($)-DALZ(Z<${Ys2e!I
zEf@cqbht`&4<v}sP#}Lx4n!!n0Yy~ga^ziw<gSkSH*`h*QC-LW26MvjQwQ^Vr$sI=
zO3>b(^c=S@?tyU^-%7nsg>47yyUusdaMN|<O`K4>9?WoX_ry|GMNc@rE*&1ZWvhRi
z_S3m-n`bk(@O+$m8Kp&CbTqx#!3Ro^Y+#WD0wD>iyApzndvKsR&ejCNHW0D$L?Y{&
z-+!(ex(HR2t+z8ezJ13p%e#_pEzeK4BMasjYdnwJ?s{s>RYi;(GFI&e<aS()?XjWO
zoYY<N7r&duY31K@BufxfDguxb7oZWLurjz{vg84UbI9BdjF6-Y{<Q7%utyW)+c$+0
z<MkF<9?8fp7m*z+oS$&oEZ>z1i>3C&Ca}f(#daZAeX;DyOc))i?10TL3cyU9coSu%
z)362xbDc4*fSbB%;E}Qhj(t3Y;h0y44|>PJ{Wnh8tcJHxpgfb*cWZ`3JyR%I1eX@D
zhJN6ES7k-g^nBRA6+Lz{hr;f=v9U%{mDsRr?D`_~Bl#>!q2hGpQrdVLN8GXyT@?Oz
z+7-##Pu6db%j-<<)!r^-I*w+`UXXo=8fYr1;~kdxDdbuG7#=k3gn<y*eN*f1KF$Bh
zuM!f73PNVVWu(3KcN;%3OXZZG_KI`Pw|e|IE$cJPXsj;kh%dz$%0ABb0gso)Q9gp2
zNtf=PDrDsl^fanC@8EI&q(M1hW$#)lTUm1o_)})e6B!%S2>wVoy*Pse*8?CP{EM4h
zidh=Lh5n)*Bd=X5LAxl_{94L7yp5$zMl^#3{EGwW`CdAsJ<I9#=;R3}l<zuf@=^R;
zn<3z5TIkm7d*S{Q&!Lv#!b=h$$&Th_>ZjClo-A{sUr5=r94uSOqPi<ojUL#vQoR0D
z9@tomD=TNeq@pL#T4Ehm8}_x9rr7iysgJ_9?J!1H=qLr{xNdprpE-Y{97Xs^)JR-0
z+mCbAPM4RgJda+_w1ZhDF<f#6KMK?RRs9%DGo70zPi6-^cvsZh<Pp*;9q$hp1HB?1
z1Thj8DEHa%3MWR`2XbC2FZ(&PJ%6R;$UL|(@;7M#``OoA{*nKc(^Xao#r-E)ODh-A
zOQX3n*Lvs2@mM-*O*5azC5U{B1MKB77dxh5mKt#I>$Bx2XqwJ0Xj>oqW`wvg3e07J
z)B$YP_^e2>9eu-`H$Ilmv=_G3H|}OW)AT=Y3o&4{OAN>c@maT9IRH=16i5c13XIbq
z?_;?AkC)0lxBghxk!|c14fTiYk`u>n>GBPA8g4GyLuofED1?CZ_ogTPNTn=*7Rz>`
ztYLiEcuec^&_!PYFq(!2r=O|z#Ft@!biey30#@bucj&Ux#$iwD(4dukXbV1&1KhNt
zqjE7f0?G2qOI$YC4rS^$^olhr+rM>-n6e_o=%}lSws$wIa?!a=?|&NpC0eU;zsWc{
zKWScWoG(_FP6kwvxFXl0Buq*6*?NA&t1N%CNhYQxAHE>%%=x@2fFKMkfr^ZzsGxgw
zHOYm3bg4i(w(q;Sv}7U`6Pvh6Lm7Ptpx?d8)x>^1RQ1|vuG<vm`}&L2^y60pzYXJ>
zD<jpjZ7a;%a|D&NxnAb?nXhfne1x>|M?Wx8nh#9<4K<gGSUSEv7K#rQi7l9~Uj!&y
zKe5Cei&k^WbCf;y%2w7n*r#WSHtKp+%roO8#6_LwL1~<?Pvf`t?S*N^=01T?r|(|z
z$d^E$%(J*;d8ErD{ZEFps9f+WKOzsubk@s$VbOjhU+t{w@7U3KK%cp%uNDtZ>3^p^
z+tzr;24w)=wRU5Hn4~bhvixzHRwBbhqo*XVUm->z)SC1la7x*{$-z(_ak+M#+ZP-g
ze<IxXQ4aEqNb_=<ma`Qe!{XjvZ9eq5Ib;szIj%cDn`nu6F$klktHN)8IeDy8S5qM2
zC%E^-H3a_+ex7p9xz-wfTD14=;J)uV*XXUj)pBRk@Pnh8CqmCZ&iJ1QUo^Z)B@vIg
z(FlGVdndb1<*-47yzX?oP5~QapP+;@NEQSQ)AQC1_Ty>JQP$k`X`41*d?oW^%4JZH
z`2Ld2K6XjjT<v??>~MILbr{_xL>OfMd9;zSl*--#DwbWDM4Mp%J~N_%)nv|~hmH9@
z)4zT59opehPLJ^KJ6=VVO6Ho)jzT3gR98(NX*61GGVm56{>rj2M18)d^HhPG&iNrA
zw3~jo&)!0v{GJE>iXI;ylLdla?z?dM+T(hzjWMg#Y7nngVIY8XR3%u9|L|1IzJP2%
ztaEj&!l5_dWLvR#((N&`TQ%Z_aD4=0dIY1oPwr0rTMp@~krDj&qrOo>N7s>&+3e2#
zj!pO%Q}P>}{K5VvO(@IX)|C%9o-~d!1M>GPa<ndYmNv;aFk~!<is==b3_pJ<30VRo
z#OB^{wUn=&24gx1tf_VnB;eG=J!0z~bgcJJX~-Ya3?h@$yfOIL)G*(evb?a%VX!~f
zqp6{~#WEH-Q1?9^ryjP0Z$$eQAyAnI&7&uR5P|1uwXt}Tyv%;tYAc#KvBk|6x%}OM
z9w~hzs3Y5-^N5AaGZ~c=G;%D?B(WRA1c1N1778yvhoaD%3rgBv|7EatdJt$>$u9}~
znp>y9i{nXjS1MjmdxDO!=)mKBA}-}mBp?edtY>D#G4~`p;ncc6ZCuu^9162{V`}LD
z1V6Z{i6Rj#_U_ZbKJm)mqBY>vgDo5E5h<Emio&5$E@AF?G3Le0&bO!{+=wz|)7zrU
zih#Jkm+X}@+r2~Gu{6>b5`g#UiRW{W{;Yv3BoGE+jQunVS36Np2enN*G1C~E`p6Rz
z{j*O=Hr16UEyfQtZjl0gr^mQuLw~P`!;^`G!)B$eL<AKUJuf^<NAv;d9AiDUw_1$1
zJPo3x5S=Jc8|9~ObacN3AY*5Q!3T7T+fx>?HKwu<G$dMGGeKe#-WS@H^V?x)LO8fs
zqmwi>JHg*Av%bEfp+&rI#S6h3Du-ZF@PZN*czynUs7CxrIzi<4CKW$DVUD<li_Y|i
zG17HQvoz)>Zp4t@iHd(8;)$gN|7tcwXZ*}bVfvjelr52^Z_wbOI56$NP(NgU%iVHE
zF4%~Q^N)t*gCUrPDQc6o=jm9zod2D$s=kAl9(4KKJVtQbESUEoxkjYn&#4)gw9Hf$
zxkomp*C}$oszKqQn1bcxZ?n$jcvSPa-%+!QHfnAo#hP0@4Eu7#;_sn^YAFm}a5$kj
zR>ve*17@Gze8vcL$w+E@`m5(=Qy*Q~>OI;1*l|C1v1PMWOw3eL9{)(8=9b%IM}6!U
zMcHwGU&b-gd%E#WWQ1W&us{G=3v*Gczbd>nU~XA+RYmPvAK8xKIjItpke-|6DHLM?
zV^m(Trt~H3n8Djvl-rxNw5%%KO97+CBR|c6-1xk!_MSCj{y-=Tl)@CO+~o2vmxWhz
zY)tX$O0oEU#QKS|IP#<h`b6RAJ-6|QMRwxTv+S{FC=#_NXFVnwajvlc^v;Fe8pX9A
zhf<6M-uxR-uogNQ8hEK)IoW(Fw~$RK7de(kPizF2`4M=?^(HIkpV8g2>9wssiTL8{
zJD#*5d^it313T$)w|h}CIq*lseFB}(#~)6PjENhpg?^8Xm3F>+oFgAQ0$j`746Z8!
z4T=vRkY=AQ@V*?NvGxTdbw)Lbpeb#Hwn$jEkRl=kfxy_mFdnIZZ|v?Bk47e(MA6iu
z=n4|<iHvkUa;Ob(KQEpZ&J@0)KduZPmaKWtq0k?3_hJD2Gm*qyzI97E{Lc|!PSUoE
zK1%~C&UNiRN)zQZhN-r>Yw5OvgD)#Z`yIX8TL)kRf#j_X&X!Xre9^FbrGeT&ua~Ez
z;L~rWd6P4b4BJHLCtjp5IQbK@Yn5nt(<W&i`^gZ*x8>u(A%E*th>PWT9zmg#$i405
z1u)h5>|%j;2S6YL!d+3OTS>AcGo{_X_PRbtC^cZ~OZKy980j48DF6mKe0<jN+^Q!d
z6_+wYh)0B~28opBG018{`&UQC-Z&pbLmX%ur<=#gp5NWH^gbnTA4PSVe6dX3@YPg6
zDr(C&J6Z51?||W#t8Zxn-kdrXW+H?^p#W}niWn)GH&MG$2$2AjQmXqq)5=*Mm#Z+(
zS55!)cU_L+xQ?>`ShOy)%)$Gpx&xYS;yMa=?0Luop+4>{HHg<+3oxDAZ>#%N{Z}PF
z*y2V1MAwfF%&zQdI+R~N;zar?o(NK19$nQ&-1jXxMS(~iDLANz^Z7LflHO0Vw(S<{
z-&<r5eM|PgPITIz&u6(UmdqwH`L~qt)9ZR|&VG<JT1tSay74fpHXwRH=;&6EH^5|0
z+LuTHxkiqxO8upJPHvd7O7}8jG<V61p27Jt)N=R14)#js<10eRO&x|CW~Yj>6fR1v
zwYJ=7+&AQJkPZmGr9o>Y;3Dk51T1!Wny3eOhpSrVHP)r8j)n->0clR9O!IoX`MucX
z^Zwiy9^o(E6WZ-Mwy{?YbRia8Hzm{^kdB^~ULyM{?&zV&+;rnvab{}4=iyZAU08O5
z@MV3_6vpe|{fU%r_^adQ-fn4Eqe6TqJ&VNr&47I)qv~~M_?mkg8<^CFz(S?YiNc&J
zF8sSlt6VZ89ZVI=m8J2(?|e_Ih#V2_^euv=$5qy@pDZ&CU`?d!{!Xjfsm*EywtUo{
z7M`bz>Lm*<Ce}MtHYm{7r(J5)5q}n1Vl~^$H^%&tC52`G-pRCoZdtm7PEwjEjW?3{
z11<BF;^@L~F7Cc<j;XTn3-~YX91YzpO}BG$c$6|oZbk!Z-y5|EV+OKNAcMg%n<sVj
zl-e-={H)#pfrJC{pT?h4SGInUS*~;n1&|2O@-f=eNKvRZ4R^(dzj~9cl6p)6{Kv$q
zqIam>;&#qzeUCS&pM&I|_VXXi>@ekIJ%6OP-srY6;NEm+rQ*Vm2SP=dpg`9v=8of0
zhOkW8VtL8ieYY31ECO7=oqO;@Z;1Kzm!dv@X`5}nJ?l8#I_`)#C(=D2%+*Mp=89va
z5suRsE0+)2#jpPQZ^r2U4e8Tn0Artnx(_PB{~E_^f3atL)FN~J89#@h6>YEJ)SkOU
zkVI-6t3OWeJfD)pik~F|nR+pV9<?<+S1*Gk>ikPTcq<UXdw_)K!lcpOk1iX@!U|Th
zoEhV5Sl$g0E!rygh}-<LV39X5LUDVTxY1S(aK&!Kr*rX$uZujy4v|hnhJ2+@m<J{n
zzX?5@^gCzR)(UN#6V?@^t({?Bx@QIn1n)vheiuiVE^S;DDalwPZ+w=+Bbf|;LoX&9
z8F2XSC1R0>m+4>0E|mxI>`U=jt6gulFW~I2NBxSomP5IND~h{YMxG>1blL@4eF^{6
zk#UK;tX9dPQL#jH$V)FC!y~DdwEKH`o<?o9|BR|2<^vN!e^m`uTJGR!jYdHl+#*lk
zs5uVJf+{6hxY=%{b1<y_plLd2Uui24dyK=?>^W&`SzLFoKY%L61$Od-y6mNtoA!97
zb$UD;2B^}_laB+luIKy^Uxf-;n)u=5i3a`beLsWhyI-)zg6gb&zCf*CjB)ffyJji%
zQ#_YU?1e#Jdx!n7Hh(Ev_|i!PMx4H_`%&raZn?l8`iT!XKN5a0UHxpS!xGFhTNf+u
zxpL3g?fDyTpaY9;=4WvgLgnhu2&s^lz|K2HyQC6^rpuT~EyYofcy)zpZBfmg;sx&O
zRGn#3W%*3V<n*|z)Qkf>l+k#uA^Ks&Nc5APO_6`soi1jM35BHy;tl(LIhwN&a^a`%
zJuR6vsJ;uQlY9qsuOj!Xa9BQ;(SH{l%NmW8PkWZ6_$5iF;!BonGJlTSxyBnademO^
z=BG6}B=bz`T7Vp#E}gK#fA=$pv=-a?p8t<XnSlE>oJvm3oLf8KYg@E~;oi^ZJM)2>
z@1e%vtsSw=PX_(a0OjVZhHr*B{g*Z;W~=k%vO2VPhKypEAzx81pO<(tom_IjrLqcK
z@zif`H$2E)oZ<bN=C9xVdlaU6(E3^#$Kr3w>V2<j@7jJovp;i8k@<L1`K44d!+7h^
z;j!IeS*PpL6VpURLOzQr98v;{UR7Gn4&D`3s(EoL{Hb3^v2>FE-3#8Buc{2P?839y
z#~{t0<hQk=<*T18>*VWy@2eH+)q@uti{*C6u-6YLDb<8RHk){z#wL@!tX{(Ia1#tU
zO(0i6^t)Ueq*UJ0(u~F1x&}Xc`0a@7^&Z~y#d7ER`@Xo6>+bhoC<@-^DTsWJz$8O@
zE6q6A|0WUD9M91pzApN8$^s8ZUZ_$??^mF<Akg}=Aj6dC0d1XBWe6+yIu{JYbdiY4
zRV#EJzDK4PtaJ~0363$VH|~2P9v-U1O5Y`@`zw}ofRT_oR8hMLibAhfS|zpBh(>i=
z)P@l=?Y7Lm!mt}6Km%zR(K8vzVwM*Cph$R+Xh-GcA2iO3omIER78s5{b=pAhf9(?R
z=jTLCaD?TmqKr8O<U~<+4)>I!4VC|q!DCP=dfL9nazg#oyW^g{NeK5d*yo|ECkDoA
zntQ_k_T^y$F%++7ZZFRcq6{D9EFXT)`{k$vq&&@tPha9Z|9HA1$islU8DzR5%*4N_
z8DoCrp?%1ld;gLWA)zb^F16gFV+?4T=W$cQrr1dXp6_NT3tcXsDig~m+Mf7k+r5{4
zaX`hIACv4>RGTPbo0)OUixoJ^mShV!I=(iQq{0#r8*6Kg8efTj75)X$kJM+F@I}UK
zUT6J1kRe_tI*P!@&+7A20@t?a1+@I_mNWPu$Azzu(L~LJHNe5}vc>A0`ZhB2cvGWA
zAP_fmED`+(u^vqY)Gl~k>@lkPE7s{N6Gk9+#3TqD@!RmIUBVFrL?mpY%{jeTz>Ul#
z^|pRz2~Co5>*5Vwzu~?e8!^P_RU&lWU@N*MZCSemvk~1wkWh+dwBQK1rWMVqOV=%v
zyWG(np@yt5?UDMjtFamAdo2)+Vqc~!LSR~pYD@3!kZ<Na$LxL#pj0rAjQqD|-&1$j
zy#(nmP~x*E^M5Xg`E%7amTX+r3i*l@v57pn?=H|ni%Eevpn^1ymfX-wy$foPXGw0Z
z1mw|CuClWHN>umq_zz#BBQJsnet2!E?A{p`ONN@O<Arp+Ey-6;LrrroraY~_4`3M{
zSw}L+i>d?Dfmf(G#Pe1^hkYDJ<6WdPOs0PO-=ay0Yv^)oC(`N1#}Xo#K?6jVUH7&Y
zt>ZCkQuHIG`z{jqel&L+J&lkI(N??MwcMz<!|5hMT0kTAH8^+~^b&)pnX*vkErQ2~
zPu@;et;%C0=sU%49+J^q3X1pBn*(_u(Z-0MEB<C}&nqd24lK5gXP&vny^1Gezm2Q_
z+4}k|da748EB;qKA4<mdW-dcMU?lj5m76+sff54`Km3OuVccWpy=)w?d#3TqxE`h}
z6l9ih_x!f;a;+y-2LrFARpjx26^wNDnukYzyUV0&I13UvG2=?cXJ$kgj4+>EWwuRE
z#tsWN%OvjLGsAyYLoMu0+RDt)d<{d{D_#C6oX)J(P(ujhKG$ds$ObrB+81&6HEUZK
z6)Ny?G2BiOc@i>AX>0zY@kpJT=631_c&}0lHb_-=K+_#y@r3`Ov!QI~A~_f2I%EKS
zJ7emxmhe7MD5eWcXU=kDb2?}pJ=Z2ixgDeUC)Cr0Dgk+Xip@@Z?fW>sIrSfsd3iKl
zA^E2N1so#Rx-^RoLChMgcI*of<7Fc`lfSl9eUto$^I#>M(!@{8#<(NM6gWSTnNcQu
z#F(n@U$X%u^XVuNW%;9#eG{+J3*S0eDbzOK*JU^!PFZiL;WG-ghu)JglFs-`?gx{0
zg^83973w0~@wfomO4tTCaGoAw5ySDvK+M&*B-%3F6upN6405V@Led1c)Ncz<5n^(<
zPiF~QP0i%xt-8+Ans2bE6p^{j(LYwh4VMN%1BUMdM~<t<Q@y^cy+VT`F&9XO-UmwV
zNQSFdQ9@(h9NntM?`(8xNGQ6_Nxr;hVsb>=lxfRktQVj7Tbz4GRfJ5l**g7#AP{Ll
zg26O4>0syPBWE01LOh{Vto8R|+hzwxjMgaa+4w4znI|@APC<L_p3o7U4Yvm^QVm_5
zOVTvNz*$GCz`?SqIMSzE7St(9XFgH5M$3pE98RZ&THMK=&w-ai#*K*W-HmlvcPGZx
zE|2{<GyASOzW{5A0ac5FB?W6uG!rdIrEI7rRrbvHHSzD#WAq@ZMp<5G1U+3Ot38^0
zkWUd%2mn+s+69nZC|8j!jec@6cB^Hb=$2uG2_CMALSGUF22lMX_H9x|#-j&=|NN3R
zm3MsbUbp3kXQaeGa7qqy#C07rvSnB^KY)88=v<VG3e-?(hSrV*cU%;r4bEmZXYHnj
z=YJxI7X?am{GN_kF@k$GTAc#_;Ns8cBGR(=(_bTbRFcwwQMtQurq!C}McDx^cmimi
zLAKxbb3<jnqHw?7Ob(Pc29cn_Of$5{HnwD@ef{P(d^BGojR$WAu=r_gjLP$CQG%I$
z%4-rTB?K(yt0^=2p#hk#Ngr`76lRn^!7j&$f_FU~%2Iu9H{5n#WSYWDG%R%8>}4r-
z_j-3kt^W!$v8L)O)(h**BQ`G7xTp5~*cIxL$Cbd!4BDqq1iG#K=~<?S695vr6nLB_
ze5lVfgCMMs$o<^jHKS+&C+0>9AS9TqsXP_zV8f-mKeyL`)N8UjxE6ah@%CHBRjiYY
zIAN$UE$g3x=1lf{!xt1ZRgVcz_({~_;ON4pN2KG(x>7`@%V6tAaX}iC*iEyNuh{Z<
zP4>B7WT23ha(Y<Qv)`n5lm-6SK+9jP-Q=@WZuFraml@kW?^>zwOadZ+-><%ECjXix
zzBw)Eg|m*luIPw7+s=KKGbMdlsp~TSU^^P?aC>~6uI9b%gV=r|dD=H2?R4lgxOouS
z4y$=lE(0JSD=3f=cism*huq^ph>fl#eruAl&Qgel9&OAcjR<Alj3|8+Aa?D7u|RnI
z4cuE_e%8kAT`@G7_haq-o0?hACI10@peGt_iAj_kTckd!D#<{VT33EZe@1Y-4A*a^
z_LEZcNew!=aM4z|te477Rk)Kg#_|Dfz~k%pOW!YGvYaJ4-%?DS6ZBjA&d8C~ri<ER
zgh~TqKZmiqZvv5nGo+gIxf6*Rwk_>k)uVWD_8t)s7{ATQEaE!nr^~>g=%(4pS8+Bu
z5=G_(yS2XmS6Y<<>th8PL}|H=vh_+`rF++VgzfHwF?)POOi$iLaTu-X)KFZf9*u?T
z?)}Bqv}%JriAp(<V<mQC+Jv+oFd~ryN0m6QSZ>#fdiklAyZx}<fs<VM%#R&iP`U8S
zOCWg^;(=)Eo+T0tz=;EEkv+9t1OqTPasza(9LhQ|<YBtAV9Rl<t4SIz+SeaeFy7sb
zJmT+NaXYej@T-2JltU&JP>iL7=i?Yhzm53*70oyBuUiOR%j>5$SfU;Qg4%7qnxL^X
zxI<aYkVGyg07x>~FR3wjB?`nEIEh!feQ?EB5fxl_Xbb9SubMyRuRRP*Q$EOTP&drs
zY?gCRJmNK?Yq1V9fe#~p=K6_U2~;O55mu0P&seC38CLy+tv~Wp-x`q#x&>ZM7-Q3m
zW4eD3)V})uA3+zGj}#kgL19Tb|B00v_HN*#OGe|6oD8pH=^tCuMly2~^7SO4!t)?g
zy6@oxDL?L3C~3=371z7zURp$Z`m{P~37?4aXWtd&fX+CBi)^dH8Pk?Ah@fkZ()!`)
z1X0mZu{ka}gkauYDfc*`#Qvobr##rtiB{U4PY809iCvoe)JrGm!V8g_?{9}sjEN0=
zJ7<CK)qfT-JtwkE7tN=pto<cUp>$GABFPts7amvF?Wxg3FuLN{L~fQO2Ji_C{H?Zr
zfx1Mn>%xiT^c%1j?7^kj&;Ai(5oLtxTKUAKq*cME;>S!-zWFU`$Q5Qp+Y6LFt-d-*
zI|Yi&1D5sozyVt6Io*3Y(QbMUH6Zt&!WxBbM#)2%rL4sK&J$q7R-gKw`9Ij&^fvO1
zmLCl&t)><H@>E;}-txS})rj3hexI>&3B9Lw&HJr;em;dp7)6hFS<O(ccpsv>x)BpE
zDm*>V;wiw)K?<mVEhhW;@iA7j3ILNZMLoPF&x{hn&$8>Qc**$GE$ELU6tzKjmkL)s
zu`UM#;VDh!tL`#Wf4#+=lYGrdZfsUx$JbO|r4oTwXfXkrg4`=3V%Izv8Kj(cTDGhf
z58eQ=^xq<-^r*F|u>!{;_Em2^J)jAy{&s94JOl#v*YHux@HFrJNuq_KMj{cd4B!GI
zyQy%L+U#GslYhy*L&uRMJLVUA4D-9ylSREQjKgNu|8-2>jqtiW+McHya%Ket_zkuj
zm3$1|$Ks(pmrP4EkMi}jCyvG+`NH5bpZ;|q0Y&){coHggK%;uf=ygA9Gjg@-z<06?
z?Ix4=xt4ntSo@+9oy6cjU5elzD4ub<xZ(T}<I6I7?f4SEItGZCqH^<VV-82;is}N|
zCJ#Iem)VB}DuIbW^(ifRZW(vT?%x(jWuuHGjsQB<=Ca$*?Z803l=!O9dzPD^C0fKr
z2m~N1WJ$ToKe1jEO_ejA(9L6h#ABVRAa=9%1Jyi$K$hq6Ap+kBGrPmDUB7Lrbp7}D
zT~(ys+@NI%xgYT&n2Q#8OCR|4nQ!zGoaEPRz8-8C*(dO+(WTLQqg~S|jv4N|PBNb0
zjg))lyh7kNehT(miL}8oD{hw%^MCcSz(ND4@xi<I#8^W?mgCIKl)sq&d`dbMmE%a8
zZ%Hd$rWX!{XmXV0v02hdx+S*&R$ekJ@^R2dY1h%ElrES8zk8r$p`pt`@N(yoa$K8(
zjhK6o-347bbur0FPyBz2^m{=@pz-rv&bObZwz1EzCUD*?!EiX3xSDA}=rb9C8xwGC
zNrz1eL{|I#PEL6#J$&j5zf+699C`UqL5~2qV!2i!hst1Z=Yiy{?8%n+gz3Y*e1piL
z6O(<SfzEwKP5Di6F}9!EG|9*jG3lry?fcTF&yqX}`=^~vl)#HXi_dK&J=(Y|Z8<*}
z30@Mwy@}{(<;t;;0%r<52#kSC7Bu51jNyy-t#x>WSy9ggSr6AII%4s~kygw*$EfUf
zCY$#?+H2MPU7Dk3nKJ$X=vT#P&+<xyH8g+ku0O7RnV>45%*v>a)aJH8>pmXiNa08~
z#<?i9?rpIxfwN-`_yM8u7UP^;zQna2AKg3DlMak0P;y?5eH=PSdr}C999F+r^0L#3
zC^_JpLv#E;X%i<g;;`yFp%_PWU!s&&mSJg0X@WSs0r!qKjk}nBa(sb>uSsyGl@a`R
z?7#3vi8E>bKryMKl1od9W<sxngnJ;(4%kmLe@X$yzeNlN(!>2}*q@jjedoHB;K~H?
z;h{>mbHAOQ?yR})5R|r$vm|$Ig$ZnnL#t*8KK5}E+@@Kv8^(9yG?EfT5PU1;lin{4
zLSUjS%c8>N;~$k2tlzG=zm*BM6jW_WNrM*T)#Gz|3{UBi_BFO`gWIeuu7`n7qJ7!+
zoB49j8dB$kFYl%CkKkQAyfMq60G`QsWATY0(n^Qq0MqRiwat%l{@qJH_O!Wp|2ASV
zp~0AbnKEINW-+Zod_NkA)8QUU3OqKkv6{WUv7umiWmN6w4y`-SB|;BV;-wz#^2nX)
z8^1f-0CkHspK8Awr2)AoVa;dY`-(cwmj-#a^qWnY@txS1{hg<?>b=G>2m7{0c%!)H
zbs=y!>P<LW&QMLJHU2(FX@TL%w+0?R_@3OuR}@{Lg&|edk7qocJn&~JH@eW7osFA8
z${K&8_u3o`BS;wP(94`+cY0*KMQ^Pn!zqW=({HA?)YFG$Dggy=&6wNiOg1+<AFBE@
zZw48Wylw=jke|06tUZ<MZt;wTJkCAv8q;y;Hw%GG<FW<SZJt=!e<_wD0%!MN`hJPm
zeHrurlz8sVi+qX5ww`QtsWJQ+HeWESuU#cztrb5u?LN_a$E%6jk1*~Pa%#{$x4pRQ
zkb}<7AKLw!Ny9$X$MW3rj_>=MRpDu#0WZhGe0hmuS$N;@)mS|*4E~<ZFs$_6CKXO<
z1gc-%wS@=}LjMsBXkO0zzU&v~<KDHjs^+$;w(=)gvt-zC>72mu{YNq`RZI2l38VG;
z&9cBZbIPwX$TSBPKN?k&W?cZIRHxaR)9Ch}tUXnw4yeb9w9Y0HH=?rzg6qU0_kXX&
zikwQyBcGjclOqS5tHEx2(=0Eyz4ua<7wa614t|PXbnX@1^gG5j4}b>F?#wG?KKQUL
z>D3%@JC#ak1x48sS1KpB=kC_yJ!7{-np@4coMInIt48ux_LJd7=zo%8N)@-)@Mqn?
zCB{TDMLie03HEs~sahW1-369Q7k;$b8PLlKc|e60hl^hIV7!27_os@JOqQ{&^m@It
zOU+BY&Kd1I<4B8XNEOGQ1fxpfLKZXxc`gJZVp(4YLUrlS#O3!<O<<Li8^|ViP~L7q
z$w48`7Ze*B>F;mrX!*VfOSO6<2k<HrvugZWKTT3;LK9K#TC2QDfk??*7a5I^N#_yO
zlk5BFkcI9a+tRGJPA{oW`Bx4JhUDGs&@j*6IQ?(=Va@q^QQIdWfsS)iGG_#=im~(I
z#@c8z_?^~$u5IHC!|pN^Wg8orei*{_?;yp&F8Qjk*|OneM3YNAYj1+?PD$;rZwV=n
zzRaTq6k(wsa2;IUu}FF`nav--XUmtN>839IE#ij3B6`Z33p3V1pDGW)z||*)hzf4|
z#5U$te~Ik~F3J|qKe`<wNN1Otc$I~u5`XtwL{mgdIA4xb^cB@R&G$qUX|DV&YaYo%
z&L(UQ+fbU3rKLh<U@cfzC3O-2z?eQ_-(cwL{I(P80|tK|D1sOdPghb|TlSh~KPvqa
z>0sb25<>Dt`sQv!b)&q;?!Q=CJ{$~>URp+ihe!Y><Q%ep+4I|OL&zo!K@3$9_XK}G
z;>>%EQdotYO8c58TuoTLmkppGqebiz(tbA&68SL)Ym2PBh`wyUU1P7^o-V&xxQ%&I
z1`AGU3bH%$YNuf^IXQ&0!Tdb$I7(3)vaau0-GLq!gUc*E{8a*|5H8aRMZy`Da}U;Q
zk0R&2Y^ra(MQ4s*7$;THElm5vNno7%&0ev8lfW&rjt8_-k;O9IROA2H67|DhXL*}G
z{w0f8xhpks8E$F1j1p#xIWiXZjBfJ5^IaMxafGqW`53v4sVk*MQwPMFnyS<{K}hw@
zd!wvxfN`sRTTVb-x;RGfyoA$6%2mq}{0gGHfQRm0M9P^IUVT{HFSh1`bO^0`(macn
znI;iM@Bp<><Rc~X?fKpyA~tHnvI!PdWl@Ff{c(Mz{#_*v)u754f48v>s_2kCwF=JY
z&PSrL)N>3YjsOL_gI3lipNJ2XrOul1Wkw+f?&ac$$3qPNi@V_?<6r^H*bU;p$q=>>
z1HvZjJge#_N_vj=kpT^tx;Xz>wFlov3AYhs1rZwWA82QuRk~@988N#nN1&YOzQHa3
zdf&p06k#ycU~rClDyg|%s8er0F|}lCP@)Z{v-VzuK5T>5<=`+i$=M^z<d&;ru`drv
zD}9p7>g~GidW{KUn8}&u^k7nksXyJs5{jRl`tHwI4aOs5*?ya1z}BK`rSbW4Osuwk
zzP!7-44zPQ)BpsgLeCxhiNT!Za_>?f*CXJ;7qQ8#<^K=Qzj13VkbE1||LKI?N#Dgz
zIi7fmv}!*%-MEm8-?F^f%-T%3{*>l+mq_<~HYo0Jb>M|QdT}F~I?YSYm@dv}bQ}pW
zFz@r0I@tf#7ANC?Q{`j!@F@?F3h&0m;LY#5vfPc>xE`I4U`@X&vyP-}ERVw+47+d*
z8XbB2sGh5Hd+{W*%UR)T5f#vG^F8`sWtR@~8)B#C?QQLfjP@T}EoZ+c4rjM1ZjGme
zhKp}sp}+!o1JpBW<=)Fa2TtF_-3=QXVIC2VH8rTfxH&^ZfK)EC-4LZ7vc)gt$j;&B
zE7W-upbGnrXAHR~IRB-K{$r25*hy70%I93yIb>rw9p~$V7vkmchY;zmv47Gi0=ZcH
zG-@I9F(-ru^j;GAl76&@L6#uC9|fE$kv7K>zz5BI7}0z>OgtK##ulGp-w47^V_Q0#
zHuCjpJ4->8o$~7oo7i0@Y29LCCw36}NAQbYir!Nzr3tMo>~3U^4m{^j8Rl_h?YAiE
zyhGp#8%ummkQ_Q>=-qTpeH?NTNV6{LaTjc#b_*38J~BuhbgN0&^W0t-1FuH~#hhC1
zMn{OGvG&h*`xt>KB~YjZM>i)`Nsmwxb)F$$r<YPHwV!0V&ufqKc|0#JGL-x$z7jU6
zO_Psw{GVRRH@I>XEa__@Kz+APMRe*11R#?(&0!_hWIB<((OfR`TY$wQ>BK1O&x$6u
zr8b-zG`lss-&MNJ<t*)>83H{XmrzrxLCXP3zx616s_fK!t~=CSlew@PbyMR61D!a|
zsLmv7%{S${Gp_IQYMXWX0v;SV?H^Pci3At^G0=Y~46@<M7=4?8k}(Y00h#Mf_oLZt
zEaKFb;z6mASb~Eguu=$Q19<su2WT2XS;fbTS~>dK00jSvyO&zMzs`y%Yr2nYu6#9Y
z*<ebMtaZPY1pYJH@gdD`b5my{U|!8nF|1wUcOG>YTghKFZCC2=D}K1OtgE7My;a;3
zs<??3)@Os1_A7_?q*<m<poqUE`vs{gNE#3&pb~Jtpqr7P??e(>O4r0%Bicd7q4#W5
zm+Xvgm|hj6LwVVX7t5zeMTO<OPj`cE&#GepIHe@n2rhx=mL&(@5j6PcH#(beQ9WN4
zyIpJsyi|#V-!H)R;a@QlA^Sv^gHLsmemx4LH>VcpsaPSw)$>PxMkvdb`kyB?G;aGW
z#kZjiTUtq)U|p}b)@9@V<bL(e^H4Y^m}z1uIIpXRTP|1tiM}ZzqJ;t#i5fFPFcqfn
z2z=owWH=(tAaZh0Ynt=ie?x=L2_;a!FftKYNz>#PZn`{gD1Td0g|}}0wF!xU=e0hy
zHyG}uiLnRu=sn7Bh;pjoG`}Fdv!-#0vnYegTi{ni^fepVyOqj1R+r<N-dlesR3mD9
zm6yuO68TADe<cb6Yg!{id<L<`O<<}=d~#(&Cbq{P4PwJd2Q!&O0rFb3C?c_?WF{aG
zZ?hU~C0biaE*z>>Tla9W>4-K)UAhR`x5(nWp0izSdW$kHF1DHoWrOr2;ljn~@&VXv
z!;to}?n^_JyK<p97NU<|6OUgi6*^+*3?Ag-1|ge9mf(w0fQT!Dt#yUCTC~%ww`fXn
zYe%j1#Dvpwgl2}sXR*)Bi@5Pam3~zMMZ4~y|1|3I$4Tu}z&RUh&RMNk?j%v)?=jcW
z>~TjZwrA8#KSX8dc!BRrSBlPOK7p;OZB1NX&jQUu>3+zhyr%DF>>dQ*Vj_VXb;zX(
zIo_JSRUrlqS!=a;rg_c(E}I>bRiUcdPKf);b;qbq#k^^jYshOCbOAWZUqIUnQ9<E+
zRok82*>fUKBEK$&)hXv1&qdgv{1eugEQ%@G{a2OG^*wXuG3b~$Zv(2H3pToh28)cr
zYev{e<VQ3a$$qKuIJ2AsLNvmpKCza{4-AWhV(06z`y6=Ho!wS{5X#=ko8yJb{f;7i
zLZulxI-bl`%@^msa=c$EaYC^O>l;D$^5k5A9V}#~b=H}vTS^YGz0)O@*21Z`O0#~2
zm-{BE`O_B3P}xZhi&+@oFrY>(h+qjmQno+gN&jLJZ+iW2Lp5>J!M6k+iEQybA<igG
z$gTS1+Cf9P^nkLzr`p<6KqN`O)ppZ(S;pYC?O=*vBqr!*TnwJi-ek!Z-fC;Q`)J=X
z!!_TEG3s|BpO9!}p&gL_)2w|}bh)RXA>pKr0+#up4UogAeoM;JMHEB#{VVG0Br(~t
z;o<{@RWdi)*lYX)(Ellg;`^QWQ~uKqQPcgOc8HPgMHiIdN%#N6MK-MwOPxW=U$AsA
z6hD+|C?>Sb{SdlDXTqSEA{YPm#r(u&eVOc1!~;E`A@Ii?TO5jMV6eX7U#3^=(KbJw
z)X$50!WpsTP5Ivi;dG`1(Q1Mn-iO$?#VW{dUm|NOB$ja@QE>~Ph#-mNJ6c1`0#bL8
zb^;qmJmr$E@2Yme^?T-@OSlKhpe$oGY@`wSL5|#*;yAw8FZzoULOkIY8Pjn%67i)}
z{l}6W>Jt9?%jS@lTQ|d>jTNm#PJF*w6sHB{j<*k-*5Fdj_2a$#24~eH=jC%yHg2!H
z2%3x{t~SIdKK>vjhfqvt_1%^QjO=(dj%>Ar?0bGs(A!D$zPa)z8Xsv49exN|7Z+O6
zQRUPUKl+X}fXYb+dctaPfkRo?R%^7-e7>~5?UUu~$KcRYt<o{R+o1Mwy?Wcy$&MqM
zX6)=qi6@i8KsE9mLTjqme|l?11n=)oV8n8bC54`TgdpCv2(x><>l?;Xf7hVW&f)4q
zKa7KyF0KN+?^GbTpU)om1euxNw5TZ^rg5oVeTlQIZ`^tJb~Uv$0s|b;q%9c&;>51e
z`c$)xs>`*eJ`x%qvrd4^9+drc4!I@NZrA_@HNnBsw{F1nVkF8z@ec`yiSEx14LDqy
z(CcM#uu}3QSi0JRtqHAV&yzQlJ+KM6c}f*i3M;DrmHQUjI^~nLX$wx^x;4UaN$FVt
z&Pmm5(XnW;jlm;3k}hAJAQFW@KVom}CA#H78GhaYQ}k-~GuPz3;-Eyv;kR5brwy=B
zfR<wKis`>_?_yPB`{N!wjgu_j5w7@JOz2OZGu;OL@xz{Q;*pimlR!y=pCB{#+t5AL
z32+inpvA+yi-KRXMGWN<G-5CAPp+`+`51>P^XPZAp}vroYP!sQG4E;+EVla%vHfn|
z#|EaX2j^1(GZJzEND26^KBVP~l=+=c^IXE0_g9ivk#n7S?_xastD0^LpRc#-hdV_0
z{hMS2L%wspFLfHM`AppRfmS04pWmTbkzSqy*eo0l65!CmA7^`)_Abq90Nw2}UpR@b
zjs1LC*2a%m*M;*QVbo&1a^QSx7#|CBpliq@NG4%{O(l;%KbSXgE&km>;pUK}O#LY7
z=hKdHY$ZPGW{US;_!1p?0+d#mw!Ifo*>HlFQT4NYKK3Xx=%8w}&z^)%lHyL5sH{iV
zQlF5F9w7Upp0rr!ed-P?%I&>cfx#jb4Y6>zdKeJ+1*oh}oS%=)jNbSgBl(?h{7G(h
z3mkpT=d=<%WB8h)flTzOV9O;(hB8mL9kMwruOktKJSwJobi9HGFIkOasl_Se(vrzI
z%21W_{aWwfkgZ?Y-lndle*~}utqX+WJJEhlYJk+i+X|(+ms~(05=ByP)FJUvJ{*@t
zA0UuB_vEcydLk(s6&v~4(`<o4;R*T{&oB-8e<%$goyxpQ?J7FYYc+<99Q)lgt?@xA
zX-rc?;u#A1GRWL$gJsFtWG893Ku3h=i@qaH*m7rH?^fI3dBIlxoT$9-J?M?bJblm3
zNSf4ot>h))Cc`&Un_zxPiYeT<0))7e6|JO%<o+Dy>vqVKb!nHdzRPQar^O`$jL}9z
zcyBLNT;7G_UWPng87D7{$!@~X$jtVVDcw-^!O--QX8KHDsde0RJpzB=Dl8CGTWVX;
z@z}4;-=5e^MKO4ZMW5ZX8QNt)v*|Dr=8Jk=B(Ie^;aW$=do+aqxqxHb|3JavGWra5
zNAiX(4t5fh7us?>RPI#)^Zbo>R|As>Q{=BSGd7fK<Qw7V=POlq(v^hD5W`{}-=-TG
z?Rppmv{;`!1mS<Pydzg9Su&G;Nr$7{sv4_rXpAg+zV<=?5*r72EPpGHSIds~KTiFc
zid5uOgrDV_@}54LVWCG9hyESCUBCM=!p6trMfDSKx}yhwN`2b)sPH_?H#Gy4Z&@}?
zi-J1yh5g_uJ$K5DMwa$r8nKfr6gUS~qXm$K^ji+|s8C<D(KjLf!J^i-ww6}Zeuc+O
zkGmNBW(F-)pGO_sA2+=IcFk4BTCtor(T-?tqd2Se$e|)bBICmVjHoi24i@iUlXxRC
z7h&F0_niYUl;%?K$<?)UzeUsIwS96wnf^rnhCSqZ)Lc~7SjHyJYjSj<h})i~cqo;B
z<!FNZ;9|poC*VEd-lpWNvmJMdm~s|4<!`2F@Jj=GBLwAG-OWF0xtFuLL4ct4!Ryp{
z8M<8OnMs@=SZPLy79X_Zri#Zc*~nA5pZxm|HO>Nt-!1Ld6HSL-vHePI$O@TM*k}5G
zq^A`yH&o-#vlckF*uR?APTJx>E?Zt)SPk|+!z72N4GVeicTyS;X^jnzEuc?(yP3P>
zlN08Op$ef~naLYyYId-keedgm&K9%#VT>(izue;kL4<Y4r#AKvbVBM_M%d~z9I`8}
zO<4Xscx?5Wq<N?A*?YIla({jg0-q0{zTX#?(mZ?QNe1#qNwf@mHiT$g$_#1|qw2FO
zRE3Qn>3eqt%)>!v%o88*#7LwDY|8_^$tgu9%gq<`i_mHPkDUVII;Qtw_RB+^7)5mC
zCO)~}!GYsE*TkmRB3s_G>oXw8BYs`AY5sg;!geCmo1pHIex)aefr2!DvA#Du%ja7g
zDT(m(jrA81Ja0NuFR4?npk#SW=Tgxj>f>|w4$m(>3*rxA$Nt%CR|a@Y`UTlmzk=`{
zlJa_LK&$aMpOzv$X4@i{)S2$*P^*VjVyi`d><LTua(@O35dB1<y&Gk`LK{T(DyY8R
zt$d1V@;WlCe!`me<h|mj>`~!zR2>ac!W2?GYJ3BA%brp-`1T-|#o!YMKf7{>+eEb0
z!+5L{^jYlE?$bB4;fJkXuVVT8R&evJ-b|1^3j?y}_D<b~_Hzv8%bqq0jXutN%#N{S
zp56+LREhdWa*YoBWmMqM5huJdnuW}*xjc4<-!<yQkD?eJD{Q;XM(<yX?`p=F2*o!?
zn`kWJt`8|cu`SQ-s0u%(tB!h6I41m=3A7kNZA{j^E^;t3FxiVyKC@h@$qNeCkas6a
z!XmbjC)uAKdbkR<=q8Q0-r#r^_XywwUeXdv7D!0{LJ)HGp#a@e=Xhq8Jq07}zaP#Y
z<Ld?88FYt#3t2=VVcl3z6mP#O-&*edewH>NB@Qmhb~hIpqim9aAH5+>c)Y#7rpKts
zZ(aG`MU5}{u>`^kuxaA4s219<A|G{NOKDv^1`iL59{>GVYtPiXZkO2mN)&g2(3*85
zekL#c#|vwqsPkYpbh%Qbr(NbNcExY?J_YDh8Z^w7#{*G;43yA?l`OC2K^dy!{v6SH
zps#MZGnK;JmJV?nmva<nJXxc&4RYOlv9SV(r;Q)tIq$Q{pIz%CD_fh5NcdZ}s#nkU
zL<X#+F*O7vLH-~Sny2P=>Y@bw2t4~(UEcWEs7l%MB<!}dh)QKkNlS`fL!tZ&X$I*W
ze{f==JFtWVr>_4?CHKX#Q!hWaXl6K6-TZ5uZ=I^?gOjBz|5}r&69B4}z_Tzld}wGy
z?b%1(T+-Xdvq{HW@~S}iyt|<G&wq{s>ILpxD5FIltHoy%AD(m<*-9OrjE#=`&No~h
z&a5kP)IFE8-cJKe!KPQ3n0;~FRcZ(VX?#sEJ~^5!nlJ&J+T5a$c0~u#e_WY-)+gKH
z{YZ+(zrN=FbSpBh_D&uHpO)o?oyPXOrEcIeidy<KdwN!Dq%<0}?*eotcp(%c^=+zA
zKA8yv?l3uQ#A&X(-ptDd5i*?>H1w<d%ovWkm7jj9q7B2GFIt>R_`PpE?ueekOtlSq
zD?*Um=U0_Q!WP0HmHr;0IDH($;EznIm)1y;*Uw?!R{{+X&=}A!?<5WRid`iRdZFm&
zs+(j3E{U~_ZlOKp%p!IEGLh?yA26aZ^Jr+5KW(&=>FBfk$ha?qWhR^MGpKL!pMKr$
z7H_L>>D%j8#_jS#U#seThtMgb!S$HNFps~D>K6`Rg~$(tc6ZusJL_?`wc1}j9<yCO
z9scI(xa-mJZ;=@q_fCBw#;Z&(Mp`&azZuk&vx=6taMInqJ}D>}iJbfaut)2sEk--+
z=k|Oi_(_-E>o54eBAm;1UF`l>4h<9QdG{*Q0M!SAvrL_28w3V~MH0;eJIaZKp0v29
z&8L=>zYp8bg30W+;VutS>>Hof2%kjM&0lXT{-?6DY-;oS+IEp5#jUsnEAH+Nh2lYq
z6{p2DxVr_~QrtbbyA>}E#e;i+;BI$*|C#3lJTLPmbIoM!wXeO`ah$Pjy|bz4_Md;~
z1pC@Ph0t7v#4(dWv8uN^bN0A5tHRbFqD*Fu_d=(_{>f6i@-qE|xqU<YN8oj_yB@#2
z2jz*7*GY`t=-?u|()ju^Uq1RQDLlhs;{PqgoZc2bT?(S7!J(Y5g@B@6x8G$f^tX*F
z%9EGK)onwTK7{&cZ+-XdI#tJ*rt9yTF%A4-|HMO<fT-?D9c;wwDAKXSuPee}g_}?|
z`V-|jdWZ=>7m}YZ4OB1(@)vk7l|OabbzUsXrP!g8cW9xZUgV;}&7FRAIGETMG4Qrc
z@Rcqr_DE;dhCVJEZw@J!9ZD-9!<^q9?2uEH5}_nyZc=qL*#3$=-TZa@m4Q!GdR6EU
zY4dEtdO*_8qNu$V?|#l`$KVS~E7m$SZ(prQt+X8QNkep)GiGJi&2G26{L^daEZycT
z0URxTOx4*qHtXF&(amaJTQ(5U6R32nkJcNKyGF-aYJi~Z%rhUGfjt8)G*Wh_n4ye|
zZ5=c1H%zCvqvVahp$pm$Mk{QSf!7M&wdCw*V-Q<*DX?w&RYHw_PTRtKRD@@Cq(zii
zt?u$wxSHhJF;K4=a%UZOB&L8KibDYJ`ufhIDyMtYH6BaRStSfkIWkwNG4l&t(SxYJ
zQLQF`xN_vv{wyCaZ3~tpf^SRmTuiH&-0V_x6!%xw6rX|$3ILYPtUHWr;FSzYX&~<H
zx%C-1bj$?Gwtn3H8oNz*VQ+ZFS^gczqb6EX5kJu%>@n6+zWdPH@-*=_8Us~~T#}hK
z@N*_gzQ<t_Jq<NQ<OvytK1Fhc%ZHBvS{3PC+x9Q0{t(?bPj~v+kMhM7WcVRoKnBg%
zAgDwd4&-yx61pBK92Zv+Y|mm1x4pD&7t-tL`2FFqX0wYHeK=s~xP965x!8l_CVVZ{
z_K0x8tkMprNd6zfnKV`j*+}r$kg@GK<UJqBgw+E+_F;;cO$h*q;#NIBAn<O(*>2b^
zx|WPHq$4pL3fGtHr0?`l)0fV5ivu;yzAajO`U^J&U;4RYQ!5P{U%oY7%`9|Wu8HJR
z(-Gzn&XqZwD{+HyJ~^i-OJi@j#631hjddE()`yHmt57~FEo>vS_;W7Y*7Lb0Gi9*k
zn6ht=38plebV1|SSqhBbd_+mA=y(3l&F!asQT$W6(CKy$(Z6pXFhQ1N`5w<2w)15j
z9odK{jC;(c*JjE&C%`l3cN!Le0fv>-!1OqU$tH*A(E5nr5y;}!?O8NyN;W%q`bp56
zU+>u<+@g=_-?kcDzZ^l_9i(>K7B!WJfC<RD0TbF$YULk$o|4$ZTK3Tp7Bn-Juf5i#
zmk(N6<AO6V26B^qw`9MpSlP(*ur(oGT-m-STm930KOTO)9_R>p&eEp4?|?8Okn+GS
zT>@*2p4(bjyL&ZTzw2()&PmDGE;^QvR2&Le553=b5P>jB87lho$Vtn?l+lg~B_KxR
z%i|BP(Tzs6D+sv*OVrpQ)s;aY6pdCX&P7H}O~-L`b=Z(tWH<g$;qF0h&_~1n^QHl8
z_BwTu6izC#KH)!)2mW5RbF#3bP8sYsmHDkGCsde^HRK$tEa~}XD5;G*ImVKpg>AO;
z0SjPieNi@v_gnd&TD;`@&{MWwPoa7#qokn6N#O3+-VD&~dsROYw)rA29lkd|5CR?R
z(!8zwUPV>1syn!rUoQL%UwMJqj8@iI;X5^}PCrMF*a9p@%>$|C_N5b0vDn?GY5<j=
zMB_yoaMQ1J1@AT`y;2t2BfLGpLzPcoLNBY?9E_@=a(V1uWt&(_Az^HzglWJX(l{ng
z$AM$i^3LRJ17&=0UXtUTfB3l6H6k6;KD2&cDj{lWFj(iizhctLD{<n+R(xrEne$F;
zWTMc3`1>L>x`NI|S=4kN8UhC-(u8?-#qWPk>GvY!hTsQ3>$elCyZ1wiF<g4WLy_WL
zLuv5dgHX?Lhd<wLJ-5e=HBN`ChC~3Nb*tamSY<%&m6m>oM=6^zt53mj_xLU<jsFs$
z+7!bTtfWnIX*qrRZsl2C2PpNKBcSH+B|k&mL3diwt&@f;dm{2!9RBko{UfgEzOVK;
z(u!RB<EG$+pVCLuT%|5@R9oMot)jSED)vTrioPIz0Oj^W@lj%)0jowMC7G1x&|!bS
z8jo#;Vag_P&tS-zAD@%yT2%EL(=3kPHW|{d7tW{;cS)YAeMP7hX1nE0-Y?`Xo2WM8
zo{ZDZD03qs41DNAjs+};*>qaDdBI*2;&ndxKcbao6C<K_tbZ{)FZ!d*E6D;Agfm<I
zGB3Qk*WQj_vvgTHBP=3o(PfIm$7y|iLDe!(AEBRH7_-Rhzc=T&CRvmwFn?dQF<b0M
zqWP<U7P0kRz5>nTY5RGuXUdiv!~|-l`MzV}<lMlqzS2Ole~~-c_V|0Z(#wT@^wsI4
zr@qG&5gW_55RCLcq4&nPY3=THxl!`IDoRpT;zpQWv;xxXSwG^@XoKd}L*FO%<)zDK
zqovItLa9eyc^}s^NBSOwpo5eECJF{8SYO;@WB_kXji669J*RJCWvLGTJAQ8B)wqTg
zfj)0_8h|8EoDnVQE9Lv7`ZI%mq#5+An@W{tNTARN6$1|QPnbPSYg9La+9fs9C|ese
z<Jqn)R>lS+#5;z<cYc#G0-dtWAGWtLrFQu4*f_jDF0ESpgBr@q^&$cOh*M~p<b1(t
zd3&C#1)A@3@(@!!eh+7LW7_s(zzB-u`IC}@y}RQk*MGf!3C>J-IVr*U%&TC*u|K0^
zf}G~(aVqCOX;9?~8S=Gm%SmpysOc;p#n2FFL+_-qi<KKvX}`DTGb7dw{e4R;uXAZD
zz`RwG@dtyo=+V7FQdcM+GWiBILj12{8vS42NyalL3#a>6T)j0v^vhY97Ye|3{<X+X
zA^wT)?;DEPpj^N&TI5R6kd8pieoY)&ny`o373Sh>p8cC3X>-o}cd&TX9WRcHtwxh2
ze~ZRP9M;=crn5a~#rp#|M{`;hwOYO^_%dziUVV)v8hoIco9tODo1YCDXl76J4dkHs
zJH|uIgFy6&y2vc=8okc|G~xbf@a2A>Qf0xX(+!2Zk80(AxF-L5UPvX<_+d%5TpcgA
zqP!(O(--EWZ=7YKE7&jl`82e-2$#Mk=OIx_xb!V}a)k5)RX6E|4p?EoHZNl`{meSf
zElFi(<2+}sSK$)C+7E*{(ZZzzZS(WOzBm*IT!+MBAvn<76h#v<gae?u?iK`gXeH4w
z+w#++lyySVTbEkiMGm?8*PW8(ujv2EWNZHjS3(u~Qne`+c9FSIXXJ?32E-%c{sy8P
z>fH7~=|ALqjKjTES@TEU0!YgbU~Rgb@O-&BENqDu=QN24{s@~={eReNU6E4=aQBoJ
zzI1Eo9rrzlHmvAQ_pT8W)21an2KAa{)?y|A9Zk|x!u5+hSi>x1juF3}FZ0^t#hMmC
zTk?1Rl`0FN@ZeBs%}*q{pq``Yw4`h#`F;oqqW#>abcnmkW{@bmgRNqTdHaKWnv?Tp
zi<)ShZ8BM%r9)_kR^mH7aE)~=<p2}_W(~ZNto7dgXzZZ3@BFjj4l}$Bm-7pX8Zs;1
zVW<vNMM@6fb*Ofzkv8Ct6&aPW;4k}yzGqr(cM0_C!BnDq=CuT+8q3!Y%mVLPn31l@
z5D*ZL+{5qvoB$1cx$<~~>mmKIomZ5(N1(F&ceUC9UU;u$?qz?Ai4JImr~!Cdmrn(%
zu2>#`Z36A`a6A`pZ(gfeo5zzY_B*8_>1=Lqr=v;|31BZsE;nqdPa^0o;xzjW-b08E
z47SBlhPGEj5|*c<lUoLJBZ%KRwC2qy9n<FWPk}ESn>#eE35?#=v_aeN<$j4l4(6aT
zV&CYNpDouTGUyjCi1~8B)6iSIvL3A4GX(q={PrkFOw>mrUyHOm+EBK(61DJlxa}Y=
zvpU3;A<G}b&EnI(YrI^Jjk7L51TBb8@jBSlTD^pj6zBWX-?)_H=C|6h#PAzI{WZvc
zM8v3O7;-6BI)Y;1_KG^HJ^EIRfvGe0h6tmQR)T*>D4pDx3XhMir#gllFyHPVBc%u<
zIh0{{Q4)<XW<r7YkbD6v<Tr`O`W4~hD(!zRffL^7dSQ2s`ExQjHWD0VyIM_yK0H-=
zbo%E82StvEbIzRlX^k6~3FTU1%ikrx)V^effszye!*-1NzCUcV?sxLX`kq=r*3*K1
z--hVr-4w-*5H-<v{8JH6toHLrqbHDQ{%2EJce3OpokkDSO`2=cMEx5L_SWVOMGqgj
zQ*U-5=F~=YXAts;T&lq3;1O%5UclqG{dM6E)qg2n1#ni+!>H6;%620zIBt{BW8Mru
zG0#P>RK_T=)G^~KMfa>G_|GE;A7Ur_*1uo1drGF38p_<^QW3E@9}!zoGx1zVLFb-K
zHy13$*N*>Fr3O2qj}Vp>9|2}$wy{d$r|=3x*aCzS9Hh&~kS6BdE*riDGG1ni$r0zd
ze<-U=Y|AifYm)6-Eo)bqks@)j6Y`?jS8~tbvd~zfuO)y#p99oYEMYrOrVxuTKXkq%
zdQ(gA)Yawm!!m77y7@&vM%W&6u2*-YH5aIZ)MSx_SwZiSXxb0S_J@S_V~BL@<_2(%
zkVMalhm5@ruCOY%ErBRG&ASCDhgov5@S83%31k&=CA#qzFb$Y8gbK&gCJP?ur+n6j
zScb?LO@*dr>ImjWXMO>#pm{~#CnB(8MdF)1=^*bI3CS#>z+%>Byr~@v=zrpf04!XI
zpK=_lh{0<a@q{Vtodsz!L(DvKdJZx+V!W@|g;cR$L)M5^Rh=0?@U7$<iDdlR8w^B_
z))@5<WAaIwGXqPSGv-Z4{V3cM9}`LO9OfH2v|3}IgWr5^TfyfL<ZJkhGKn<Q5{ZG4
zijwVMEA&0qp3HMKORcTAZ-2sWLndMvc`%rT2aYLFG8n)GK3{BsgxKJ9JI#;B!Y0CO
z9|!qmJY|3-k{d`EQ-CObw`(gm7UEO-^|=?BZ#i>lECh@VP*o-AD@r)(1tWldjgD#k
zK}+*BMMMV%5!m_}!(R44G`0JHo9DMNDUT~4yOG|iC?^WL^W<<c=8!Nx%F~?e4B{K}
zr&n+)6g$d-ckU_+S~R%75W#gkO%LlC>wRcpCpbZ&tw1EYJ#W=mWT|tW?TCwVq%jHJ
zZ5KS~_XlicZ_m(Ff<)Eoc0DP3&ouUna3KCA;!{(JC%^V#j@Ed2+jk$ox}cAWLT!99
zV{S6`Sf5E!pbkhSHnkJeY92(9pB&KAeQ|F$V7FrHKUySb>|r7t@3da`;o2QjYJ2-E
zl0eP3xq|9^GmNV)WVzfw{1vw<x<UN8+a4;={(xMLiS|whm7MPX8G9BjL99`5gKU$x
zM#@>%PvvYEccJ>Gs@sPY-40sv7BDqlLtb5#lERvjv2ldvj|V@y1W4oI5q?6foBgkH
zDYz9~77WRA3H2zcWY}o{$s6S{99wPto*QrJpn(T6L<$P;6w-mrj^)^~3HEc<$@Ar#
zu1BGaCe<E?A;(<Ir41`B7_b<oOAFJQlVN9{7URam>cg=ii9d_l>Il^PFOmd`>1Qb~
z3pRU>UF}qc89<MvaT{YR_+a8OG#G;wZj!;{F;X<~G?Jngx)%R(o8Pq{&G$ks2@6;o
z_5%^nIT7igk8d`?7dk<&){Hm{^Y6MEmpLb6NAb?RV#L(-e3a}1$K-nHSQ56BE?SS-
zzKRfliD8b@0NCiaPLNSckiejZIHIcS>%|)49<R_GW>*uDH*dNz!cq)(u{KS#VmiE!
z#z$qe#Kt&K+kHG1Um>#0Piq}wKO=`<t%W;Yi=-RhpG{6`<y}m~$1DI|ve8&mlVPxt
z<i^|K)%Eu6gpIP3g$X##eakK9BP71_oI%LonY2<1uF7D~HA|i*C{WE74%)kA$@Eg!
znPYM-mJl@_i?{w9eb8vzh22s(Ln_;cIm9g8_BT?FKvXFv_*g_Mq-vpyfK$8>$y!#L
z5HC`{Dt5pvJN{Q(&OJYw_BM@;#1qD%k!V==&6QG%_nQBu7E_mv2C|uqtcIY9)u)?u
z5sMY0Mfw`Z@GsxhOV(Q6|9WU)zdO;8+(8lH8ZB*5YiQ-W8*FdZMDP=0dd^~WiJm*=
zt~Pt=;N_Vj$9W{M!4vHQ`Or;(Pp*_=$=ODDBkM23%0^kMV@2tJ)=W7|KG%?Vh5QM~
zBj=eVy1zJvbxCgG*l|2zr?j|uzMwrE+R?2008;tk7UB*)p8qn#u<j3QIHQbisSbu>
z=9A~A=hKKPEt8%I<crIv&?w|Bx@rMVvw05G9j&YqoDfGX2N3UVk*4Re0)z!uK7{Q~
z%e*iDlLGaxgh05VyjW)Kcw=ha_FGJwCasT<KAGY=HIc#g|7{h8^phzC-ap6Ma!1hH
zQ%Y&DVJ<|?tXgs931W}lWc75o*s!b7=x^NVm(!D~{OQC3<%dNk9-VxnJV~JtTESTO
zW)RiOr?*#OQCIlepLkTYLlW*!QnDx6k6QpY*W{yGaQ4Kn71sTcL4D(nF^h&f+YT{l
z-7@pp$mycb-`-UkUD+^UJRdqXH0!Fg)&M_~hN#9Uv0QeI+P7CjDaYO%`l8wO+81e@
zBsMvTeoX&kJa{IN%;DYWI$O)%Vhj@%uJcS1eUI;UN_&pK=Kq$xDt~~U3*~q)gagvR
zW0jxubv<$6<7IOYFm~Em-N37TJlCi@Lq1ZC$Y41xK-Mg@!D2-d-s*W+^1uh5P1xDZ
zx=_}nJIER;$ZyW544R0)mYXA+dc>Z3FM0FhuPIo5<s3|8CT<7%HQIFS*5I<=jE`v-
zt*y%c(_sab#6Bua`t5F+J29Xc!iz}rJBD4eW>z8pGu~ccK>W+co^5~{Mp86<2`P0(
zkvNV<88MPGlZyLr@fBNZEM3R{2<F#O$f4xKHvI=2HyQXOm?Pz9B9|^DLR@F~7txrk
ztMG2{+*9c3D!3Mmx+#>{76PN$I^<Y09(%7jq2*Yy_^^a+C}@a18J3tsGkV5DnXsyi
zEcNyR^XQtj`Ja{I`p=t91rkwir<v60+##uzb}>S*wI1vKvJB^%mra3@5vK!Vs5)Qz
zKxPI(x%&x-3=2WCh;6hn0N5$<-9|5mWU`)a+#XO$g{YP!XE_8PCpi{~AdTh5f5M_O
z<*Dk791XVh6f68NJVB?GLtFtlxQp?<{#8(I>vpkiIj+uXRt@t;heRS#P;ovb%XpWa
zdJ30Pu{=JH(2$iHQWjNI824mVzT<d%o;=Ow$5ARFddw{z1HYikruCQc99Uf^(w8cP
znh4FD*JVlT(2hF04f&DoQ*w%$mIOYl?3^rcGe>e)$?T-J1fKX*KY)`TS+`t;+iqol
z;mIsxo+5kX)byt1*akU;m|zZjd(20OcPS>rCAaW{cUnf6CRwPR2=+ewrIo2y7W-VF
zFS7;ROoKQKJNuVuOz-*04Uk0oNVFL3Gs&2L8Gh=7oE5ir@4{k%K!#b1l0~(2u0FP#
zRfF1t6rL-;Vpogd0$)qGX)Z3?W*d+_err<Xe<3W>bl^3cWsSyyFJ2TWMw9<}NIV~*
ziQ$ZD{ys+0Bst9nhuif+JFy#Wo^0?g<R5{X!!vmxcbu`8f1~fA57SGp634IDCaAp;
zza;?If@S_G7n7&jxf$PbT%M!)+WYxSU-f=|?El<Ec)H)a<ftaW={W{aH{+IGk6!PI
zZrOQ%q!d?k_J9}CdGlP8$vd+hds~W^51*e-gH5G9J|H5Bm7Lv{T%3_J4PLlb)}87m
z>5Y3&j?IsouNsM;Z`kKNO1HtFxceUu1Kd~|^xTRhcc#Vb;5k~SsfFAZZxddhLo0G}
z3XQ~ZBoc-(SrF)~O4ph4UCZZ*ti_wXrY-J2jmOlhiis*74U^XGDF#o|;_$zr)y@`6
zw8?qBzn>RP5rBm6&UEAVOJ<k({k5PV(j+1pV|zP)`lHP(b>scQxOX$9`!*+qW8l9X
zl5jG0%>Q@h5l6c*)llUKpMT03e3@C%=U3Jh3r`HSr_QCkk)ozTX`djmh^}FCtR8ZG
zR+$m09T<-8{%9MBmt0E=zEEQ%PkR|m(%sfdJkBxhXuIFF-ULoL!_6H$65z-;kZK!_
z1a9-*N96h_x>)h%1)TQ=r(d)K=^~jl86(6e6q79lPbq~DD9ExIoj{%4*L6b|9@16X
zgV|}qEQj`+s8Tw1M}1<0ERG>reUIxh_04_#vknTAnY0br@_k|l!!<*`sA<3Lsk}U!
z@UkCvjE;sa=?oLjDp?*_9iegDH>;F$iE8D6Z{!H^dd(}?mLaV<>&K5c>C$U<rDF(+
zBwcSGhT&W4<auN1z|zabZ5Q3#{B2P4xZm_@d~R9Ch&V3ZFk%$`cpJb|x#HEPw)vvE
zGgX3h+a`dSulU7{PgMB0whKp|ZaYOSA)@=XU&+F~d<!&h{^TFpJZ8{4F7u0)dEhqN
zo|=NMK0%0h%=<cW^!b!8Oz$#x;lD-nKT|YZfbqiS<%O17baB8Nt9%Vbm%X^F<TNts
zizBYZSMI9Kn*{T95B4?m%I#GyPd}~tn^@Z$K9Ab|=a>%^qoD!jRaumQ)@)(XA$Dkz
zT(^4T&z~#)WDnRDwi%qp4jcf1$$LhSF%#wxlY8}q2Bw6@OQdw8t9G^Y4RJ+9nT-Y6
z%O1u2;bw>3cGDkqMzqvv&h@`@i&zkP*uSDfu@mtLPZfv!NzXCNJ2|zh{CQRV-Lr3M
z;Wdz@&=+h5z76>Bb5e|ZO-N`7ZT+cNYk$-(xkE(rpgMI)(I^#%)(-tkDB*fTcPXhp
zWvU_bZ*%x?;7BvzwN;Zn+nzX3P)`);;cv~*ed&MKE?<KJ5O)c_tKazVES4`8si5tz
z+7p^lO;7(^@D+St&<@1AwW_~+536oHW3f=Io{~7{%e%j{O{KgMIwcP0jnB2&BU@Vj
zp?$AsV#utAEP2q<t_=jfmeOEJ^BDj@8mN=3AX7vR<P;3va5gGRbWT2`KxH5p+cye~
zRF=A>5$&W8?2<cu;5QUsDT0bA%-=1sIb}*UN|5Zo=)*+hQO{{8Gr2fMt3>sBO-h#U
z`lPO986`baZ#KaN@%x(30G!*1gOlu~1wG&M#uUBg056Bpl^@=B7zSsPAADrwOX|h?
z%==Mq`?o=+f0Y>lA=aeN0Z!%Q&y!LnBGVHP0*irT+o@UU`+OPh<7o+Ou`%iv#h|kW
z>rLj=$8^D8fw7SK=;7J-+X&I~J{6!$SfdwNi{UOzQ2vT2(#g=~yxi>SjQ?|_q{{q5
z`(FbAoJULXX$^7Sl_^O-myl|I3$tfb>NGU(2xK?Z=KSN7f(@{Lx>MY=MO;G7F>K!z
z-Dcl#iD@YGCE^3Y!`V6p4%P_b5{`a{<?iyr!J2-7uSaIUey-h3p^~S5z3M+%s~4pq
zIY<6Qd;}M^w(_a?_bFVylVt%PfVXye{5K|Z0p@&m)Z(9p1M%+WXmR{YgmIqK?Vj(J
zM@J18CP9C6S;N!?LIboiXQk8h%yi^JOSc^DLFzs_t*b%hjtIu`hNp_6<pARSbhFJx
zC75=&1U$fPwvXy)TLIptk;wKMxzCBGj}g1B8IG#62jnTUY9M5DhKHSC7{CSIiVuV`
z7}*eQvhMuL9yqT#{g28k!A~b_<f1q0GB>7g`dB{IWl$iz2o|JuJUm%mzTSZ+2dV>L
zQEWu8EL9JzW@1$jlXLDdjKH{?Wk)<WPD;mL)282uUGMLdZbn*lZ@hyCYld!x;PGS6
zVL;Zal-I?kDwC3Cu}!P}#4u;*NJ2y|QchLSk}M}fGkZd>I-;(;o8Q~5Pi!XcEv5Ii
zLotVmMB92J%aVoMyogWLL7dnwcfP$mi?8L{hk_~P7fPHD^@5_@hHP|J4WZt}On=i9
zQ%CstnpM(7#dutJlU61^2=elpvTXWQxmp2+<3lTr_E$E4ROWJGg9^c%@OMmNBHc<{
zU%|z;JF8#oEw%<P$|>{2c-Eoc7O|@&k5f)`zriTO=`BbF2evcx?_>0iIKAimc}4GL
zC#NJXniI{}<U}FT!QNgwquM$>M4=wMb|iedDvu{l?4W@C2L*l}13n4ks6cvT6Er}i
ztbj9P%Qkq}1%O40*57v0tMK*wI{r_$dkv)k{N=2RD><Av^gv(ZM!PY1C<Y#8Wol_F
zfFUAtw1H`LOE&ih2)RJ*nI?Hw3TkTK&-W?cSnI3NA8sn*?l}sd=wTfa?E%!34h(<)
zYUtu*8K0#2S#f`OnJMUg==iT43Wc5&YO)WL8+M?5zOc7AI4#z)Q^|&IS=1_SRQDGz
zKs8D!fgpfy|JJNUv8leI3B&Sp+}>8_LDw5s?hpI>D|x;Z$>2{`J`HFhlE-+GF!<ga
zXs+*pceI)d+AeoFk92AQs>3m0x2SB_RP1;euJ+`AzN7xNlP#=50gBf~U_7@K{1mI2
z%l-*CsG7lZe?0Vc%nxxy7ubgq_LWae`ohJ+c_|(vIpgQvEO`-UXFKqDq-cE2M|)>m
zzL*-%68p9`aaS7UeRc*GKG#jPo!trmsL6+%57dvN1a;4YFHWv`UX~7PJMQ~!&v`9c
zGe<(GfF#s6E!3dzZ|fvA`9y;)nQSTiLg$wuS5BF4t$Uh#)CWugKj!wJ13Z+|pW#7e
z^IqR_I?SjjS)ji8b#ONdmf}3o-ZU98-y1XE%b4fkvuLpn{y-rujITk4K-N1!D&I^F
z2X}VEH>}(xtMXATDh5|O(Fs|QK{`!DR^1N#C|^e$_Z0Zdfx`AJE6KSJY7yNoHOZ#p
z+*+C0Y`^QJwY_hiW#DU7{6@s;)ZvIdz*H~r&gZx~PI>-;B+u*Jh?*!*bw2wDO8D&<
zis|h{r$<V&<)b0dlm@sjj>JM8TD5)7v*=M{=h%6<w(iGEE=*>>m8Skx;#@my@P{oN
zedyIcBCmG;^A9>O{?BgRP`{gm>^`q)nAc!Rc55tlI8Sw_CQ9AfAR%hYen|OCA`+(a
z<Nm7L4oA68QB{RKw>gl=SidR`qiAW#<cd1C<8n;j0;VtexTBPv#qkqd+kKQNt_!b)
z^@7Ro&DnF#&atldqj}vo9C@~6-X|m=POO|_HbrSycrLE`kqMMR3(2mJj%KeV<!|S(
z9@-|^dk(t|M0n=K*qXKFy@$di#ll|izQ*%zC)p+4Z?8PRE?Y|`jAW<I#`I3z-o{!Z
z7M%r((@i-yZqSh~kfL|Acmb>GpGdr~@r(DyH_FVyW_>VS+bq!R?fz%R7suiHW@xz{
z8CIvW51-`xL?0(B#qw+|BTTtYii*ml&&Ra*-%ZV$i@9Kl?{#I1i$fnj1<|;AOjut6
zg}a$irou3fbij@gEUR6u`zQr;Mlk=ATDe`mlpPbqRV{iLog(BP2|V{2AFmSLeT!x%
z;<J<be%5Bnk8=E1;ua$<RO&Nt=?lx*4)(;tw%qzyKr`|7tqOW2%W~d~Uz>Z{TE*7G
zKtgA&5zq=-5h;Mal<JS1b<fI{rIsLd*<*!0_410^+b%l(JGFqB{8|TN=tCRj>$0cS
zR=;iPz&p#?@PR*1kXBO`<B0^zI**Pro8pY6UZY(Z)`O3{v&4h}q{ASmcLX@_`l6!B
zj(Eb9hjA76dtr~f(m=f)4T0s}S~549VNA{f1Hxz$MCFSSsfW41f5x!W+f~7*ux@hq
z03_71w;$3;VMG8TSkd44!M2SBXW>ZKU*9etEeQ<aalAmX?Mbs4IjgCDy?7tXGSBJI
z9|aF~>~p5yf^s1rwyc+V@2!>n4x#3^on?vQ1R;{;!(WHM2(v8>E>0~5u=l*uyjU@q
z0%VeEVryW-eGNHWQ07XoAFmroP^W$4C<;n=9t*ihNb9PdN<O6?znqWe_OD7loRnQX
zFtCedt^__N!ZEQ9HkoVA!-|)wMUfyqrbBklp-S@D-baf>Y7cj^j(A(`FcgoePUj9>
zdPOl%N)P2ev>9A5M;(aUkGf6<o6aLFJlzt{%toU$5{Uw_4JO2Jn$H35OJ_1A3-6-<
zORcGmDkF;BrRlGKxR_43cd|a!2R3UB+F9)?s$8~ah_`pO04wE4Ccmfw6;}O`lLTN6
zcn%?g{hheUP+C+?(1J8&m0{CC(8(z!UV+-r538MWMPO}!dvH}dXw^zwM9=tmS+#!H
z#!Z;-dw9G8<NhFj!)M`cY(LLQ8y1&!I63827DQCT;T2(^(0H$||2+6QJi|&fFsq(I
zws#p9&B9aG8fRvPS?{8wAU%jn?XiH!M5ENX>8?n!gQC(&)6yz+2s6er7&7QHkT=k@
zAv#aC?b@<x-D+}YSQqn6)((6o{jC1f9QIUC<1cH(AD5`bd7GZy3n5RIrCJsE^>|MG
z^jL1#?NMpCTavL<2H;9ASBLzgA1s8Zeo+NTZ~!b4z#CdL$as|leV<&2rR+s9rnq%f
zpiRyOAiutW1s4O*G_ZdG@}d0w_6%fHH1??TDDZjgPM!K2(Q9K{mezFk-yxGhT1sp`
z5+&=+J{6R)wQnqC2r(nus{Sv0+nn~AgGglM%nf9-B#N2}e><&ezl8`obK*`0VG>(y
zY~Yt=VPZb%07yc<uCB8v7Ut!Da$`o%`yE=47M4q!P6%MJ>|V|lcEi7*>)|V$PmwLm
zbN=#(XnC+0j572(e}1m50%Ul<`{n9eN1T9T826Ck_}2{I*~|#(O)p0^#{8It5^pFF
zb&?q-ai=CnK|F1gD3hD_k3kJHU7j{SUn^007#_v0QO<9CFrq5_?qTZMRT<7-YHpJ)
zT8+_pVKgI(^@+=(wal$=_oA4hN}w+#fJt(Z3=3aOpeXlQEDx_v`w1?9h+wX`m+ivb
z+)ZTY>t}c9n-fNE`Jm+73>4iCCV59~xd%SAO!1LyGDEF>;QIW|_rDAl-l`WA1Vg57
z^xneX7r@l_5@Qrcs`J8^7UDb$-WeK4m+XtJ3&KZ7S6+^$NZ>!&X`PU!KTz#P_GAY}
zUxpQ}?a#t%EUg?CV!M87FVE7`zVtM28Ws)S<jPCEvBkrE^BEaA=sg0$|NlpWAAg<J
xk>A`7AtOq~2ECaAz`qv_?F~C3qSUCUM{7shv@F07{vSkdl;zdrs${-|{2xkbS>yl!

literal 0
HcmV?d00001

diff --git a/docs/_images/sphx_glr_torch_export_llama2_thumb.png b/docs/_images/sphx_glr_torch_export_llama2_thumb.png
new file mode 100644
index 0000000000000000000000000000000000000000..8a5fed589d17fe6ee62d6a9788519dba471fbd65
GIT binary patch
literal 26794
zcmd3N^;cV6&~<SuCAeFl(4s|(J3)&T2rk8;P~2Tha45yKc!RqHEp7#hLvXj?ZZFTf
z*8BYp-w#<U>z<r@Gv~~mJ+tTR2sITsTx<&LSFc{-D#(M>U%f(#fBBGMqQ6{mHpumQ
z^~%~w0VJvEnR)nlooKF`yb|H}xA|C<^cUE&K&!B{#ar*%RrUI{fOnuSCL$03!--#|
zXbLuXBIIR=G00EgrNBb5!{Wg0L?-(}Cu?Haf+0F7%3dlH!I7q$mL$Yecj9<`jSzfT
z^D5Zgt0)_Z#Ecth&8aB^q#^tt+jp*g;+l3Kuta%Af{32Sylxr^V1hg&jmnR}mkXfv
zAbI2;{|#XPvE=`E0P<S?^9AVTE1Z82S>eA)C<&;HFH;EcKm_ss4Tt~~BwnThPbC<U
z{y+Qy-yssCdl=>g5(+AS2SjXlQXBFG6FYU#Fiz_d=HGDi{5xv>!;RVHaotlES;<Vs
z54)3=h(~4As6dmO)fSx8D!+i$VC>Y{+4GrXjSnu(wiwX$)Rm{msq2XKT(PDE-xEgi
z_(VivIE9l($F=w;5%X502cyd9S;o)?@*@IUt%-#RKi)is3GxWf#e9B1a0p}-K^GkH
zE#RcLH-hEomo}wtS-`xST`geg^-vL1i@Xk;hL(*ihF<qw7%c*?Q+E}k)1pi-WN4&J
zrc9QIvTOJ=TWorN19X#w9YvE^0xfTy!~GL#58!=LRoJfOBeNadJQGEW^>VL8OfGro
z7;=ZwLXX%~LDV&-I)%f^Zc@iBUPr)DOdL&SY8Fe4jRr0M^?OY#0}B$nzJ&L1In9Al
zQOK9T4G@xxBY?1&=&}M<$uJ+xfTKBW>PRAN(VR;B>we1G_F=pv`)g>`Z^uYRx_jEF
z<Ml1t4a&-D$31j+QCSBStgUGDG#OX))Ly@#cs>LgunT}hWZL=J)o}-tSc-H43?kvu
z2VGc#wT9ESOGB&rE@vy9Zz3|&#<T%q7(yR6b>)3Ae*}ua?Sht~cbom|GLpPlTSm&X
z8g90~9$!qLFeLh!xc`P0$(R$Ja&h&6EezoO__ACMkpyr<B+{;|AT;h98iu@OkGbHl
zGYQkX4NM%Rey;N@d@DM~2kNR!mU_AYWtf#)e}ui_>*-p^zc6Sxuga|EOJ~>i$53|i
zk3uPR?4WZH-H$~ya%J$=ipQkS-owRa4tw(P{%YPDc|taynH>AT=I|^o0}49wU~C{J
zauK2=H85m@3Fzliq*hcd5LX*{uUE#$CpBIVU20AE#`cp-cs73fa2V=^W|F4HJO04v
zh?+`+`1w}s-C)?|2Q&Bi)%tp}=My{T_L}AL?X!5%*(mp1+HX=ICa0VpGHL53#n?|w
zrsVN!1h2aM0663#mGa+wr{K=E&1QL;2u+|ml4!Vcv|H~i8eectf>jNDUkq^angTdW
z)#m!O%sOuC%7f^!Qht!qCw#tfe81zkyyL#c-mQq;u_=hU8Y&X0P3ZX%SuC=j%cBp_
zr)IOhDL^juo$ys}!om$%Q`tjo6J*I-hLpYq;KY(EwP$7&><+R6Cs-uf#l&-#?&}Uc
z2}fsB6#K32O!O58@ksbMFteP}G2(2lnU(Xx0EQ{|6Fyl`z1ErflfT{pGkLUjTO->;
z)k=c&e_nqG{-=f;xxac&YcIobydWM*>-WCPDRj}<`M?J$>U-1W=e@wPjOqn`WB6h3
zK~jXSxO+anw%MV<(bYq5#QL@?&$9}E9mOt!yYPhfLyOPk<($)-DALZ(Z<${Ys2e!I
zEf@cqbht`&4<v}sP#}Lx4n!!n0Yy~ga^ziw<gSkSH*`h*QC-LW26MvjQwQ^Vr$sI=
zO3>b(^c=S@?tyU^-%7nsg>47yyUusdaMN|<O`K4>9?WoX_ry|GMNc@rE*&1ZWvhRi
z_S3m-n`bk(@O+$m8Kp&CbTqx#!3Ro^Y+#WD0wD>iyApzndvKsR&ejCNHW0D$L?Y{&
z-+!(ex(HR2t+z8ezJ13p%e#_pEzeK4BMasjYdnwJ?s{s>RYi;(GFI&e<aS()?XjWO
zoYY<N7r&duY31K@BufxfDguxb7oZWLurjz{vg84UbI9BdjF6-Y{<Q7%utyW)+c$+0
z<MkF<9?8fp7m*z+oS$&oEZ>z1i>3C&Ca}f(#daZAeX;DyOc))i?10TL3cyU9coSu%
z)362xbDc4*fSbB%;E}Qhj(t3Y;h0y44|>PJ{Wnh8tcJHxpgfb*cWZ`3JyR%I1eX@D
zhJN6ES7k-g^nBRA6+Lz{hr;f=v9U%{mDsRr?D`_~Bl#>!q2hGpQrdVLN8GXyT@?Oz
z+7-##Pu6db%j-<<)!r^-I*w+`UXXo=8fYr1;~kdxDdbuG7#=k3gn<y*eN*f1KF$Bh
zuM!f73PNVVWu(3KcN;%3OXZZG_KI`Pw|e|IE$cJPXsj;kh%dz$%0ABb0gso)Q9gp2
zNtf=PDrDsl^fanC@8EI&q(M1hW$#)lTUm1o_)})e6B!%S2>wVoy*Pse*8?CP{EM4h
zidh=Lh5n)*Bd=X5LAxl_{94L7yp5$zMl^#3{EGwW`CdAsJ<I9#=;R3}l<zuf@=^R;
zn<3z5TIkm7d*S{Q&!Lv#!b=h$$&Th_>ZjClo-A{sUr5=r94uSOqPi<ojUL#vQoR0D
z9@tomD=TNeq@pL#T4Ehm8}_x9rr7iysgJ_9?J!1H=qLr{xNdprpE-Y{97Xs^)JR-0
z+mCbAPM4RgJda+_w1ZhDF<f#6KMK?RRs9%DGo70zPi6-^cvsZh<Pp*;9q$hp1HB?1
z1Thj8DEHa%3MWR`2XbC2FZ(&PJ%6R;$UL|(@;7M#``OoA{*nKc(^Xao#r-E)ODh-A
zOQX3n*Lvs2@mM-*O*5azC5U{B1MKB77dxh5mKt#I>$Bx2XqwJ0Xj>oqW`wvg3e07J
z)B$YP_^e2>9eu-`H$Ilmv=_G3H|}OW)AT=Y3o&4{OAN>c@maT9IRH=16i5c13XIbq
z?_;?AkC)0lxBghxk!|c14fTiYk`u>n>GBPA8g4GyLuofED1?CZ_ogTPNTn=*7Rz>`
ztYLiEcuec^&_!PYFq(!2r=O|z#Ft@!biey30#@bucj&Ux#$iwD(4dukXbV1&1KhNt
zqjE7f0?G2qOI$YC4rS^$^olhr+rM>-n6e_o=%}lSws$wIa?!a=?|&NpC0eU;zsWc{
zKWScWoG(_FP6kwvxFXl0Buq*6*?NA&t1N%CNhYQxAHE>%%=x@2fFKMkfr^ZzsGxgw
zHOYm3bg4i(w(q;Sv}7U`6Pvh6Lm7Ptpx?d8)x>^1RQ1|vuG<vm`}&L2^y60pzYXJ>
zD<jpjZ7a;%a|D&NxnAb?nXhfne1x>|M?Wx8nh#9<4K<gGSUSEv7K#rQi7l9~Uj!&y
zKe5Cei&k^WbCf;y%2w7n*r#WSHtKp+%roO8#6_LwL1~<?Pvf`t?S*N^=01T?r|(|z
z$d^E$%(J*;d8ErD{ZEFps9f+WKOzsubk@s$VbOjhU+t{w@7U3KK%cp%uNDtZ>3^p^
z+tzr;24w)=wRU5Hn4~bhvixzHRwBbhqo*XVUm->z)SC1la7x*{$-z(_ak+M#+ZP-g
ze<IxXQ4aEqNb_=<ma`Qe!{XjvZ9eq5Ib;szIj%cDn`nu6F$klktHN)8IeDy8S5qM2
zC%E^-H3a_+ex7p9xz-wfTD14=;J)uV*XXUj)pBRk@Pnh8CqmCZ&iJ1QUo^Z)B@vIg
z(FlGVdndb1<*-47yzX?oP5~QapP+;@NEQSQ)AQC1_Ty>JQP$k`X`41*d?oW^%4JZH
z`2Ld2K6XjjT<v??>~MILbr{_xL>OfMd9;zSl*--#DwbWDM4Mp%J~N_%)nv|~hmH9@
z)4zT59opehPLJ^KJ6=VVO6Ho)jzT3gR98(NX*61GGVm56{>rj2M18)d^HhPG&iNrA
zw3~jo&)!0v{GJE>iXI;ylLdla?z?dM+T(hzjWMg#Y7nngVIY8XR3%u9|L|1IzJP2%
ztaEj&!l5_dWLvR#((N&`TQ%Z_aD4=0dIY1oPwr0rTMp@~krDj&qrOo>N7s>&+3e2#
zj!pO%Q}P>}{K5VvO(@IX)|C%9o-~d!1M>GPa<ndYmNv;aFk~!<is==b3_pJ<30VRo
z#OB^{wUn=&24gx1tf_VnB;eG=J!0z~bgcJJX~-Ya3?h@$yfOIL)G*(evb?a%VX!~f
zqp6{~#WEH-Q1?9^ryjP0Z$$eQAyAnI&7&uR5P|1uwXt}Tyv%;tYAc#KvBk|6x%}OM
z9w~hzs3Y5-^N5AaGZ~c=G;%D?B(WRA1c1N1778yvhoaD%3rgBv|7EatdJt$>$u9}~
znp>y9i{nXjS1MjmdxDO!=)mKBA}-}mBp?edtY>D#G4~`p;ncc6ZCuu^9162{V`}LD
z1V6Z{i6Rj#_U_ZbKJm)mqBY>vgDo5E5h<Emio&5$E@AF?G3Le0&bO!{+=wz|)7zrU
zih#Jkm+X}@+r2~Gu{6>b5`g#UiRW{W{;Yv3BoGE+jQunVS36Np2enN*G1C~E`p6Rz
z{j*O=Hr16UEyfQtZjl0gr^mQuLw~P`!;^`G!)B$eL<AKUJuf^<NAv;d9AiDUw_1$1
zJPo3x5S=Jc8|9~ObacN3AY*5Q!3T7T+fx>?HKwu<G$dMGGeKe#-WS@H^V?x)LO8fs
zqmwi>JHg*Av%bEfp+&rI#S6h3Du-ZF@PZN*czynUs7CxrIzi<4CKW$DVUD<li_Y|i
zG17HQvoz)>Zp4t@iHd(8;)$gN|7tcwXZ*}bVfvjelr52^Z_wbOI56$NP(NgU%iVHE
zF4%~Q^N)t*gCUrPDQc6o=jm9zod2D$s=kAl9(4KKJVtQbESUEoxkjYn&#4)gw9Hf$
zxkomp*C}$oszKqQn1bcxZ?n$jcvSPa-%+!QHfnAo#hP0@4Eu7#;_sn^YAFm}a5$kj
zR>ve*17@Gze8vcL$w+E@`m5(=Qy*Q~>OI;1*l|C1v1PMWOw3eL9{)(8=9b%IM}6!U
zMcHwGU&b-gd%E#WWQ1W&us{G=3v*Gczbd>nU~XA+RYmPvAK8xKIjItpke-|6DHLM?
zV^m(Trt~H3n8Djvl-rxNw5%%KO97+CBR|c6-1xk!_MSCj{y-=Tl)@CO+~o2vmxWhz
zY)tX$O0oEU#QKS|IP#<h`b6RAJ-6|QMRwxTv+S{FC=#_NXFVnwajvlc^v;Fe8pX9A
zhf<6M-uxR-uogNQ8hEK)IoW(Fw~$RK7de(kPizF2`4M=?^(HIkpV8g2>9wssiTL8{
zJD#*5d^it313T$)w|h}CIq*lseFB}(#~)6PjENhpg?^8Xm3F>+oFgAQ0$j`746Z8!
z4T=vRkY=AQ@V*?NvGxTdbw)Lbpeb#Hwn$jEkRl=kfxy_mFdnIZZ|v?Bk47e(MA6iu
z=n4|<iHvkUa;Ob(KQEpZ&J@0)KduZPmaKWtq0k?3_hJD2Gm*qyzI97E{Lc|!PSUoE
zK1%~C&UNiRN)zQZhN-r>Yw5OvgD)#Z`yIX8TL)kRf#j_X&X!Xre9^FbrGeT&ua~Ez
z;L~rWd6P4b4BJHLCtjp5IQbK@Yn5nt(<W&i`^gZ*x8>u(A%E*th>PWT9zmg#$i405
z1u)h5>|%j;2S6YL!d+3OTS>AcGo{_X_PRbtC^cZ~OZKy980j48DF6mKe0<jN+^Q!d
z6_+wYh)0B~28opBG018{`&UQC-Z&pbLmX%ur<=#gp5NWH^gbnTA4PSVe6dX3@YPg6
zDr(C&J6Z51?||W#t8Zxn-kdrXW+H?^p#W}niWn)GH&MG$2$2AjQmXqq)5=*Mm#Z+(
zS55!)cU_L+xQ?>`ShOy)%)$Gpx&xYS;yMa=?0Luop+4>{HHg<+3oxDAZ>#%N{Z}PF
z*y2V1MAwfF%&zQdI+R~N;zar?o(NK19$nQ&-1jXxMS(~iDLANz^Z7LflHO0Vw(S<{
z-&<r5eM|PgPITIz&u6(UmdqwH`L~qt)9ZR|&VG<JT1tSay74fpHXwRH=;&6EH^5|0
z+LuTHxkiqxO8upJPHvd7O7}8jG<V61p27Jt)N=R14)#js<10eRO&x|CW~Yj>6fR1v
zwYJ=7+&AQJkPZmGr9o>Y;3Dk51T1!Wny3eOhpSrVHP)r8j)n->0clR9O!IoX`MucX
z^Zwiy9^o(E6WZ-Mwy{?YbRia8Hzm{^kdB^~ULyM{?&zV&+;rnvab{}4=iyZAU08O5
z@MV3_6vpe|{fU%r_^adQ-fn4Eqe6TqJ&VNr&47I)qv~~M_?mkg8<^CFz(S?YiNc&J
zF8sSlt6VZ89ZVI=m8J2(?|e_Ih#V2_^euv=$5qy@pDZ&CU`?d!{!Xjfsm*EywtUo{
z7M`bz>Lm*<Ce}MtHYm{7r(J5)5q}n1Vl~^$H^%&tC52`G-pRCoZdtm7PEwjEjW?3{
z11<BF;^@L~F7Cc<j;XTn3-~YX91YzpO}BG$c$6|oZbk!Z-y5|EV+OKNAcMg%n<sVj
zl-e-={H)#pfrJC{pT?h4SGInUS*~;n1&|2O@-f=eNKvRZ4R^(dzj~9cl6p)6{Kv$q
zqIam>;&#qzeUCS&pM&I|_VXXi>@ekIJ%6OP-srY6;NEm+rQ*Vm2SP=dpg`9v=8of0
zhOkW8VtL8ieYY31ECO7=oqO;@Z;1Kzm!dv@X`5}nJ?l8#I_`)#C(=D2%+*Mp=89va
z5suRsE0+)2#jpPQZ^r2U4e8Tn0Artnx(_PB{~E_^f3atL)FN~J89#@h6>YEJ)SkOU
zkVI-6t3OWeJfD)pik~F|nR+pV9<?<+S1*Gk>ikPTcq<UXdw_)K!lcpOk1iX@!U|Th
zoEhV5Sl$g0E!rygh}-<LV39X5LUDVTxY1S(aK&!Kr*rX$uZujy4v|hnhJ2+@m<J{n
zzX?5@^gCzR)(UN#6V?@^t({?Bx@QIn1n)vheiuiVE^S;DDalwPZ+w=+Bbf|;LoX&9
z8F2XSC1R0>m+4>0E|mxI>`U=jt6gulFW~I2NBxSomP5IND~h{YMxG>1blL@4eF^{6
zk#UK;tX9dPQL#jH$V)FC!y~DdwEKH`o<?o9|BR|2<^vN!e^m`uTJGR!jYdHl+#*lk
zs5uVJf+{6hxY=%{b1<y_plLd2Uui24dyK=?>^W&`SzLFoKY%L61$Od-y6mNtoA!97
zb$UD;2B^}_laB+luIKy^Uxf-;n)u=5i3a`beLsWhyI-)zg6gb&zCf*CjB)ffyJji%
zQ#_YU?1e#Jdx!n7Hh(Ev_|i!PMx4H_`%&raZn?l8`iT!XKN5a0UHxpS!xGFhTNf+u
zxpL3g?fDyTpaY9;=4WvgLgnhu2&s^lz|K2HyQC6^rpuT~EyYofcy)zpZBfmg;sx&O
zRGn#3W%*3V<n*|z)Qkf>l+k#uA^Ks&Nc5APO_6`soi1jM35BHy;tl(LIhwN&a^a`%
zJuR6vsJ;uQlY9qsuOj!Xa9BQ;(SH{l%NmW8PkWZ6_$5iF;!BonGJlTSxyBnademO^
z=BG6}B=bz`T7Vp#E}gK#fA=$pv=-a?p8t<XnSlE>oJvm3oLf8KYg@E~;oi^ZJM)2>
z@1e%vtsSw=PX_(a0OjVZhHr*B{g*Z;W~=k%vO2VPhKypEAzx81pO<(tom_IjrLqcK
z@zif`H$2E)oZ<bN=C9xVdlaU6(E3^#$Kr3w>V2<j@7jJovp;i8k@<L1`K44d!+7h^
z;j!IeS*PpL6VpURLOzQr98v;{UR7Gn4&D`3s(EoL{Hb3^v2>FE-3#8Buc{2P?839y
z#~{t0<hQk=<*T18>*VWy@2eH+)q@uti{*C6u-6YLDb<8RHk){z#wL@!tX{(Ia1#tU
zO(0i6^t)Ueq*UJ0(u~F1x&}Xc`0a@7^&Z~y#d7ER`@Xo6>+bhoC<@-^DTsWJz$8O@
zE6q6A|0WUD9M91pzApN8$^s8ZUZ_$??^mF<Akg}=Aj6dC0d1XBWe6+yIu{JYbdiY4
zRV#EJzDK4PtaJ~0363$VH|~2P9v-U1O5Y`@`zw}ofRT_oR8hMLibAhfS|zpBh(>i=
z)P@l=?Y7Lm!mt}6Km%zR(K8vzVwM*Cph$R+Xh-GcA2iO3omIER78s5{b=pAhf9(?R
z=jTLCaD?TmqKr8O<U~<+4)>I!4VC|q!DCP=dfL9nazg#oyW^g{NeK5d*yo|ECkDoA
zntQ_k_T^y$F%++7ZZFRcq6{D9EFXT)`{k$vq&&@tPha9Z|9HA1$islU8DzR5%*4N_
z8DoCrp?%1ld;gLWA)zb^F16gFV+?4T=W$cQrr1dXp6_NT3tcXsDig~m+Mf7k+r5{4
zaX`hIACv4>RGTPbo0)OUixoJ^mShV!I=(iQq{0#r8*6Kg8efTj75)X$kJM+F@I}UK
zUT6J1kRe_tI*P!@&+7A20@t?a1+@I_mNWPu$Azzu(L~LJHNe5}vc>A0`ZhB2cvGWA
zAP_fmED`+(u^vqY)Gl~k>@lkPE7s{N6Gk9+#3TqD@!RmIUBVFrL?mpY%{jeTz>Ul#
z^|pRz2~Co5>*5Vwzu~?e8!^P_RU&lWU@N*MZCSemvk~1wkWh+dwBQK1rWMVqOV=%v
zyWG(np@yt5?UDMjtFamAdo2)+Vqc~!LSR~pYD@3!kZ<Na$LxL#pj0rAjQqD|-&1$j
zy#(nmP~x*E^M5Xg`E%7amTX+r3i*l@v57pn?=H|ni%Eevpn^1ymfX-wy$foPXGw0Z
z1mw|CuClWHN>umq_zz#BBQJsnet2!E?A{p`ONN@O<Arp+Ey-6;LrrroraY~_4`3M{
zSw}L+i>d?Dfmf(G#Pe1^hkYDJ<6WdPOs0PO-=ay0Yv^)oC(`N1#}Xo#K?6jVUH7&Y
zt>ZCkQuHIG`z{jqel&L+J&lkI(N??MwcMz<!|5hMT0kTAH8^+~^b&)pnX*vkErQ2~
zPu@;et;%C0=sU%49+J^q3X1pBn*(_u(Z-0MEB<C}&nqd24lK5gXP&vny^1Gezm2Q_
z+4}k|da748EB;qKA4<mdW-dcMU?lj5m76+sff54`Km3OuVccWpy=)w?d#3TqxE`h}
z6l9ih_x!f;a;+y-2LrFARpjx26^wNDnukYzyUV0&I13UvG2=?cXJ$kgj4+>EWwuRE
z#tsWN%OvjLGsAyYLoMu0+RDt)d<{d{D_#C6oX)J(P(ujhKG$ds$ObrB+81&6HEUZK
z6)Ny?G2BiOc@i>AX>0zY@kpJT=631_c&}0lHb_-=K+_#y@r3`Ov!QI~A~_f2I%EKS
zJ7emxmhe7MD5eWcXU=kDb2?}pJ=Z2ixgDeUC)Cr0Dgk+Xip@@Z?fW>sIrSfsd3iKl
zA^E2N1so#Rx-^RoLChMgcI*of<7Fc`lfSl9eUto$^I#>M(!@{8#<(NM6gWSTnNcQu
z#F(n@U$X%u^XVuNW%;9#eG{+J3*S0eDbzOK*JU^!PFZiL;WG-ghu)JglFs-`?gx{0
zg^83973w0~@wfomO4tTCaGoAw5ySDvK+M&*B-%3F6upN6405V@Led1c)Ncz<5n^(<
zPiF~QP0i%xt-8+Ans2bE6p^{j(LYwh4VMN%1BUMdM~<t<Q@y^cy+VT`F&9XO-UmwV
zNQSFdQ9@(h9NntM?`(8xNGQ6_Nxr;hVsb>=lxfRktQVj7Tbz4GRfJ5l**g7#AP{Ll
zg26O4>0syPBWE01LOh{Vto8R|+hzwxjMgaa+4w4znI|@APC<L_p3o7U4Yvm^QVm_5
zOVTvNz*$GCz`?SqIMSzE7St(9XFgH5M$3pE98RZ&THMK=&w-ai#*K*W-HmlvcPGZx
zE|2{<GyASOzW{5A0ac5FB?W6uG!rdIrEI7rRrbvHHSzD#WAq@ZMp<5G1U+3Ot38^0
zkWUd%2mn+s+69nZC|8j!jec@6cB^Hb=$2uG2_CMALSGUF22lMX_H9x|#-j&=|NN3R
zm3MsbUbp3kXQaeGa7qqy#C07rvSnB^KY)88=v<VG3e-?(hSrV*cU%;r4bEmZXYHnj
z=YJxI7X?am{GN_kF@k$GTAc#_;Ns8cBGR(=(_bTbRFcwwQMtQurq!C}McDx^cmimi
zLAKxbb3<jnqHw?7Ob(Pc29cn_Of$5{HnwD@ef{P(d^BGojR$WAu=r_gjLP$CQG%I$
z%4-rTB?K(yt0^=2p#hk#Ngr`76lRn^!7j&$f_FU~%2Iu9H{5n#WSYWDG%R%8>}4r-
z_j-3kt^W!$v8L)O)(h**BQ`G7xTp5~*cIxL$Cbd!4BDqq1iG#K=~<?S695vr6nLB_
ze5lVfgCMMs$o<^jHKS+&C+0>9AS9TqsXP_zV8f-mKeyL`)N8UjxE6ah@%CHBRjiYY
zIAN$UE$g3x=1lf{!xt1ZRgVcz_({~_;ON4pN2KG(x>7`@%V6tAaX}iC*iEyNuh{Z<
zP4>B7WT23ha(Y<Qv)`n5lm-6SK+9jP-Q=@WZuFraml@kW?^>zwOadZ+-><%ECjXix
zzBw)Eg|m*luIPw7+s=KKGbMdlsp~TSU^^P?aC>~6uI9b%gV=r|dD=H2?R4lgxOouS
z4y$=lE(0JSD=3f=cism*huq^ph>fl#eruAl&Qgel9&OAcjR<Alj3|8+Aa?D7u|RnI
z4cuE_e%8kAT`@G7_haq-o0?hACI10@peGt_iAj_kTckd!D#<{VT33EZe@1Y-4A*a^
z_LEZcNew!=aM4z|te477Rk)Kg#_|Dfz~k%pOW!YGvYaJ4-%?DS6ZBjA&d8C~ri<ER
zgh~TqKZmiqZvv5nGo+gIxf6*Rwk_>k)uVWD_8t)s7{ATQEaE!nr^~>g=%(4pS8+Bu
z5=G_(yS2XmS6Y<<>th8PL}|H=vh_+`rF++VgzfHwF?)POOi$iLaTu-X)KFZf9*u?T
z?)}Bqv}%JriAp(<V<mQC+Jv+oFd~ryN0m6QSZ>#fdiklAyZx}<fs<VM%#R&iP`U8S
zOCWg^;(=)Eo+T0tz=;EEkv+9t1OqTPasza(9LhQ|<YBtAV9Rl<t4SIz+SeaeFy7sb
zJmT+NaXYej@T-2JltU&JP>iL7=i?Yhzm53*70oyBuUiOR%j>5$SfU;Qg4%7qnxL^X
zxI<aYkVGyg07x>~FR3wjB?`nEIEh!feQ?EB5fxl_Xbb9SubMyRuRRP*Q$EOTP&drs
zY?gCRJmNK?Yq1V9fe#~p=K6_U2~;O55mu0P&seC38CLy+tv~Wp-x`q#x&>ZM7-Q3m
zW4eD3)V})uA3+zGj}#kgL19Tb|B00v_HN*#OGe|6oD8pH=^tCuMly2~^7SO4!t)?g
zy6@oxDL?L3C~3=371z7zURp$Z`m{P~37?4aXWtd&fX+CBi)^dH8Pk?Ah@fkZ()!`)
z1X0mZu{ka}gkauYDfc*`#Qvobr##rtiB{U4PY809iCvoe)JrGm!V8g_?{9}sjEN0=
zJ7<CK)qfT-JtwkE7tN=pto<cUp>$GABFPts7amvF?Wxg3FuLN{L~fQO2Ji_C{H?Zr
zfx1Mn>%xiT^c%1j?7^kj&;Ai(5oLtxTKUAKq*cME;>S!-zWFU`$Q5Qp+Y6LFt-d-*
zI|Yi&1D5sozyVt6Io*3Y(QbMUH6Zt&!WxBbM#)2%rL4sK&J$q7R-gKw`9Ij&^fvO1
zmLCl&t)><H@>E;}-txS})rj3hexI>&3B9Lw&HJr;em;dp7)6hFS<O(ccpsv>x)BpE
zDm*>V;wiw)K?<mVEhhW;@iA7j3ILNZMLoPF&x{hn&$8>Qc**$GE$ELU6tzKjmkL)s
zu`UM#;VDh!tL`#Wf4#+=lYGrdZfsUx$JbO|r4oTwXfXkrg4`=3V%Izv8Kj(cTDGhf
z58eQ=^xq<-^r*F|u>!{;_Em2^J)jAy{&s94JOl#v*YHux@HFrJNuq_KMj{cd4B!GI
zyQy%L+U#GslYhy*L&uRMJLVUA4D-9ylSREQjKgNu|8-2>jqtiW+McHya%Ket_zkuj
zm3$1|$Ks(pmrP4EkMi}jCyvG+`NH5bpZ;|q0Y&){coHggK%;uf=ygA9Gjg@-z<06?
z?Ix4=xt4ntSo@+9oy6cjU5elzD4ub<xZ(T}<I6I7?f4SEItGZCqH^<VV-82;is}N|
zCJ#Iem)VB}DuIbW^(ifRZW(vT?%x(jWuuHGjsQB<=Ca$*?Z803l=!O9dzPD^C0fKr
z2m~N1WJ$ToKe1jEO_ejA(9L6h#ABVRAa=9%1Jyi$K$hq6Ap+kBGrPmDUB7Lrbp7}D
zT~(ys+@NI%xgYT&n2Q#8OCR|4nQ!zGoaEPRz8-8C*(dO+(WTLQqg~S|jv4N|PBNb0
zjg))lyh7kNehT(miL}8oD{hw%^MCcSz(ND4@xi<I#8^W?mgCIKl)sq&d`dbMmE%a8
zZ%Hd$rWX!{XmXV0v02hdx+S*&R$ekJ@^R2dY1h%ElrES8zk8r$p`pt`@N(yoa$K8(
zjhK6o-347bbur0FPyBz2^m{=@pz-rv&bObZwz1EzCUD*?!EiX3xSDA}=rb9C8xwGC
zNrz1eL{|I#PEL6#J$&j5zf+699C`UqL5~2qV!2i!hst1Z=Yiy{?8%n+gz3Y*e1piL
z6O(<SfzEwKP5Di6F}9!EG|9*jG3lry?fcTF&yqX}`=^~vl)#HXi_dK&J=(Y|Z8<*}
z30@Mwy@}{(<;t;;0%r<52#kSC7Bu51jNyy-t#x>WSy9ggSr6AII%4s~kygw*$EfUf
zCY$#?+H2MPU7Dk3nKJ$X=vT#P&+<xyH8g+ku0O7RnV>45%*v>a)aJH8>pmXiNa08~
z#<?i9?rpIxfwN-`_yM8u7UP^;zQna2AKg3DlMak0P;y?5eH=PSdr}C999F+r^0L#3
zC^_JpLv#E;X%i<g;;`yFp%_PWU!s&&mSJg0X@WSs0r!qKjk}nBa(sb>uSsyGl@a`R
z?7#3vi8E>bKryMKl1od9W<sxngnJ;(4%kmLe@X$yzeNlN(!>2}*q@jjedoHB;K~H?
z;h{>mbHAOQ?yR})5R|r$vm|$Ig$ZnnL#t*8KK5}E+@@Kv8^(9yG?EfT5PU1;lin{4
zLSUjS%c8>N;~$k2tlzG=zm*BM6jW_WNrM*T)#Gz|3{UBi_BFO`gWIeuu7`n7qJ7!+
zoB49j8dB$kFYl%CkKkQAyfMq60G`QsWATY0(n^Qq0MqRiwat%l{@qJH_O!Wp|2ASV
zp~0AbnKEINW-+Zod_NkA)8QUU3OqKkv6{WUv7umiWmN6w4y`-SB|;BV;-wz#^2nX)
z8^1f-0CkHspK8Awr2)AoVa;dY`-(cwmj-#a^qWnY@txS1{hg<?>b=G>2m7{0c%!)H
zbs=y!>P<LW&QMLJHU2(FX@TL%w+0?R_@3OuR}@{Lg&|edk7qocJn&~JH@eW7osFA8
z${K&8_u3o`BS;wP(94`+cY0*KMQ^Pn!zqW=({HA?)YFG$Dggy=&6wNiOg1+<AFBE@
zZw48Wylw=jke|06tUZ<MZt;wTJkCAv8q;y;Hw%GG<FW<SZJt=!e<_wD0%!MN`hJPm
zeHrurlz8sVi+qX5ww`QtsWJQ+HeWESuU#cztrb5u?LN_a$E%6jk1*~Pa%#{$x4pRQ
zkb}<7AKLw!Ny9$X$MW3rj_>=MRpDu#0WZhGe0hmuS$N;@)mS|*4E~<ZFs$_6CKXO<
z1gc-%wS@=}LjMsBXkO0zzU&v~<KDHjs^+$;w(=)gvt-zC>72mu{YNq`RZI2l38VG;
z&9cBZbIPwX$TSBPKN?k&W?cZIRHxaR)9Ch}tUXnw4yeb9w9Y0HH=?rzg6qU0_kXX&
zikwQyBcGjclOqS5tHEx2(=0Eyz4ua<7wa614t|PXbnX@1^gG5j4}b>F?#wG?KKQUL
z>D3%@JC#ak1x48sS1KpB=kC_yJ!7{-np@4coMInIt48ux_LJd7=zo%8N)@-)@Mqn?
zCB{TDMLie03HEs~sahW1-369Q7k;$b8PLlKc|e60hl^hIV7!27_os@JOqQ{&^m@It
zOU+BY&Kd1I<4B8XNEOGQ1fxpfLKZXxc`gJZVp(4YLUrlS#O3!<O<<Li8^|ViP~L7q
z$w48`7Ze*B>F;mrX!*VfOSO6<2k<HrvugZWKTT3;LK9K#TC2QDfk??*7a5I^N#_yO
zlk5BFkcI9a+tRGJPA{oW`Bx4JhUDGs&@j*6IQ?(=Va@q^QQIdWfsS)iGG_#=im~(I
z#@c8z_?^~$u5IHC!|pN^Wg8orei*{_?;yp&F8Qjk*|OneM3YNAYj1+?PD$;rZwV=n
zzRaTq6k(wsa2;IUu}FF`nav--XUmtN>839IE#ij3B6`Z33p3V1pDGW)z||*)hzf4|
z#5U$te~Ik~F3J|qKe`<wNN1Otc$I~u5`XtwL{mgdIA4xb^cB@R&G$qUX|DV&YaYo%
z&L(UQ+fbU3rKLh<U@cfzC3O-2z?eQ_-(cwL{I(P80|tK|D1sOdPghb|TlSh~KPvqa
z>0sb25<>Dt`sQv!b)&q;?!Q=CJ{$~>URp+ihe!Y><Q%ep+4I|OL&zo!K@3$9_XK}G
z;>>%EQdotYO8c58TuoTLmkppGqebiz(tbA&68SL)Ym2PBh`wyUU1P7^o-V&xxQ%&I
z1`AGU3bH%$YNuf^IXQ&0!Tdb$I7(3)vaau0-GLq!gUc*E{8a*|5H8aRMZy`Da}U;Q
zk0R&2Y^ra(MQ4s*7$;THElm5vNno7%&0ev8lfW&rjt8_-k;O9IROA2H67|DhXL*}G
z{w0f8xhpks8E$F1j1p#xIWiXZjBfJ5^IaMxafGqW`53v4sVk*MQwPMFnyS<{K}hw@
zd!wvxfN`sRTTVb-x;RGfyoA$6%2mq}{0gGHfQRm0M9P^IUVT{HFSh1`bO^0`(macn
znI;iM@Bp<><Rc~X?fKpyA~tHnvI!PdWl@Ff{c(Mz{#_*v)u754f48v>s_2kCwF=JY
z&PSrL)N>3YjsOL_gI3lipNJ2XrOul1Wkw+f?&ac$$3qPNi@V_?<6r^H*bU;p$q=>>
z1HvZjJge#_N_vj=kpT^tx;Xz>wFlov3AYhs1rZwWA82QuRk~@988N#nN1&YOzQHa3
zdf&p06k#ycU~rClDyg|%s8er0F|}lCP@)Z{v-VzuK5T>5<=`+i$=M^z<d&;ru`drv
zD}9p7>g~GidW{KUn8}&u^k7nksXyJs5{jRl`tHwI4aOs5*?ya1z}BK`rSbW4Osuwk
zzP!7-44zPQ)BpsgLeCxhiNT!Za_>?f*CXJ;7qQ8#<^K=Qzj13VkbE1||LKI?N#Dgz
zIi7fmv}!*%-MEm8-?F^f%-T%3{*>l+mq_<~HYo0Jb>M|QdT}F~I?YSYm@dv}bQ}pW
zFz@r0I@tf#7ANC?Q{`j!@F@?F3h&0m;LY#5vfPc>xE`I4U`@X&vyP-}ERVw+47+d*
z8XbB2sGh5Hd+{W*%UR)T5f#vG^F8`sWtR@~8)B#C?QQLfjP@T}EoZ+c4rjM1ZjGme
zhKp}sp}+!o1JpBW<=)Fa2TtF_-3=QXVIC2VH8rTfxH&^ZfK)EC-4LZ7vc)gt$j;&B
zE7W-upbGnrXAHR~IRB-K{$r25*hy70%I93yIb>rw9p~$V7vkmchY;zmv47Gi0=ZcH
zG-@I9F(-ru^j;GAl76&@L6#uC9|fE$kv7K>zz5BI7}0z>OgtK##ulGp-w47^V_Q0#
zHuCjpJ4->8o$~7oo7i0@Y29LCCw36}NAQbYir!Nzr3tMo>~3U^4m{^j8Rl_h?YAiE
zyhGp#8%ummkQ_Q>=-qTpeH?NTNV6{LaTjc#b_*38J~BuhbgN0&^W0t-1FuH~#hhC1
zMn{OGvG&h*`xt>KB~YjZM>i)`Nsmwxb)F$$r<YPHwV!0V&ufqKc|0#JGL-x$z7jU6
zO_Psw{GVRRH@I>XEa__@Kz+APMRe*11R#?(&0!_hWIB<((OfR`TY$wQ>BK1O&x$6u
zr8b-zG`lss-&MNJ<t*)>83H{XmrzrxLCXP3zx616s_fK!t~=CSlew@PbyMR61D!a|
zsLmv7%{S${Gp_IQYMXWX0v;SV?H^Pci3At^G0=Y~46@<M7=4?8k}(Y00h#Mf_oLZt
zEaKFb;z6mASb~Eguu=$Q19<su2WT2XS;fbTS~>dK00jSvyO&zMzs`y%Yr2nYu6#9Y
z*<ebMtaZPY1pYJH@gdD`b5my{U|!8nF|1wUcOG>YTghKFZCC2=D}K1OtgE7My;a;3
zs<??3)@Os1_A7_?q*<m<poqUE`vs{gNE#3&pb~Jtpqr7P??e(>O4r0%Bicd7q4#W5
zm+Xvgm|hj6LwVVX7t5zeMTO<OPj`cE&#GepIHe@n2rhx=mL&(@5j6PcH#(beQ9WN4
zyIpJsyi|#V-!H)R;a@QlA^Sv^gHLsmemx4LH>VcpsaPSw)$>PxMkvdb`kyB?G;aGW
z#kZjiTUtq)U|p}b)@9@V<bL(e^H4Y^m}z1uIIpXRTP|1tiM}ZzqJ;t#i5fFPFcqfn
z2z=owWH=(tAaZh0Ynt=ie?x=L2_;a!FftKYNz>#PZn`{gD1Td0g|}}0wF!xU=e0hy
zHyG}uiLnRu=sn7Bh;pjoG`}Fdv!-#0vnYegTi{ni^fepVyOqj1R+r<N-dlesR3mD9
zm6yuO68TADe<cb6Yg!{id<L<`O<<}=d~#(&Cbq{P4PwJd2Q!&O0rFb3C?c_?WF{aG
zZ?hU~C0biaE*z>>Tla9W>4-K)UAhR`x5(nWp0izSdW$kHF1DHoWrOr2;ljn~@&VXv
z!;to}?n^_JyK<p97NU<|6OUgi6*^+*3?Ag-1|ge9mf(w0fQT!Dt#yUCTC~%ww`fXn
zYe%j1#Dvpwgl2}sXR*)Bi@5Pam3~zMMZ4~y|1|3I$4Tu}z&RUh&RMNk?j%v)?=jcW
z>~TjZwrA8#KSX8dc!BRrSBlPOK7p;OZB1NX&jQUu>3+zhyr%DF>>dQ*Vj_VXb;zX(
zIo_JSRUrlqS!=a;rg_c(E}I>bRiUcdPKf);b;qbq#k^^jYshOCbOAWZUqIUnQ9<E+
zRok82*>fUKBEK$&)hXv1&qdgv{1eugEQ%@G{a2OG^*wXuG3b~$Zv(2H3pToh28)cr
zYev{e<VQ3a$$qKuIJ2AsLNvmpKCza{4-AWhV(06z`y6=Ho!wS{5X#=ko8yJb{f;7i
zLZulxI-bl`%@^msa=c$EaYC^O>l;D$^5k5A9V}#~b=H}vTS^YGz0)O@*21Z`O0#~2
zm-{BE`O_B3P}xZhi&+@oFrY>(h+qjmQno+gN&jLJZ+iW2Lp5>J!M6k+iEQybA<igG
z$gTS1+Cf9P^nkLzr`p<6KqN`O)ppZ(S;pYC?O=*vBqr!*TnwJi-ek!Z-fC;Q`)J=X
z!!_TEG3s|BpO9!}p&gL_)2w|}bh)RXA>pKr0+#up4UogAeoM;JMHEB#{VVG0Br(~t
z;o<{@RWdi)*lYX)(Ellg;`^QWQ~uKqQPcgOc8HPgMHiIdN%#N6MK-MwOPxW=U$AsA
z6hD+|C?>Sb{SdlDXTqSEA{YPm#r(u&eVOc1!~;E`A@Ii?TO5jMV6eX7U#3^=(KbJw
z)X$50!WpsTP5Ivi;dG`1(Q1Mn-iO$?#VW{dUm|NOB$ja@QE>~Ph#-mNJ6c1`0#bL8
zb^;qmJmr$E@2Yme^?T-@OSlKhpe$oGY@`wSL5|#*;yAw8FZzoULOkIY8Pjn%67i)}
z{l}6W>Jt9?%jS@lTQ|d>jTNm#PJF*w6sHB{j<*k-*5Fdj_2a$#24~eH=jC%yHg2!H
z2%3x{t~SIdKK>vjhfqvt_1%^QjO=(dj%>Ar?0bGs(A!D$zPa)z8Xsv49exN|7Z+O6
zQRUPUKl+X}fXYb+dctaPfkRo?R%^7-e7>~5?UUu~$KcRYt<o{R+o1Mwy?Wcy$&MqM
zX6)=qi6@i8KsE9mLTjqme|l?11n=)oV8n8bC54`TgdpCv2(x><>l?;Xf7hVW&f)4q
zKa7KyF0KN+?^GbTpU)om1euxNw5TZ^rg5oVeTlQIZ`^tJb~Uv$0s|b;q%9c&;>51e
z`c$)xs>`*eJ`x%qvrd4^9+drc4!I@NZrA_@HNnBsw{F1nVkF8z@ec`yiSEx14LDqy
z(CcM#uu}3QSi0JRtqHAV&yzQlJ+KM6c}f*i3M;DrmHQUjI^~nLX$wx^x;4UaN$FVt
z&Pmm5(XnW;jlm;3k}hAJAQFW@KVom}CA#H78GhaYQ}k-~GuPz3;-Eyv;kR5brwy=B
zfR<wKis`>_?_yPB`{N!wjgu_j5w7@JOz2OZGu;OL@xz{Q;*pimlR!y=pCB{#+t5AL
z32+inpvA+yi-KRXMGWN<G-5CAPp+`+`51>P^XPZAp}vroYP!sQG4E;+EVla%vHfn|
z#|EaX2j^1(GZJzEND26^KBVP~l=+=c^IXE0_g9ivk#n7S?_xastD0^LpRc#-hdV_0
z{hMS2L%wspFLfHM`AppRfmS04pWmTbkzSqy*eo0l65!CmA7^`)_Abq90Nw2}UpR@b
zjs1LC*2a%m*M;*QVbo&1a^QSx7#|CBpliq@NG4%{O(l;%KbSXgE&km>;pUK}O#LY7
z=hKdHY$ZPGW{US;_!1p?0+d#mw!Ifo*>HlFQT4NYKK3Xx=%8w}&z^)%lHyL5sH{iV
zQlF5F9w7Upp0rr!ed-P?%I&>cfx#jb4Y6>zdKeJ+1*oh}oS%=)jNbSgBl(?h{7G(h
z3mkpT=d=<%WB8h)flTzOV9O;(hB8mL9kMwruOktKJSwJobi9HGFIkOasl_Se(vrzI
z%21W_{aWwfkgZ?Y-lndle*~}utqX+WJJEhlYJk+i+X|(+ms~(05=ByP)FJUvJ{*@t
zA0UuB_vEcydLk(s6&v~4(`<o4;R*T{&oB-8e<%$goyxpQ?J7FYYc+<99Q)lgt?@xA
zX-rc?;u#A1GRWL$gJsFtWG893Ku3h=i@qaH*m7rH?^fI3dBIlxoT$9-J?M?bJblm3
zNSf4ot>h))Cc`&Un_zxPiYeT<0))7e6|JO%<o+Dy>vqVKb!nHdzRPQar^O`$jL}9z
zcyBLNT;7G_UWPng87D7{$!@~X$jtVVDcw-^!O--QX8KHDsde0RJpzB=Dl8CGTWVX;
z@z}4;-=5e^MKO4ZMW5ZX8QNt)v*|Dr=8Jk=B(Ie^;aW$=do+aqxqxHb|3JavGWra5
zNAiX(4t5fh7us?>RPI#)^Zbo>R|As>Q{=BSGd7fK<Qw7V=POlq(v^hD5W`{}-=-TG
z?Rppmv{;`!1mS<Pydzg9Su&G;Nr$7{sv4_rXpAg+zV<=?5*r72EPpGHSIds~KTiFc
zid5uOgrDV_@}54LVWCG9hyESCUBCM=!p6trMfDSKx}yhwN`2b)sPH_?H#Gy4Z&@}?
zi-J1yh5g_uJ$K5DMwa$r8nKfr6gUS~qXm$K^ji+|s8C<D(KjLf!J^i-ww6}Zeuc+O
zkGmNBW(F-)pGO_sA2+=IcFk4BTCtor(T-?tqd2Se$e|)bBICmVjHoi24i@iUlXxRC
z7h&F0_niYUl;%?K$<?)UzeUsIwS96wnf^rnhCSqZ)Lc~7SjHyJYjSj<h})i~cqo;B
z<!FNZ;9|poC*VEd-lpWNvmJMdm~s|4<!`2F@Jj=GBLwAG-OWF0xtFuLL4ct4!Ryp{
z8M<8OnMs@=SZPLy79X_Zri#Zc*~nA5pZxm|HO>Nt-!1Ld6HSL-vHePI$O@TM*k}5G
zq^A`yH&o-#vlckF*uR?APTJx>E?Zt)SPk|+!z72N4GVeicTyS;X^jnzEuc?(yP3P>
zlN08Op$ef~naLYyYId-keedgm&K9%#VT>(izue;kL4<Y4r#AKvbVBM_M%d~z9I`8}
zO<4Xscx?5Wq<N?A*?YIla({jg0-q0{zTX#?(mZ?QNe1#qNwf@mHiT$g$_#1|qw2FO
zRE3Qn>3eqt%)>!v%o88*#7LwDY|8_^$tgu9%gq<`i_mHPkDUVII;Qtw_RB+^7)5mC
zCO)~}!GYsE*TkmRB3s_G>oXw8BYs`AY5sg;!geCmo1pHIex)aefr2!DvA#Du%ja7g
zDT(m(jrA81Ja0NuFR4?npk#SW=Tgxj>f>|w4$m(>3*rxA$Nt%CR|a@Y`UTlmzk=`{
zlJa_LK&$aMpOzv$X4@i{)S2$*P^*VjVyi`d><LTua(@O35dB1<y&Gk`LK{T(DyY8R
zt$d1V@;WlCe!`me<h|mj>`~!zR2>ac!W2?GYJ3BA%brp-`1T-|#o!YMKf7{>+eEb0
z!+5L{^jYlE?$bB4;fJkXuVVT8R&evJ-b|1^3j?y}_D<b~_Hzv8%bqq0jXutN%#N{S
zp56+LREhdWa*YoBWmMqM5huJdnuW}*xjc4<-!<yQkD?eJD{Q;XM(<yX?`p=F2*o!?
zn`kWJt`8|cu`SQ-s0u%(tB!h6I41m=3A7kNZA{j^E^;t3FxiVyKC@h@$qNeCkas6a
z!XmbjC)uAKdbkR<=q8Q0-r#r^_XywwUeXdv7D!0{LJ)HGp#a@e=Xhq8Jq07}zaP#Y
z<Ld?88FYt#3t2=VVcl3z6mP#O-&*edewH>NB@Qmhb~hIpqim9aAH5+>c)Y#7rpKts
zZ(aG`MU5}{u>`^kuxaA4s219<A|G{NOKDv^1`iL59{>GVYtPiXZkO2mN)&g2(3*85
zekL#c#|vwqsPkYpbh%Qbr(NbNcExY?J_YDh8Z^w7#{*G;43yA?l`OC2K^dy!{v6SH
zps#MZGnK;JmJV?nmva<nJXxc&4RYOlv9SV(r;Q)tIq$Q{pIz%CD_fh5NcdZ}s#nkU
zL<X#+F*O7vLH-~Sny2P=>Y@bw2t4~(UEcWEs7l%MB<!}dh)QKkNlS`fL!tZ&X$I*W
ze{f==JFtWVr>_4?CHKX#Q!hWaXl6K6-TZ5uZ=I^?gOjBz|5}r&69B4}z_Tzld}wGy
z?b%1(T+-Xdvq{HW@~S}iyt|<G&wq{s>ILpxD5FIltHoy%AD(m<*-9OrjE#=`&No~h
z&a5kP)IFE8-cJKe!KPQ3n0;~FRcZ(VX?#sEJ~^5!nlJ&J+T5a$c0~u#e_WY-)+gKH
z{YZ+(zrN=FbSpBh_D&uHpO)o?oyPXOrEcIeidy<KdwN!Dq%<0}?*eotcp(%c^=+zA
zKA8yv?l3uQ#A&X(-ptDd5i*?>H1w<d%ovWkm7jj9q7B2GFIt>R_`PpE?ueekOtlSq
zD?*Um=U0_Q!WP0HmHr;0IDH($;EznIm)1y;*Uw?!R{{+X&=}A!?<5WRid`iRdZFm&
zs+(j3E{U~_ZlOKp%p!IEGLh?yA26aZ^Jr+5KW(&=>FBfk$ha?qWhR^MGpKL!pMKr$
z7H_L>>D%j8#_jS#U#seThtMgb!S$HNFps~D>K6`Rg~$(tc6ZusJL_?`wc1}j9<yCO
z9scI(xa-mJZ;=@q_fCBw#;Z&(Mp`&azZuk&vx=6taMInqJ}D>}iJbfaut)2sEk--+
z=k|Oi_(_-E>o54eBAm;1UF`l>4h<9QdG{*Q0M!SAvrL_28w3V~MH0;eJIaZKp0v29
z&8L=>zYp8bg30W+;VutS>>Hof2%kjM&0lXT{-?6DY-;oS+IEp5#jUsnEAH+Nh2lYq
z6{p2DxVr_~QrtbbyA>}E#e;i+;BI$*|C#3lJTLPmbIoM!wXeO`ah$Pjy|bz4_Md;~
z1pC@Ph0t7v#4(dWv8uN^bN0A5tHRbFqD*Fu_d=(_{>f6i@-qE|xqU<YN8oj_yB@#2
z2jz*7*GY`t=-?u|()ju^Uq1RQDLlhs;{PqgoZc2bT?(S7!J(Y5g@B@6x8G$f^tX*F
z%9EGK)onwTK7{&cZ+-XdI#tJ*rt9yTF%A4-|HMO<fT-?D9c;wwDAKXSuPee}g_}?|
z`V-|jdWZ=>7m}YZ4OB1(@)vk7l|OabbzUsXrP!g8cW9xZUgV;}&7FRAIGETMG4Qrc
z@Rcqr_DE;dhCVJEZw@J!9ZD-9!<^q9?2uEH5}_nyZc=qL*#3$=-TZa@m4Q!GdR6EU
zY4dEtdO*_8qNu$V?|#l`$KVS~E7m$SZ(prQt+X8QNkep)GiGJi&2G26{L^daEZycT
z0URxTOx4*qHtXF&(amaJTQ(5U6R32nkJcNKyGF-aYJi~Z%rhUGfjt8)G*Wh_n4ye|
zZ5=c1H%zCvqvVahp$pm$Mk{QSf!7M&wdCw*V-Q<*DX?w&RYHw_PTRtKRD@@Cq(zii
zt?u$wxSHhJF;K4=a%UZOB&L8KibDYJ`ufhIDyMtYH6BaRStSfkIWkwNG4l&t(SxYJ
zQLQF`xN_vv{wyCaZ3~tpf^SRmTuiH&-0V_x6!%xw6rX|$3ILYPtUHWr;FSzYX&~<H
zx%C-1bj$?Gwtn3H8oNz*VQ+ZFS^gczqb6EX5kJu%>@n6+zWdPH@-*=_8Us~~T#}hK
z@N*_gzQ<t_Jq<NQ<OvytK1Fhc%ZHBvS{3PC+x9Q0{t(?bPj~v+kMhM7WcVRoKnBg%
zAgDwd4&-yx61pBK92Zv+Y|mm1x4pD&7t-tL`2FFqX0wYHeK=s~xP965x!8l_CVVZ{
z_K0x8tkMprNd6zfnKV`j*+}r$kg@GK<UJqBgw+E+_F;;cO$h*q;#NIBAn<O(*>2b^
zx|WPHq$4pL3fGtHr0?`l)0fV5ivu;yzAajO`U^J&U;4RYQ!5P{U%oY7%`9|Wu8HJR
z(-Gzn&XqZwD{+HyJ~^i-OJi@j#631hjddE()`yHmt57~FEo>vS_;W7Y*7Lb0Gi9*k
zn6ht=38plebV1|SSqhBbd_+mA=y(3l&F!asQT$W6(CKy$(Z6pXFhQ1N`5w<2w)15j
z9odK{jC;(c*JjE&C%`l3cN!Le0fv>-!1OqU$tH*A(E5nr5y;}!?O8NyN;W%q`bp56
zU+>u<+@g=_-?kcDzZ^l_9i(>K7B!WJfC<RD0TbF$YULk$o|4$ZTK3Tp7Bn-Juf5i#
zmk(N6<AO6V26B^qw`9MpSlP(*ur(oGT-m-STm930KOTO)9_R>p&eEp4?|?8Okn+GS
zT>@*2p4(bjyL&ZTzw2()&PmDGE;^QvR2&Le553=b5P>jB87lho$Vtn?l+lg~B_KxR
z%i|BP(Tzs6D+sv*OVrpQ)s;aY6pdCX&P7H}O~-L`b=Z(tWH<g$;qF0h&_~1n^QHl8
z_BwTu6izC#KH)!)2mW5RbF#3bP8sYsmHDkGCsde^HRK$tEa~}XD5;G*ImVKpg>AO;
z0SjPieNi@v_gnd&TD;`@&{MWwPoa7#qokn6N#O3+-VD&~dsROYw)rA29lkd|5CR?R
z(!8zwUPV>1syn!rUoQL%UwMJqj8@iI;X5^}PCrMF*a9p@%>$|C_N5b0vDn?GY5<j=
zMB_yoaMQ1J1@AT`y;2t2BfLGpLzPcoLNBY?9E_@=a(V1uWt&(_Az^HzglWJX(l{ng
z$AM$i^3LRJ17&=0UXtUTfB3l6H6k6;KD2&cDj{lWFj(iizhctLD{<n+R(xrEne$F;
zWTMc3`1>L>x`NI|S=4kN8UhC-(u8?-#qWPk>GvY!hTsQ3>$elCyZ1wiF<g4WLy_WL
zLuv5dgHX?Lhd<wLJ-5e=HBN`ChC~3Nb*tamSY<%&m6m>oM=6^zt53mj_xLU<jsFs$
z+7!bTtfWnIX*qrRZsl2C2PpNKBcSH+B|k&mL3diwt&@f;dm{2!9RBko{UfgEzOVK;
z(u!RB<EG$+pVCLuT%|5@R9oMot)jSED)vTrioPIz0Oj^W@lj%)0jowMC7G1x&|!bS
z8jo#;Vag_P&tS-zAD@%yT2%EL(=3kPHW|{d7tW{;cS)YAeMP7hX1nE0-Y?`Xo2WM8
zo{ZDZD03qs41DNAjs+};*>qaDdBI*2;&ndxKcbao6C<K_tbZ{)FZ!d*E6D;Agfm<I
zGB3Qk*WQj_vvgTHBP=3o(PfIm$7y|iLDe!(AEBRH7_-Rhzc=T&CRvmwFn?dQF<b0M
zqWP<U7P0kRz5>nTY5RGuXUdiv!~|-l`MzV}<lMlqzS2Ole~~-c_V|0Z(#wT@^wsI4
zr@qG&5gW_55RCLcq4&nPY3=THxl!`IDoRpT;zpQWv;xxXSwG^@XoKd}L*FO%<)zDK
zqovItLa9eyc^}s^NBSOwpo5eECJF{8SYO;@WB_kXji669J*RJCWvLGTJAQ8B)wqTg
zfj)0_8h|8EoDnVQE9Lv7`ZI%mq#5+An@W{tNTARN6$1|QPnbPSYg9La+9fs9C|ese
z<Jqn)R>lS+#5;z<cYc#G0-dtWAGWtLrFQu4*f_jDF0ESpgBr@q^&$cOh*M~p<b1(t
zd3&C#1)A@3@(@!!eh+7LW7_s(zzB-u`IC}@y}RQk*MGf!3C>J-IVr*U%&TC*u|K0^
zf}G~(aVqCOX;9?~8S=Gm%SmpysOc;p#n2FFL+_-qi<KKvX}`DTGb7dw{e4R;uXAZD
zz`RwG@dtyo=+V7FQdcM+GWiBILj12{8vS42NyalL3#a>6T)j0v^vhY97Ye|3{<X+X
zA^wT)?;DEPpj^N&TI5R6kd8pieoY)&ny`o373Sh>p8cC3X>-o}cd&TX9WRcHtwxh2
ze~ZRP9M;=crn5a~#rp#|M{`;hwOYO^_%dziUVV)v8hoIco9tODo1YCDXl76J4dkHs
zJH|uIgFy6&y2vc=8okc|G~xbf@a2A>Qf0xX(+!2Zk80(AxF-L5UPvX<_+d%5TpcgA
zqP!(O(--EWZ=7YKE7&jl`82e-2$#Mk=OIx_xb!V}a)k5)RX6E|4p?EoHZNl`{meSf
zElFi(<2+}sSK$)C+7E*{(ZZzzZS(WOzBm*IT!+MBAvn<76h#v<gae?u?iK`gXeH4w
z+w#++lyySVTbEkiMGm?8*PW8(ujv2EWNZHjS3(u~Qne`+c9FSIXXJ?32E-%c{sy8P
z>fH7~=|ALqjKjTES@TEU0!YgbU~Rgb@O-&BENqDu=QN24{s@~={eReNU6E4=aQBoJ
zzI1Eo9rrzlHmvAQ_pT8W)21an2KAa{)?y|A9Zk|x!u5+hSi>x1juF3}FZ0^t#hMmC
zTk?1Rl`0FN@ZeBs%}*q{pq``Yw4`h#`F;oqqW#>abcnmkW{@bmgRNqTdHaKWnv?Tp
zi<)ShZ8BM%r9)_kR^mH7aE)~=<p2}_W(~ZNto7dgXzZZ3@BFjj4l}$Bm-7pX8Zs;1
zVW<vNMM@6fb*Ofzkv8Ct6&aPW;4k}yzGqr(cM0_C!BnDq=CuT+8q3!Y%mVLPn31l@
z5D*ZL+{5qvoB$1cx$<~~>mmKIomZ5(N1(F&ceUC9UU;u$?qz?Ai4JImr~!Cdmrn(%
zu2>#`Z36A`a6A`pZ(gfeo5zzY_B*8_>1=Lqr=v;|31BZsE;nqdPa^0o;xzjW-b08E
z47SBlhPGEj5|*c<lUoLJBZ%KRwC2qy9n<FWPk}ESn>#eE35?#=v_aeN<$j4l4(6aT
zV&CYNpDouTGUyjCi1~8B)6iSIvL3A4GX(q={PrkFOw>mrUyHOm+EBK(61DJlxa}Y=
zvpU3;A<G}b&EnI(YrI^Jjk7L51TBb8@jBSlTD^pj6zBWX-?)_H=C|6h#PAzI{WZvc
zM8v3O7;-6BI)Y;1_KG^HJ^EIRfvGe0h6tmQR)T*>D4pDx3XhMir#gllFyHPVBc%u<
zIh0{{Q4)<XW<r7YkbD6v<Tr`O`W4~hD(!zRffL^7dSQ2s`ExQjHWD0VyIM_yK0H-=
zbo%E82StvEbIzRlX^k6~3FTU1%ikrx)V^effszye!*-1NzCUcV?sxLX`kq=r*3*K1
z--hVr-4w-*5H-<v{8JH6toHLrqbHDQ{%2EJce3OpokkDSO`2=cMEx5L_SWVOMGqgj
zQ*U-5=F~=YXAts;T&lq3;1O%5UclqG{dM6E)qg2n1#ni+!>H6;%620zIBt{BW8Mru
zG0#P>RK_T=)G^~KMfa>G_|GE;A7Ur_*1uo1drGF38p_<^QW3E@9}!zoGx1zVLFb-K
zHy13$*N*>Fr3O2qj}Vp>9|2}$wy{d$r|=3x*aCzS9Hh&~kS6BdE*riDGG1ni$r0zd
ze<-U=Y|AifYm)6-Eo)bqks@)j6Y`?jS8~tbvd~zfuO)y#p99oYEMYrOrVxuTKXkq%
zdQ(gA)Yawm!!m77y7@&vM%W&6u2*-YH5aIZ)MSx_SwZiSXxb0S_J@S_V~BL@<_2(%
zkVMalhm5@ruCOY%ErBRG&ASCDhgov5@S83%31k&=CA#qzFb$Y8gbK&gCJP?ur+n6j
zScb?LO@*dr>ImjWXMO>#pm{~#CnB(8MdF)1=^*bI3CS#>z+%>Byr~@v=zrpf04!XI
zpK=_lh{0<a@q{Vtodsz!L(DvKdJZx+V!W@|g;cR$L)M5^Rh=0?@U7$<iDdlR8w^B_
z))@5<WAaIwGXqPSGv-Z4{V3cM9}`LO9OfH2v|3}IgWr5^TfyfL<ZJkhGKn<Q5{ZG4
zijwVMEA&0qp3HMKORcTAZ-2sWLndMvc`%rT2aYLFG8n)GK3{BsgxKJ9JI#;B!Y0CO
z9|!qmJY|3-k{d`EQ-CObw`(gm7UEO-^|=?BZ#i>lECh@VP*o-AD@r)(1tWldjgD#k
zK}+*BMMMV%5!m_}!(R44G`0JHo9DMNDUT~4yOG|iC?^WL^W<<c=8!Nx%F~?e4B{K}
zr&n+)6g$d-ckU_+S~R%75W#gkO%LlC>wRcpCpbZ&tw1EYJ#W=mWT|tW?TCwVq%jHJ
zZ5KS~_XlicZ_m(Ff<)Eoc0DP3&ouUna3KCA;!{(JC%^V#j@Ed2+jk$ox}cAWLT!99
zV{S6`Sf5E!pbkhSHnkJeY92(9pB&KAeQ|F$V7FrHKUySb>|r7t@3da`;o2QjYJ2-E
zl0eP3xq|9^GmNV)WVzfw{1vw<x<UN8+a4;={(xMLiS|whm7MPX8G9BjL99`5gKU$x
zM#@>%PvvYEccJ>Gs@sPY-40sv7BDqlLtb5#lERvjv2ldvj|V@y1W4oI5q?6foBgkH
zDYz9~77WRA3H2zcWY}o{$s6S{99wPto*QrJpn(T6L<$P;6w-mrj^)^~3HEc<$@Ar#
zu1BGaCe<E?A;(<Ir41`B7_b<oOAFJQlVN9{7URam>cg=ii9d_l>Il^PFOmd`>1Qb~
z3pRU>UF}qc89<MvaT{YR_+a8OG#G;wZj!;{F;X<~G?Jngx)%R(o8Pq{&G$ks2@6;o
z_5%^nIT7igk8d`?7dk<&){Hm{^Y6MEmpLb6NAb?RV#L(-e3a}1$K-nHSQ56BE?SS-
zzKRfliD8b@0NCiaPLNSckiejZIHIcS>%|)49<R_GW>*uDH*dNz!cq)(u{KS#VmiE!
z#z$qe#Kt&K+kHG1Um>#0Piq}wKO=`<t%W;Yi=-RhpG{6`<y}m~$1DI|ve8&mlVPxt
z<i^|K)%Eu6gpIP3g$X##eakK9BP71_oI%LonY2<1uF7D~HA|i*C{WE74%)kA$@Eg!
znPYM-mJl@_i?{w9eb8vzh22s(Ln_;cIm9g8_BT?FKvXFv_*g_Mq-vpyfK$8>$y!#L
z5HC`{Dt5pvJN{Q(&OJYw_BM@;#1qD%k!V==&6QG%_nQBu7E_mv2C|uqtcIY9)u)?u
z5sMY0Mfw`Z@GsxhOV(Q6|9WU)zdO;8+(8lH8ZB*5YiQ-W8*FdZMDP=0dd^~WiJm*=
zt~Pt=;N_Vj$9W{M!4vHQ`Or;(Pp*_=$=ODDBkM23%0^kMV@2tJ)=W7|KG%?Vh5QM~
zBj=eVy1zJvbxCgG*l|2zr?j|uzMwrE+R?2008;tk7UB*)p8qn#u<j3QIHQbisSbu>
z=9A~A=hKKPEt8%I<crIv&?w|Bx@rMVvw05G9j&YqoDfGX2N3UVk*4Re0)z!uK7{Q~
z%e*iDlLGaxgh05VyjW)Kcw=ha_FGJwCasT<KAGY=HIc#g|7{h8^phzC-ap6Ma!1hH
zQ%Y&DVJ<|?tXgs931W}lWc75o*s!b7=x^NVm(!D~{OQC3<%dNk9-VxnJV~JtTESTO
zW)RiOr?*#OQCIlepLkTYLlW*!QnDx6k6QpY*W{yGaQ4Kn71sTcL4D(nF^h&f+YT{l
z-7@pp$mycb-`-UkUD+^UJRdqXH0!Fg)&M_~hN#9Uv0QeI+P7CjDaYO%`l8wO+81e@
zBsMvTeoX&kJa{IN%;DYWI$O)%Vhj@%uJcS1eUI;UN_&pK=Kq$xDt~~U3*~q)gagvR
zW0jxubv<$6<7IOYFm~Em-N37TJlCi@Lq1ZC$Y41xK-Mg@!D2-d-s*W+^1uh5P1xDZ
zx=_}nJIER;$ZyW544R0)mYXA+dc>Z3FM0FhuPIo5<s3|8CT<7%HQIFS*5I<=jE`v-
zt*y%c(_sab#6Bua`t5F+J29Xc!iz}rJBD4eW>z8pGu~ccK>W+co^5~{Mp86<2`P0(
zkvNV<88MPGlZyLr@fBNZEM3R{2<F#O$f4xKHvI=2HyQXOm?Pz9B9|^DLR@F~7txrk
ztMG2{+*9c3D!3Mmx+#>{76PN$I^<Y09(%7jq2*Yy_^^a+C}@a18J3tsGkV5DnXsyi
zEcNyR^XQtj`Ja{I`p=t91rkwir<v60+##uzb}>S*wI1vKvJB^%mra3@5vK!Vs5)Qz
zKxPI(x%&x-3=2WCh;6hn0N5$<-9|5mWU`)a+#XO$g{YP!XE_8PCpi{~AdTh5f5M_O
z<*Dk791XVh6f68NJVB?GLtFtlxQp?<{#8(I>vpkiIj+uXRt@t;heRS#P;ovb%XpWa
zdJ30Pu{=JH(2$iHQWjNI824mVzT<d%o;=Ow$5ARFddw{z1HYikruCQc99Uf^(w8cP
znh4FD*JVlT(2hF04f&DoQ*w%$mIOYl?3^rcGe>e)$?T-J1fKX*KY)`TS+`t;+iqol
z;mIsxo+5kX)byt1*akU;m|zZjd(20OcPS>rCAaW{cUnf6CRwPR2=+ewrIo2y7W-VF
zFS7;ROoKQKJNuVuOz-*04Uk0oNVFL3Gs&2L8Gh=7oE5ir@4{k%K!#b1l0~(2u0FP#
zRfF1t6rL-;Vpogd0$)qGX)Z3?W*d+_err<Xe<3W>bl^3cWsSyyFJ2TWMw9<}NIV~*
ziQ$ZD{ys+0Bst9nhuif+JFy#Wo^0?g<R5{X!!vmxcbu`8f1~fA57SGp634IDCaAp;
zza;?If@S_G7n7&jxf$PbT%M!)+WYxSU-f=|?El<Ec)H)a<ftaW={W{aH{+IGk6!PI
zZrOQ%q!d?k_J9}CdGlP8$vd+hds~W^51*e-gH5G9J|H5Bm7Lv{T%3_J4PLlb)}87m
z>5Y3&j?IsouNsM;Z`kKNO1HtFxceUu1Kd~|^xTRhcc#Vb;5k~SsfFAZZxddhLo0G}
z3XQ~ZBoc-(SrF)~O4ph4UCZZ*ti_wXrY-J2jmOlhiis*74U^XGDF#o|;_$zr)y@`6
zw8?qBzn>RP5rBm6&UEAVOJ<k({k5PV(j+1pV|zP)`lHP(b>scQxOX$9`!*+qW8l9X
zl5jG0%>Q@h5l6c*)llUKpMT03e3@C%=U3Jh3r`HSr_QCkk)ozTX`djmh^}FCtR8ZG
zR+$m09T<-8{%9MBmt0E=zEEQ%PkR|m(%sfdJkBxhXuIFF-ULoL!_6H$65z-;kZK!_
z1a9-*N96h_x>)h%1)TQ=r(d)K=^~jl86(6e6q79lPbq~DD9ExIoj{%4*L6b|9@16X
zgV|}qEQj`+s8Tw1M}1<0ERG>reUIxh_04_#vknTAnY0br@_k|l!!<*`sA<3Lsk}U!
z@UkCvjE;sa=?oLjDp?*_9iegDH>;F$iE8D6Z{!H^dd(}?mLaV<>&K5c>C$U<rDF(+
zBwcSGhT&W4<auN1z|zabZ5Q3#{B2P4xZm_@d~R9Ch&V3ZFk%$`cpJb|x#HEPw)vvE
zGgX3h+a`dSulU7{PgMB0whKp|ZaYOSA)@=XU&+F~d<!&h{^TFpJZ8{4F7u0)dEhqN
zo|=NMK0%0h%=<cW^!b!8Oz$#x;lD-nKT|YZfbqiS<%O17baB8Nt9%Vbm%X^F<TNts
zizBYZSMI9Kn*{T95B4?m%I#GyPd}~tn^@Z$K9Ab|=a>%^qoD!jRaumQ)@)(XA$Dkz
zT(^4T&z~#)WDnRDwi%qp4jcf1$$LhSF%#wxlY8}q2Bw6@OQdw8t9G^Y4RJ+9nT-Y6
z%O1u2;bw>3cGDkqMzqvv&h@`@i&zkP*uSDfu@mtLPZfv!NzXCNJ2|zh{CQRV-Lr3M
z;Wdz@&=+h5z76>Bb5e|ZO-N`7ZT+cNYk$-(xkE(rpgMI)(I^#%)(-tkDB*fTcPXhp
zWvU_bZ*%x?;7BvzwN;Zn+nzX3P)`);;cv~*ed&MKE?<KJ5O)c_tKazVES4`8si5tz
z+7p^lO;7(^@D+St&<@1AwW_~+536oHW3f=Io{~7{%e%j{O{KgMIwcP0jnB2&BU@Vj
zp?$AsV#utAEP2q<t_=jfmeOEJ^BDj@8mN=3AX7vR<P;3va5gGRbWT2`KxH5p+cye~
zRF=A>5$&W8?2<cu;5QUsDT0bA%-=1sIb}*UN|5Zo=)*+hQO{{8Gr2fMt3>sBO-h#U
z`lPO986`baZ#KaN@%x(30G!*1gOlu~1wG&M#uUBg056Bpl^@=B7zSsPAADrwOX|h?
z%==Mq`?o=+f0Y>lA=aeN0Z!%Q&y!LnBGVHP0*irT+o@UU`+OPh<7o+Ou`%iv#h|kW
z>rLj=$8^D8fw7SK=;7J-+X&I~J{6!$SfdwNi{UOzQ2vT2(#g=~yxi>SjQ?|_q{{q5
z`(FbAoJULXX$^7Sl_^O-myl|I3$tfb>NGU(2xK?Z=KSN7f(@{Lx>MY=MO;G7F>K!z
z-Dcl#iD@YGCE^3Y!`V6p4%P_b5{`a{<?iyr!J2-7uSaIUey-h3p^~S5z3M+%s~4pq
zIY<6Qd;}M^w(_a?_bFVylVt%PfVXye{5K|Z0p@&m)Z(9p1M%+WXmR{YgmIqK?Vj(J
zM@J18CP9C6S;N!?LIboiXQk8h%yi^JOSc^DLFzs_t*b%hjtIu`hNp_6<pARSbhFJx
zC75=&1U$fPwvXy)TLIptk;wKMxzCBGj}g1B8IG#62jnTUY9M5DhKHSC7{CSIiVuV`
z7}*eQvhMuL9yqT#{g28k!A~b_<f1q0GB>7g`dB{IWl$iz2o|JuJUm%mzTSZ+2dV>L
zQEWu8EL9JzW@1$jlXLDdjKH{?Wk)<WPD;mL)282uUGMLdZbn*lZ@hyCYld!x;PGS6
zVL;Zal-I?kDwC3Cu}!P}#4u;*NJ2y|QchLSk}M}fGkZd>I-;(;o8Q~5Pi!XcEv5Ii
zLotVmMB92J%aVoMyogWLL7dnwcfP$mi?8L{hk_~P7fPHD^@5_@hHP|J4WZt}On=i9
zQ%CstnpM(7#dutJlU61^2=elpvTXWQxmp2+<3lTr_E$E4ROWJGg9^c%@OMmNBHc<{
zU%|z;JF8#oEw%<P$|>{2c-Eoc7O|@&k5f)`zriTO=`BbF2evcx?_>0iIKAimc}4GL
zC#NJXniI{}<U}FT!QNgwquM$>M4=wMb|iedDvu{l?4W@C2L*l}13n4ks6cvT6Er}i
ztbj9P%Qkq}1%O40*57v0tMK*wI{r_$dkv)k{N=2RD><Av^gv(ZM!PY1C<Y#8Wol_F
zfFUAtw1H`LOE&ih2)RJ*nI?Hw3TkTK&-W?cSnI3NA8sn*?l}sd=wTfa?E%!34h(<)
zYUtu*8K0#2S#f`OnJMUg==iT43Wc5&YO)WL8+M?5zOc7AI4#z)Q^|&IS=1_SRQDGz
zKs8D!fgpfy|JJNUv8leI3B&Sp+}>8_LDw5s?hpI>D|x;Z$>2{`J`HFhlE-+GF!<ga
zXs+*pceI)d+AeoFk92AQs>3m0x2SB_RP1;euJ+`AzN7xNlP#=50gBf~U_7@K{1mI2
z%l-*CsG7lZe?0Vc%nxxy7ubgq_LWae`ohJ+c_|(vIpgQvEO`-UXFKqDq-cE2M|)>m
zzL*-%68p9`aaS7UeRc*GKG#jPo!trmsL6+%57dvN1a;4YFHWv`UX~7PJMQ~!&v`9c
zGe<(GfF#s6E!3dzZ|fvA`9y;)nQSTiLg$wuS5BF4t$Uh#)CWugKj!wJ13Z+|pW#7e
z^IqR_I?SjjS)ji8b#ONdmf}3o-ZU98-y1XE%b4fkvuLpn{y-rujITk4K-N1!D&I^F
z2X}VEH>}(xtMXATDh5|O(Fs|QK{`!DR^1N#C|^e$_Z0Zdfx`AJE6KSJY7yNoHOZ#p
z+*+C0Y`^QJwY_hiW#DU7{6@s;)ZvIdz*H~r&gZx~PI>-;B+u*Jh?*!*bw2wDO8D&<
zis|h{r$<V&<)b0dlm@sjj>JM8TD5)7v*=M{=h%6<w(iGEE=*>>m8Skx;#@my@P{oN
zedyIcBCmG;^A9>O{?BgRP`{gm>^`q)nAc!Rc55tlI8Sw_CQ9AfAR%hYen|OCA`+(a
z<Nm7L4oA68QB{RKw>gl=SidR`qiAW#<cd1C<8n;j0;VtexTBPv#qkqd+kKQNt_!b)
z^@7Ro&DnF#&atldqj}vo9C@~6-X|m=POO|_HbrSycrLE`kqMMR3(2mJj%KeV<!|S(
z9@-|^dk(t|M0n=K*qXKFy@$di#ll|izQ*%zC)p+4Z?8PRE?Y|`jAW<I#`I3z-o{!Z
z7M%r((@i-yZqSh~kfL|Acmb>GpGdr~@r(DyH_FVyW_>VS+bq!R?fz%R7suiHW@xz{
z8CIvW51-`xL?0(B#qw+|BTTtYii*ml&&Ra*-%ZV$i@9Kl?{#I1i$fnj1<|;AOjut6
zg}a$irou3fbij@gEUR6u`zQr;Mlk=ATDe`mlpPbqRV{iLog(BP2|V{2AFmSLeT!x%
z;<J<be%5Bnk8=E1;ua$<RO&Nt=?lx*4)(;tw%qzyKr`|7tqOW2%W~d~Uz>Z{TE*7G
zKtgA&5zq=-5h;Mal<JS1b<fI{rIsLd*<*!0_410^+b%l(JGFqB{8|TN=tCRj>$0cS
zR=;iPz&p#?@PR*1kXBO`<B0^zI**Pro8pY6UZY(Z)`O3{v&4h}q{ASmcLX@_`l6!B
zj(Eb9hjA76dtr~f(m=f)4T0s}S~549VNA{f1Hxz$MCFSSsfW41f5x!W+f~7*ux@hq
z03_71w;$3;VMG8TSkd44!M2SBXW>ZKU*9etEeQ<aalAmX?Mbs4IjgCDy?7tXGSBJI
z9|aF~>~p5yf^s1rwyc+V@2!>n4x#3^on?vQ1R;{;!(WHM2(v8>E>0~5u=l*uyjU@q
z0%VeEVryW-eGNHWQ07XoAFmroP^W$4C<;n=9t*ihNb9PdN<O6?znqWe_OD7loRnQX
zFtCedt^__N!ZEQ9HkoVA!-|)wMUfyqrbBklp-S@D-baf>Y7cj^j(A(`FcgoePUj9>
zdPOl%N)P2ev>9A5M;(aUkGf6<o6aLFJlzt{%toU$5{Uw_4JO2Jn$H35OJ_1A3-6-<
zORcGmDkF;BrRlGKxR_43cd|a!2R3UB+F9)?s$8~ah_`pO04wE4Ccmfw6;}O`lLTN6
zcn%?g{hheUP+C+?(1J8&m0{CC(8(z!UV+-r538MWMPO}!dvH}dXw^zwM9=tmS+#!H
z#!Z;-dw9G8<NhFj!)M`cY(LLQ8y1&!I63827DQCT;T2(^(0H$||2+6QJi|&fFsq(I
zws#p9&B9aG8fRvPS?{8wAU%jn?XiH!M5ENX>8?n!gQC(&)6yz+2s6er7&7QHkT=k@
zAv#aC?b@<x-D+}YSQqn6)((6o{jC1f9QIUC<1cH(AD5`bd7GZy3n5RIrCJsE^>|MG
z^jL1#?NMpCTavL<2H;9ASBLzgA1s8Zeo+NTZ~!b4z#CdL$as|leV<&2rR+s9rnq%f
zpiRyOAiutW1s4O*G_ZdG@}d0w_6%fHH1??TDDZjgPM!K2(Q9K{mezFk-yxGhT1sp`
z5+&=+J{6R)wQnqC2r(nus{Sv0+nn~AgGglM%nf9-B#N2}e><&ezl8`obK*`0VG>(y
zY~Yt=VPZb%07yc<uCB8v7Ut!Da$`o%`yE=47M4q!P6%MJ>|V|lcEi7*>)|V$PmwLm
zbN=#(XnC+0j572(e}1m50%Ul<`{n9eN1T9T826Ck_}2{I*~|#(O)p0^#{8It5^pFF
zb&?q-ai=CnK|F1gD3hD_k3kJHU7j{SUn^007#_v0QO<9CFrq5_?qTZMRT<7-YHpJ)
zT8+_pVKgI(^@+=(wal$=_oA4hN}w+#fJt(Z3=3aOpeXlQEDx_v`w1?9h+wX`m+ivb
z+)ZTY>t}c9n-fNE`Jm+73>4iCCV59~xd%SAO!1LyGDEF>;QIW|_rDAl-l`WA1Vg57
z^xneX7r@l_5@Qrcs`J8^7UDb$-WeK4m+XtJ3&KZ7S6+^$NZ>!&X`PU!KTz#P_GAY}
zUxpQ}?a#t%EUg?CV!M87FVE7`zVtM28Ws)S<jPCEvBkrE^BEaA=sg0$|NlpWAAg<J
xk>A`7AtOq~2ECaAz`qv_?F~C3qSUCUM{7shv@F07{vSkdl;zdrs${-|{2xkbS>yl!

literal 0
HcmV?d00001

diff --git a/docs/_modules/index.html b/docs/_modules/index.html
index 2cf3f16ce4..50922a5fd6 100644
--- a/docs/_modules/index.html
+++ b/docs/_modules/index.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Overview: module code &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Overview: module code &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html
index 96eeeca9d5..c138050a63 100644
--- a/docs/_modules/torch_tensorrt/_Device.html
+++ b/docs/_modules/torch_tensorrt/_Device.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html
index c30abf2797..81ac55ff91 100644
--- a/docs/_modules/torch_tensorrt/_Input.html
+++ b/docs/_modules/torch_tensorrt/_Input.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html
index cd403e1bbb..635a35c891 100644
--- a/docs/_modules/torch_tensorrt/_compile.html
+++ b/docs/_modules/torch_tensorrt/_compile.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -841,7 +843,7 @@ <h1>Source code for torch_tensorrt._compile</h1><div class="highlight"><pre>
         <span class="n">torchtrt_kwarg_inputs</span> <span class="o">=</span> <span class="n">prepare_inputs</span><span class="p">(</span><span class="n">kwarg_inputs</span><span class="p">)</span>
 
         <span class="n">exp_program</span> <span class="o">=</span> <span class="n">torch_tensorrt</span><span class="o">.</span><span class="n">dynamo</span><span class="o">.</span><span class="n">trace</span><span class="p">(</span>
-            <span class="n">module</span><span class="p">,</span> <span class="n">torchtrt_arg_inputs</span><span class="p">,</span> <span class="n">kwarg_inputs</span><span class="o">=</span><span class="n">torchtrt_kwarg_inputs</span><span class="o">**</span><span class="n">kwargs</span>
+            <span class="n">module</span><span class="p">,</span> <span class="n">torchtrt_arg_inputs</span><span class="p">,</span> <span class="n">kwarg_inputs</span><span class="o">=</span><span class="n">torchtrt_kwarg_inputs</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span>
         <span class="p">)</span>
 
         <span class="k">return</span> <span class="n">dynamo_convert_exported_program_to_serialized_trt_engine</span><span class="p">(</span>
diff --git a/docs/_modules/torch_tensorrt/_enums.html b/docs/_modules/torch_tensorrt/_enums.html
index 153d62a6f4..476a682a2b 100644
--- a/docs/_modules/torch_tensorrt/_enums.html
+++ b/docs/_modules/torch_tensorrt/_enums.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/dynamo/_compiler.html b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
index 76e9f99b56..ed23a6f40b 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_compiler.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -471,6 +473,7 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
     <span class="n">dryrun_stats_display</span><span class="p">,</span>
     <span class="n">parse_non_trt_nodes</span><span class="p">,</span>
 <span class="p">)</span>
+<span class="kn">from</span> <span class="nn">torch_tensorrt.dynamo._engine_cache</span> <span class="kn">import</span> <span class="n">BaseEngineCache</span><span class="p">,</span> <span class="n">DiskEngineCache</span>
 <span class="kn">from</span> <span class="nn">torch_tensorrt.dynamo.conversion</span> <span class="kn">import</span> <span class="p">(</span>
     <span class="n">CompilationSettings</span><span class="p">,</span>
     <span class="n">UnsupportedOperatorException</span><span class="p">,</span>
@@ -488,8 +491,7 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
 <span class="p">)</span>
 <span class="kn">from</span> <span class="nn">torch_tensorrt.dynamo.utils</span> <span class="kn">import</span> <span class="p">(</span>
     <span class="n">get_flat_args_with_check</span><span class="p">,</span>
-    <span class="n">get_torch_inputs</span><span class="p">,</span>
-    <span class="n">parse_complex_tensor_structs</span><span class="p">,</span>
+    <span class="n">parse_graph_io</span><span class="p">,</span>
     <span class="n">prepare_inputs</span><span class="p">,</span>
     <span class="n">set_log_level</span><span class="p">,</span>
     <span class="n">to_torch_device</span><span class="p">,</span>
@@ -536,6 +538,11 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
     <span class="n">hardware_compatible</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">_defaults</span><span class="o">.</span><span class="n">HARDWARE_COMPATIBLE</span><span class="p">,</span>
     <span class="n">timing_cache_path</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">_defaults</span><span class="o">.</span><span class="n">TIMING_CACHE_PATH</span><span class="p">,</span>
     <span class="n">lazy_engine_init</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">_defaults</span><span class="o">.</span><span class="n">LAZY_ENGINE_INIT</span><span class="p">,</span>
+    <span class="n">cache_built_engines</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">_defaults</span><span class="o">.</span><span class="n">CACHE_BUILT_ENGINES</span><span class="p">,</span>
+    <span class="n">reuse_cached_engines</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">_defaults</span><span class="o">.</span><span class="n">REUSE_CACHED_ENGINES</span><span class="p">,</span>
+    <span class="n">engine_cache_dir</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">_defaults</span><span class="o">.</span><span class="n">ENGINE_CACHE_DIR</span><span class="p">,</span>
+    <span class="n">engine_cache_size</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="n">_defaults</span><span class="o">.</span><span class="n">ENGINE_CACHE_SIZE</span><span class="p">,</span>
+    <span class="n">custom_engine_cache</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">BaseEngineCache</span><span class="p">]</span> <span class="o">=</span> <span class="n">_defaults</span><span class="o">.</span><span class="n">CUSTOM_ENGINE_CACHE</span><span class="p">,</span>
     <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span>
 <span class="p">)</span> <span class="o">-&gt;</span> <span class="n">torch</span><span class="o">.</span><span class="n">fx</span><span class="o">.</span><span class="n">GraphModule</span><span class="p">:</span>
 <span class="w">    </span><span class="sd">&quot;&quot;&quot;Compile an ExportedProgram module for NVIDIA GPUs using TensorRT</span>
@@ -601,6 +608,11 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
 <span class="sd">        hardware_compatible (bool): Build the TensorRT engines compatible with GPU architectures other than that of the GPU on which the engine was built (currently works for NVIDIA Ampere and newer)</span>
 <span class="sd">        timing_cache_path (str): Path to the timing cache if it exists (or) where it will be saved after compilation</span>
 <span class="sd">        lazy_engine_init (bool): Defer setting up engines until the compilation of all engines is complete. Can allow larger models with multiple graph breaks to compile but can lead to oversubscription of GPU memory at runtime.</span>
+<span class="sd">        cache_built_engines (bool): Whether to save the compiled TRT engines to storage</span>
+<span class="sd">        reuse_cached_engines (bool): Whether to load the compiled TRT engines from storage</span>
+<span class="sd">        engine_cache_dir (Optional[str]): Directory to store the cached TRT engines</span>
+<span class="sd">        engine_cache_size (Optional[int]): Maximum hard-disk space (bytes) to use for the engine cache, default is 1GB. If the cache exceeds this size, the oldest engines will be removed by default</span>
+<span class="sd">        custom_engine_cache (Optional[BaseEngineCache]): Engine cache instance to use for saving and loading engines. Users can provide their own engine cache by inheriting from BaseEngineCache. If used, engine_cache_dir and engine_cache_size will be ignored.</span>
 <span class="sd">        **kwargs: Any,</span>
 <span class="sd">    Returns:</span>
 <span class="sd">        torch.fx.GraphModule: Compiled FX Module, when run it will execute via TensorRT</span>
@@ -673,10 +685,22 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
     <span class="p">)</span>
     <span class="n">gm</span> <span class="o">=</span> <span class="n">exported_program</span><span class="o">.</span><span class="n">module</span><span class="p">()</span>
     <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">&quot;Input graph: &quot;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">gm</span><span class="o">.</span><span class="n">graph</span><span class="p">))</span>
+
     <span class="c1"># Apply lowering on the graph module</span>
     <span class="n">gm</span> <span class="o">=</span> <span class="n">post_lowering</span><span class="p">(</span><span class="n">gm</span><span class="p">)</span>
     <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">&quot;Lowered Input graph: &quot;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">gm</span><span class="o">.</span><span class="n">graph</span><span class="p">))</span>
 
+    <span class="n">engine_cache</span> <span class="o">=</span> <span class="kc">None</span>
+    <span class="k">if</span> <span class="n">cache_built_engines</span> <span class="ow">or</span> <span class="n">reuse_cached_engines</span><span class="p">:</span>
+        <span class="k">assert</span> <span class="p">(</span>
+            <span class="n">make_refitable</span>
+        <span class="p">),</span> <span class="s2">&quot;Engine caching requires make_refitable to be set to True&quot;</span>
+        <span class="n">engine_cache</span> <span class="o">=</span> <span class="p">(</span>
+            <span class="n">custom_engine_cache</span>
+            <span class="k">if</span> <span class="n">custom_engine_cache</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
+            <span class="k">else</span> <span class="n">DiskEngineCache</span><span class="p">(</span><span class="n">engine_cache_dir</span><span class="p">,</span> <span class="n">engine_cache_size</span><span class="p">)</span>
+        <span class="p">)</span>
+
     <span class="n">compilation_options</span> <span class="o">=</span> <span class="p">{</span>
         <span class="s2">&quot;enabled_precisions&quot;</span><span class="p">:</span> <span class="p">(</span>
             <span class="n">enabled_precisions</span> <span class="k">if</span> <span class="n">enabled_precisions</span> <span class="k">else</span> <span class="n">_defaults</span><span class="o">.</span><span class="n">ENABLED_PRECISIONS</span>
@@ -710,11 +734,15 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
         <span class="s2">&quot;hardware_compatible&quot;</span><span class="p">:</span> <span class="n">hardware_compatible</span><span class="p">,</span>
         <span class="s2">&quot;timing_cache_path&quot;</span><span class="p">:</span> <span class="n">timing_cache_path</span><span class="p">,</span>
         <span class="s2">&quot;lazy_engine_init&quot;</span><span class="p">:</span> <span class="n">lazy_engine_init</span><span class="p">,</span>
+        <span class="s2">&quot;cache_built_engines&quot;</span><span class="p">:</span> <span class="n">cache_built_engines</span><span class="p">,</span>
+        <span class="s2">&quot;reuse_cached_engines&quot;</span><span class="p">:</span> <span class="n">reuse_cached_engines</span><span class="p">,</span>
     <span class="p">}</span>
 
     <span class="n">settings</span> <span class="o">=</span> <span class="n">CompilationSettings</span><span class="p">(</span><span class="o">**</span><span class="n">compilation_options</span><span class="p">)</span>
     <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;Compilation Settings: </span><span class="si">%s</span><span class="se">\n</span><span class="s2">&quot;</span><span class="p">,</span> <span class="n">settings</span><span class="p">)</span>
-    <span class="n">trt_gm</span> <span class="o">=</span> <span class="n">compile_module</span><span class="p">(</span><span class="n">gm</span><span class="p">,</span> <span class="n">trt_arg_inputs</span><span class="p">,</span> <span class="n">trt_kwarg_inputs</span><span class="p">,</span> <span class="n">settings</span><span class="p">)</span>
+    <span class="n">trt_gm</span> <span class="o">=</span> <span class="n">compile_module</span><span class="p">(</span>
+        <span class="n">gm</span><span class="p">,</span> <span class="n">trt_arg_inputs</span><span class="p">,</span> <span class="n">trt_kwarg_inputs</span><span class="p">,</span> <span class="n">settings</span><span class="p">,</span> <span class="n">engine_cache</span>
+    <span class="p">)</span>
     <span class="k">return</span> <span class="n">trt_gm</span></div>
 
 
@@ -723,6 +751,7 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
     <span class="n">sample_arg_inputs</span><span class="p">:</span> <span class="n">Sequence</span><span class="p">[</span><span class="n">Input</span><span class="p">],</span>
     <span class="n">sample_kwarg_inputs</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
     <span class="n">settings</span><span class="p">:</span> <span class="n">CompilationSettings</span> <span class="o">=</span> <span class="n">CompilationSettings</span><span class="p">(),</span>
+    <span class="n">engine_cache</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">BaseEngineCache</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
 <span class="p">)</span> <span class="o">-&gt;</span> <span class="n">torch</span><span class="o">.</span><span class="n">fx</span><span class="o">.</span><span class="n">GraphModule</span><span class="p">:</span>
 <span class="w">    </span><span class="sd">&quot;&quot;&quot;Compile a traced FX module</span>
 
@@ -733,6 +762,7 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
 <span class="sd">        arg_inputs: Inputs to the module</span>
 <span class="sd">        kwarg_inputs: kwargs to the module</span>
 <span class="sd">        settings: Compilation settings</span>
+<span class="sd">        engine_cache: Engine cache instance to store/load compiled engines</span>
 <span class="sd">    Returns:</span>
 <span class="sd">        Compiled FX GraphModule</span>
 <span class="sd">    &quot;&quot;&quot;</span>
@@ -752,14 +782,6 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
 
     <span class="n">dryrun_tracker</span><span class="o">.</span><span class="n">total_ops_in_graph</span> <span class="o">=</span> <span class="n">total_ops</span>
     <span class="n">dryrun_tracker</span><span class="o">.</span><span class="n">supported_ops_in_graph</span> <span class="o">=</span> <span class="n">num_supported_ops</span>
-    <span class="n">dryrun_tracker</span><span class="o">.</span><span class="n">graph_input_shapes</span> <span class="o">=</span> <span class="n">parse_complex_tensor_structs</span><span class="p">(</span>
-        <span class="n">sample_arg_inputs</span><span class="p">,</span>
-        <span class="s2">&quot;shape&quot;</span><span class="p">,</span>
-        <span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="nb">dict</span><span class="p">(</span><span class="n">x</span><span class="p">)</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="nb">dict</span><span class="p">)</span> <span class="k">else</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">x</span><span class="p">),</span>
-    <span class="p">)</span>
-    <span class="n">dryrun_tracker</span><span class="o">.</span><span class="n">graph_input_dtypes</span> <span class="o">=</span> <span class="n">parse_complex_tensor_structs</span><span class="p">(</span>
-        <span class="n">sample_arg_inputs</span><span class="p">,</span> <span class="s2">&quot;dtype&quot;</span><span class="p">,</span> <span class="k">lambda</span> <span class="n">t</span><span class="p">:</span> <span class="n">t</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">torch</span><span class="o">.</span><span class="n">dtype</span><span class="p">,</span> <span class="n">use_default</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
-    <span class="p">)</span>
     <span class="n">dryrun_tracker</span><span class="o">.</span><span class="n">compilation_settings</span> <span class="o">=</span> <span class="n">settings</span>
 
     <span class="k">if</span> <span class="n">settings</span><span class="o">.</span><span class="n">dryrun</span> <span class="ow">and</span> <span class="n">settings</span><span class="o">.</span><span class="n">min_block_size</span> <span class="o">&gt;</span> <span class="mi">1</span><span class="p">:</span>
@@ -846,6 +868,11 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
         <span class="c1"># Criteria for a module to be convertible to TRT</span>
         <span class="k">if</span> <span class="n">settings</span><span class="o">.</span><span class="n">use_fast_partitioner</span> <span class="ow">and</span> <span class="s2">&quot;_run_on_acc&quot;</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">name</span><span class="p">:</span>
             <span class="n">dryrun_tracker</span><span class="o">.</span><span class="n">to_run_in_torch</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">parse_non_trt_nodes</span><span class="p">(</span><span class="n">submodule</span><span class="p">))</span>
+            <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
+                <span class="s2">&quot;Submodule in PyTorch: </span><span class="si">%s</span><span class="se">\n</span><span class="s2"> </span><span class="si">%s</span><span class="s2">&quot;</span><span class="p">,</span>
+                <span class="nb">str</span><span class="p">(</span><span class="n">name</span><span class="p">),</span>
+                <span class="nb">str</span><span class="p">(</span><span class="n">submodule</span><span class="o">.</span><span class="n">graph</span><span class="p">),</span>
+            <span class="p">)</span>
             <span class="k">continue</span>
 
         <span class="n">subgraph_data</span> <span class="o">=</span> <span class="n">PerSubgraphData</span><span class="p">()</span>
@@ -880,28 +907,8 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
                 <span class="n">name</span><span class="p">,</span>
             <span class="p">)</span>
 
-        <span class="n">subgraph_data</span><span class="o">.</span><span class="n">subgraph_input_shapes</span> <span class="o">=</span> <span class="n">parse_complex_tensor_structs</span><span class="p">(</span>
-            <span class="n">submodule_inputs</span><span class="p">,</span>
-            <span class="s2">&quot;shape&quot;</span><span class="p">,</span>
-            <span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="nb">dict</span><span class="p">(</span><span class="n">x</span><span class="p">)</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="nb">dict</span><span class="p">)</span> <span class="k">else</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">x</span><span class="p">),</span>
-        <span class="p">)</span>
-        <span class="n">subgraph_data</span><span class="o">.</span><span class="n">subgraph_input_dtypes</span> <span class="o">=</span> <span class="n">parse_complex_tensor_structs</span><span class="p">(</span>
-            <span class="n">submodule_inputs</span><span class="p">,</span> <span class="s2">&quot;dtype&quot;</span><span class="p">,</span> <span class="k">lambda</span> <span class="n">t</span><span class="p">:</span> <span class="n">t</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">torch</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span>
-        <span class="p">)</span>
-
-        <span class="n">submodule_outputs</span> <span class="o">=</span> <span class="n">submodule</span><span class="p">(</span>
-            <span class="o">*</span><span class="n">get_torch_inputs</span><span class="p">(</span><span class="n">submodule_inputs</span><span class="p">,</span> <span class="n">to_torch_device</span><span class="p">(</span><span class="n">settings</span><span class="o">.</span><span class="n">device</span><span class="p">))</span>
-        <span class="p">)</span>
-
-        <span class="n">subgraph_data</span><span class="o">.</span><span class="n">subgraph_output_shapes</span> <span class="o">=</span> <span class="n">parse_complex_tensor_structs</span><span class="p">(</span>
-            <span class="n">submodule_outputs</span><span class="p">,</span>
-            <span class="s2">&quot;shape&quot;</span><span class="p">,</span>
-            <span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="nb">dict</span><span class="p">(</span><span class="n">x</span><span class="p">)</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="nb">dict</span><span class="p">)</span> <span class="k">else</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">x</span><span class="p">),</span>
-        <span class="p">)</span>
-        <span class="n">subgraph_data</span><span class="o">.</span><span class="n">subgraph_output_dtypes</span> <span class="o">=</span> <span class="n">parse_complex_tensor_structs</span><span class="p">(</span>
-            <span class="n">submodule_outputs</span><span class="p">,</span> <span class="s2">&quot;dtype&quot;</span>
-        <span class="p">)</span>
-
+        <span class="c1"># Parse the subgraph I/O and store it</span>
+        <span class="n">parse_graph_io</span><span class="p">(</span><span class="n">submodule</span><span class="p">,</span> <span class="n">subgraph_data</span><span class="p">)</span>
         <span class="n">dryrun_tracker</span><span class="o">.</span><span class="n">tensorrt_graph_count</span> <span class="o">+=</span> <span class="mi">1</span>
         <span class="n">dryrun_tracker</span><span class="o">.</span><span class="n">per_subgraph_data</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">subgraph_data</span><span class="p">)</span>
 
@@ -912,27 +919,13 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
                 <span class="n">submodule_inputs</span><span class="p">,</span>
                 <span class="n">settings</span><span class="o">=</span><span class="n">settings</span><span class="p">,</span>
                 <span class="n">name</span><span class="o">=</span><span class="n">name</span><span class="p">,</span>
+                <span class="n">engine_cache</span><span class="o">=</span><span class="n">engine_cache</span><span class="p">,</span>
             <span class="p">)</span>
 
             <span class="n">trt_modules</span><span class="p">[</span><span class="n">name</span><span class="p">]</span> <span class="o">=</span> <span class="n">trt_module</span>
 
-    <span class="n">torch_sample_arg_inputs</span> <span class="o">=</span> <span class="n">get_torch_inputs</span><span class="p">(</span>
-        <span class="n">sample_arg_inputs</span><span class="p">,</span> <span class="n">to_torch_device</span><span class="p">(</span><span class="n">settings</span><span class="o">.</span><span class="n">device</span><span class="p">)</span>
-    <span class="p">)</span>
-    <span class="n">torch_sample_kwarg_inputs</span> <span class="o">=</span> <span class="n">get_torch_inputs</span><span class="p">(</span>
-        <span class="n">sample_kwarg_inputs</span><span class="p">,</span> <span class="n">to_torch_device</span><span class="p">(</span><span class="n">settings</span><span class="o">.</span><span class="n">device</span><span class="p">)</span>
-    <span class="p">)</span>
-    <span class="n">sample_outputs</span> <span class="o">=</span> <span class="n">gm</span><span class="p">(</span><span class="o">*</span><span class="n">torch_sample_arg_inputs</span><span class="p">,</span> <span class="o">**</span><span class="n">torch_sample_kwarg_inputs</span><span class="p">)</span>
-
-    <span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">sample_outputs</span><span class="p">,</span> <span class="p">(</span><span class="nb">list</span><span class="p">,</span> <span class="nb">tuple</span><span class="p">)):</span>
-        <span class="n">sample_outputs</span> <span class="o">=</span> <span class="p">[</span><span class="n">sample_outputs</span><span class="p">]</span>
-
-    <span class="n">dryrun_tracker</span><span class="o">.</span><span class="n">graph_output_shapes</span> <span class="o">=</span> <span class="n">parse_complex_tensor_structs</span><span class="p">(</span>
-        <span class="n">sample_outputs</span><span class="p">,</span> <span class="s2">&quot;shape&quot;</span><span class="p">,</span> <span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="nb">dict</span><span class="p">(</span><span class="n">x</span><span class="p">)</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="nb">dict</span><span class="p">)</span> <span class="k">else</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">x</span><span class="p">)</span>
-    <span class="p">)</span>
-    <span class="n">dryrun_tracker</span><span class="o">.</span><span class="n">graph_output_dtypes</span> <span class="o">=</span> <span class="n">parse_complex_tensor_structs</span><span class="p">(</span>
-        <span class="n">sample_outputs</span><span class="p">,</span> <span class="s2">&quot;dtype&quot;</span>
-    <span class="p">)</span>
+    <span class="c1"># Parse the graph I/O and store it in dryrun tracker</span>
+    <span class="n">parse_graph_io</span><span class="p">(</span><span class="n">gm</span><span class="p">,</span> <span class="n">dryrun_tracker</span><span class="p">)</span>
 
     <span class="c1"># Replace all FX Modules with TRT Modules</span>
     <span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">trt_module</span> <span class="ow">in</span> <span class="n">trt_modules</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
@@ -1066,10 +1059,10 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
             <span class="ne">DeprecationWarning</span><span class="p">,</span>
             <span class="n">stacklevel</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span>
         <span class="p">)</span>
-    <span class="k">if</span> <span class="ow">not</span> <span class="n">arg_inputs</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">inputs</span><span class="p">:</span>
+    <span class="k">if</span> <span class="n">arg_inputs</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">inputs</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
         <span class="k">raise</span> <span class="ne">AssertionError</span><span class="p">(</span><span class="s2">&quot;&#39;arg_inputs&#39; and &#39;inputs&#39; should not both be None.&quot;</span><span class="p">)</span>
 
-    <span class="k">elif</span> <span class="n">arg_inputs</span> <span class="ow">and</span> <span class="n">inputs</span><span class="p">:</span>
+    <span class="k">elif</span> <span class="n">arg_inputs</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">inputs</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
         <span class="k">raise</span> <span class="ne">AssertionError</span><span class="p">(</span>
             <span class="s2">&quot;&#39;arg_inputs&#39; and &#39;inputs&#39; should not be used at the same time.&quot;</span>
         <span class="p">)</span>
diff --git a/docs/_modules/torch_tensorrt/dynamo/_exporter.html b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
index 7beef6382d..12eb2ecd1d 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_exporter.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/dynamo/_refit.html b/docs/_modules/torch_tensorrt/dynamo/_refit.html
index 154ae0777e..3c8da6aa0c 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_refit.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_refit.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -459,7 +461,6 @@ <h1>Source code for torch_tensorrt.dynamo._refit</h1><div class="highlight"><pre
 <span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Any</span><span class="p">,</span> <span class="n">List</span><span class="p">,</span> <span class="n">Optional</span><span class="p">,</span> <span class="n">Sequence</span><span class="p">,</span> <span class="n">Tuple</span>
 
 <span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
-<span class="kn">import</span> <span class="nn">tensorrt</span> <span class="k">as</span> <span class="nn">trt</span>
 <span class="kn">import</span> <span class="nn">torch</span>
 <span class="kn">from</span> <span class="nn">torch.export</span> <span class="kn">import</span> <span class="n">ExportedProgram</span>
 <span class="kn">from</span> <span class="nn">torch_tensorrt._enums</span> <span class="kn">import</span> <span class="n">dtype</span>
@@ -488,6 +489,7 @@ <h1>Source code for torch_tensorrt.dynamo._refit</h1><div class="highlight"><pre
 <span class="p">)</span>
 <span class="kn">from</span> <span class="nn">torch_tensorrt.dynamo.utils</span> <span class="kn">import</span> <span class="p">(</span>
     <span class="n">check_module_output</span><span class="p">,</span>
+    <span class="n">get_model_device</span><span class="p">,</span>
     <span class="n">get_torch_inputs</span><span class="p">,</span>
     <span class="n">set_log_level</span><span class="p">,</span>
     <span class="n">to_torch_device</span><span class="p">,</span>
@@ -495,6 +497,8 @@ <h1>Source code for torch_tensorrt.dynamo._refit</h1><div class="highlight"><pre
 <span class="p">)</span>
 <span class="kn">from</span> <span class="nn">torch_tensorrt.logging</span> <span class="kn">import</span> <span class="n">TRT_LOGGER</span>
 
+<span class="kn">import</span> <span class="nn">tensorrt</span> <span class="k">as</span> <span class="nn">trt</span>
+
 <span class="n">logger</span> <span class="o">=</span> <span class="n">logging</span><span class="o">.</span><span class="n">getLogger</span><span class="p">(</span><span class="vm">__name__</span><span class="p">)</span>
 
 
@@ -599,7 +603,7 @@ <h1>Source code for torch_tensorrt.dynamo._refit</h1><div class="highlight"><pre
 <span class="sd">    &quot;&quot;&quot;</span>
 
     <span class="n">refitted</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
-    <span class="n">torch_device</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="n">new_gm</span><span class="o">.</span><span class="n">state_dict</span><span class="p">()</span><span class="o">.</span><span class="n">values</span><span class="p">())[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">device</span><span class="o">.</span><span class="n">type</span>
+    <span class="n">torch_device</span> <span class="o">=</span> <span class="n">get_model_device</span><span class="p">(</span><span class="n">new_gm</span><span class="p">)</span>
     <span class="n">refitter</span> <span class="o">=</span> <span class="n">trt</span><span class="o">.</span><span class="n">Refitter</span><span class="p">(</span><span class="n">old_engine</span><span class="p">,</span> <span class="n">TRT_LOGGER</span><span class="p">)</span>
     <span class="n">weight_list</span> <span class="o">=</span> <span class="n">refitter</span><span class="o">.</span><span class="n">get_all_weights</span><span class="p">()</span>
 
diff --git a/docs/_modules/torch_tensorrt/dynamo/_settings.html b/docs/_modules/torch_tensorrt/dynamo/_settings.html
index 62a8669834..73e1e6c6bd 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_settings.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_settings.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -459,6 +461,7 @@ <h1>Source code for torch_tensorrt.dynamo._settings</h1><div class="highlight"><
 <span class="kn">from</span> <span class="nn">torch_tensorrt._enums</span> <span class="kn">import</span> <span class="n">EngineCapability</span><span class="p">,</span> <span class="n">dtype</span>
 <span class="kn">from</span> <span class="nn">torch_tensorrt.dynamo._defaults</span> <span class="kn">import</span> <span class="p">(</span>
     <span class="n">ASSUME_DYNAMIC_SHAPE_SUPPORT</span><span class="p">,</span>
+    <span class="n">CACHE_BUILT_ENGINES</span><span class="p">,</span>
     <span class="n">DEBUG</span><span class="p">,</span>
     <span class="n">DISABLE_TF32</span><span class="p">,</span>
     <span class="n">DLA_GLOBAL_DRAM_SIZE</span><span class="p">,</span>
@@ -477,6 +480,7 @@ <h1>Source code for torch_tensorrt.dynamo._settings</h1><div class="highlight"><
     <span class="n">OPTIMIZATION_LEVEL</span><span class="p">,</span>
     <span class="n">PASS_THROUGH_BUILD_FAILURES</span><span class="p">,</span>
     <span class="n">REQUIRE_FULL_COMPILATION</span><span class="p">,</span>
+    <span class="n">REUSE_CACHED_ENGINES</span><span class="p">,</span>
     <span class="n">SPARSE_WEIGHTS</span><span class="p">,</span>
     <span class="n">TIMING_CACHE_PATH</span><span class="p">,</span>
     <span class="n">TRUNCATE_DOUBLE</span><span class="p">,</span>
@@ -527,6 +531,8 @@ <h1>Source code for torch_tensorrt.dynamo._settings</h1><div class="highlight"><
 <span class="sd">            output to a file if a string path is specified</span>
 <span class="sd">        hardware_compatible (bool): Build the TensorRT engines compatible with GPU architectures other than that of the GPU on which the engine was built (currently works for NVIDIA Ampere and newer)</span>
 <span class="sd">        timing_cache_path (str): Path to the timing cache if it exists (or) where it will be saved after compilation</span>
+<span class="sd">        cache_built_engines (bool): Whether to save the compiled TRT engines to storage</span>
+<span class="sd">        reuse_cached_engines (bool): Whether to load the compiled TRT engines from storage</span>
 <span class="sd">    &quot;&quot;&quot;</span>
 
     <span class="n">enabled_precisions</span><span class="p">:</span> <span class="n">Set</span><span class="p">[</span><span class="n">dtype</span><span class="p">]</span> <span class="o">=</span> <span class="n">field</span><span class="p">(</span><span class="n">default_factory</span><span class="o">=</span><span class="k">lambda</span><span class="p">:</span> <span class="n">ENABLED_PRECISIONS</span><span class="p">)</span>
@@ -558,7 +564,9 @@ <h1>Source code for torch_tensorrt.dynamo._settings</h1><div class="highlight"><
     <span class="n">dryrun</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">bool</span><span class="p">,</span> <span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="n">DRYRUN</span>
     <span class="n">hardware_compatible</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">HARDWARE_COMPATIBLE</span>
     <span class="n">timing_cache_path</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">TIMING_CACHE_PATH</span>
-    <span class="n">lazy_engine_init</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">LAZY_ENGINE_INIT</span></div>
+    <span class="n">lazy_engine_init</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">LAZY_ENGINE_INIT</span>
+    <span class="n">cache_built_engines</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">CACHE_BUILT_ENGINES</span>
+    <span class="n">reuse_cached_engines</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">REUSE_CACHED_ENGINES</span></div>
 </pre></div>
 
              </article>
diff --git a/docs/_modules/torch_tensorrt/dynamo/_tracer.html b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
index aeda025161..86583fa3a4 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_tracer.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
index 77ebd98cd9..aedbdef751 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
index 6b2afa2855..8ff32a67ab 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
index 4023689859..e74f349040 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html
index 339dc1ced7..0beaf911c2 100644
--- a/docs/_modules/torch_tensorrt/fx/fx2trt.html
+++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
index b7e4537697..35cdcecf84 100644
--- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
+++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html
index 8cb7a715ec..998a1988b2 100644
--- a/docs/_modules/torch_tensorrt/fx/lower.html
+++ b/docs/_modules/torch_tensorrt/fx/lower.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html
index 2e084c0d4a..4e478c0e3f 100644
--- a/docs/_modules/torch_tensorrt/fx/trt_module.html
+++ b/docs/_modules/torch_tensorrt/fx/trt_module.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html
index 7865658ab3..cba5eab6be 100644
--- a/docs/_modules/torch_tensorrt/logging.html
+++ b/docs/_modules/torch_tensorrt/logging.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
index 8752249250..d5cd752294 100644
--- a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
+++ b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
index ec664db21c..3a4a6994ad 100644
--- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html
+++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html
index e3c9ceaeea..8b84d0f15c 100644
--- a/docs/_modules/torch_tensorrt/ts/_compiler.html
+++ b/docs/_modules/torch_tensorrt/ts/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_modules/torch_tensorrt/ts/ptq.html b/docs/_modules/torch_tensorrt/ts/ptq.html
index 8f84d3f452..a3bd2cd53f 100644
--- a/docs/_modules/torch_tensorrt/ts/ptq.html
+++ b/docs/_modules/torch_tensorrt/ts/ptq.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/_sources/index.rst.txt b/docs/_sources/index.rst.txt
index da5ee3d690..d1a91beabc 100644
--- a/docs/_sources/index.rst.txt
+++ b/docs/_sources/index.rst.txt
@@ -51,6 +51,8 @@ User Guide
    user_guide/using_dla
    tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage
    tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq
+   tutorials/_rendered_examples/dynamo/engine_caching_example
+   tutorials/_rendered_examples/dynamo/refit_engine_example
 
 Dynamo Frontend
 ----------------
diff --git a/docs/_sources/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst.txt b/docs/_sources/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst.txt
new file mode 100644
index 0000000000..e72f42cfb2
--- /dev/null
+++ b/docs/_sources/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst.txt
@@ -0,0 +1,127 @@
+
+.. DO NOT EDIT.
+.. THIS FILE WAS AUTOMATICALLY GENERATED BY SPHINX-GALLERY.
+.. TO MAKE CHANGES, EDIT THE SOURCE PYTHON FILE:
+.. "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.py"
+.. LINE NUMBERS ARE GIVEN BELOW.
+
+.. only:: html
+
+    .. note::
+        :class: sphx-glr-download-link-note
+
+        :ref:`Go to the end <sphx_glr_download_tutorials__rendered_examples_dynamo_engine_caching_bert_example.py>`
+        to download the full example code
+
+.. rst-class:: sphx-glr-example-title
+
+.. _sphx_glr_tutorials__rendered_examples_dynamo_engine_caching_bert_example.py:
+
+
+.. _engine_caching_bert_example:
+
+Engine Caching (BERT)
+=======================
+
+Small caching example on BERT.
+
+.. GENERATED FROM PYTHON SOURCE LINES 10-76
+
+.. code-block:: python
+
+
+    import numpy as np
+    import torch
+    import torch_tensorrt
+    from engine_caching_example import remove_timing_cache
+    from transformers import BertModel
+
+    np.random.seed(0)
+    torch.manual_seed(0)
+
+    model = BertModel.from_pretrained("bert-base-uncased", return_dict=False).cuda().eval()
+    inputs = [
+        torch.randint(0, 2, (1, 14), dtype=torch.int32).to("cuda"),
+        torch.randint(0, 2, (1, 14), dtype=torch.int32).to("cuda"),
+    ]
+
+
+    def compile_bert(iterations=3):
+        times = []
+        start = torch.cuda.Event(enable_timing=True)
+        end = torch.cuda.Event(enable_timing=True)
+
+        # The 1st iteration is to measure the compilation time without engine caching
+        # The 2nd and 3rd iterations are to measure the compilation time with engine caching.
+        # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.
+        # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.
+        for i in range(iterations):
+            # remove timing cache and reset dynamo for engine caching messurement
+            remove_timing_cache()
+            torch._dynamo.reset()
+
+            if i == 0:
+                cache_built_engines = False
+                reuse_cached_engines = False
+            else:
+                cache_built_engines = True
+                reuse_cached_engines = True
+
+            start.record()
+            compilation_kwargs = {
+                "use_python_runtime": False,
+                "enabled_precisions": {torch.float},
+                "truncate_double": True,
+                "debug": False,
+                "min_block_size": 1,
+                "make_refitable": True,
+                "cache_built_engines": cache_built_engines,
+                "reuse_cached_engines": reuse_cached_engines,
+                "engine_cache_dir": "/tmp/torch_trt_bert_engine_cache",
+                "engine_cache_size": 1 << 30,  # 1GB
+            }
+            optimized_model = torch.compile(
+                model,
+                backend="torch_tensorrt",
+                options=compilation_kwargs,
+            )
+            optimized_model(*inputs)
+            end.record()
+            torch.cuda.synchronize()
+            times.append(start.elapsed_time(end))
+
+        print("-----compile bert-----> compilation time:\n", times, "milliseconds")
+
+
+    if __name__ == "__main__":
+        compile_bert()
+
+
+.. rst-class:: sphx-glr-timing
+
+   **Total running time of the script:** ( 0 minutes  0.000 seconds)
+
+
+.. _sphx_glr_download_tutorials__rendered_examples_dynamo_engine_caching_bert_example.py:
+
+.. only:: html
+
+  .. container:: sphx-glr-footer sphx-glr-footer-example
+
+
+
+
+    .. container:: sphx-glr-download sphx-glr-download-python
+
+      :download:`Download Python source code: engine_caching_bert_example.py <engine_caching_bert_example.py>`
+
+    .. container:: sphx-glr-download sphx-glr-download-jupyter
+
+      :download:`Download Jupyter notebook: engine_caching_bert_example.ipynb <engine_caching_bert_example.ipynb>`
+
+
+.. only:: html
+
+ .. rst-class:: sphx-glr-signature
+
+    `Gallery generated by Sphinx-Gallery <https://sphinx-gallery.github.io>`_
diff --git a/docs/_sources/tutorials/_rendered_examples/dynamo/engine_caching_example.rst.txt b/docs/_sources/tutorials/_rendered_examples/dynamo/engine_caching_example.rst.txt
new file mode 100644
index 0000000000..df61bec65e
--- /dev/null
+++ b/docs/_sources/tutorials/_rendered_examples/dynamo/engine_caching_example.rst.txt
@@ -0,0 +1,361 @@
+
+.. DO NOT EDIT.
+.. THIS FILE WAS AUTOMATICALLY GENERATED BY SPHINX-GALLERY.
+.. TO MAKE CHANGES, EDIT THE SOURCE PYTHON FILE:
+.. "tutorials/_rendered_examples/dynamo/engine_caching_example.py"
+.. LINE NUMBERS ARE GIVEN BELOW.
+
+.. only:: html
+
+    .. note::
+        :class: sphx-glr-download-link-note
+
+        :ref:`Go to the end <sphx_glr_download_tutorials__rendered_examples_dynamo_engine_caching_example.py>`
+        to download the full example code
+
+.. rst-class:: sphx-glr-example-title
+
+.. _sphx_glr_tutorials__rendered_examples_dynamo_engine_caching_example.py:
+
+
+.. _engine_caching_example:
+
+Engine Caching
+=======================
+
+As model sizes increase, the cost of compilation will as well. With AOT methods
+like ``torch.dynamo.compile``, this cost is paid upfront. However if the weights
+change, the session ends or you are using JIT methods like ``torch.compile``, as
+graphs get invalidated they get re-compiled, this cost will get paid repeatedly.
+Engine caching is a way to mitigate this cost by saving constructed engines to disk
+and re-using them when possible. This tutorial demonstrates how to use engine caching
+with TensorRT in PyTorch. Engine caching can significantly speed up subsequent model
+compilations reusing previously built TensorRT engines.
+
+We'll explore two approaches:
+
+    1. Using torch_tensorrt.dynamo.compile
+    2. Using torch.compile with the TensorRT backend
+
+The example uses a pre-trained ResNet18 model and shows the
+differences between compilation without caching, with caching enabled,
+and when reusing cached engines.
+
+.. GENERATED FROM PYTHON SOURCE LINES 26-52
+
+.. code-block:: python
+
+
+    import os
+    from typing import Dict, Optional
+
+    import numpy as np
+    import torch
+    import torch_tensorrt as torch_trt
+    import torchvision.models as models
+    from torch_tensorrt.dynamo._defaults import TIMING_CACHE_PATH
+    from torch_tensorrt.dynamo._engine_cache import BaseEngineCache
+
+    np.random.seed(0)
+    torch.manual_seed(0)
+
+    model = models.resnet18(pretrained=True).eval().to("cuda")
+    enabled_precisions = {torch.float}
+    debug = False
+    min_block_size = 1
+    use_python_runtime = False
+
+
+    def remove_timing_cache(path=TIMING_CACHE_PATH):
+        if os.path.exists(path):
+            os.remove(path)
+
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 53-67
+
+Engine Caching for JIT Compilation
+----------------------------------
+
+The primary goal of engine caching is to help speed up JIT workflows. ``torch.compile``
+provides a great deal of flexibility in model construction which makes it a good
+first tool to try when looking to speed up your workflow. However, historically
+the cost of compilation and in particular recompilation has been a barrier to entry
+for many users. If for some reason a subgraph gets invalidated, that graph is reconstructed
+scratch prior to the addition of engine caching. Now as engines are constructed, with ``cache_built_engines=True``,
+engines are saved to disk tied to a hash of their corresponding PyTorch subgraph. If
+in a subsequent compilation, either as part of this session or a new session, the cache will
+pull the built engine and **refit** the weights which can reduce compilation times by orders of magnitude.
+As such, in order to insert a new engine into the cache (i.e. ``cache_built_engines=True``),
+the engine must be refitable (``make_refittable=True``). See :ref:`refit_engine_example` for more details.
+
+.. GENERATED FROM PYTHON SOURCE LINES 67-118
+
+.. code-block:: python
+
+
+
+    def torch_compile(iterations=3):
+        times = []
+        start = torch.cuda.Event(enable_timing=True)
+        end = torch.cuda.Event(enable_timing=True)
+
+        # The 1st iteration is to measure the compilation time without engine caching
+        # The 2nd and 3rd iterations are to measure the compilation time with engine caching.
+        # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.
+        # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.
+        for i in range(iterations):
+            inputs = [torch.rand((100, 3, 224, 224)).to("cuda")]
+            # remove timing cache and reset dynamo just for engine caching messurement
+            remove_timing_cache()
+            torch._dynamo.reset()
+
+            if i == 0:
+                cache_built_engines = False
+                reuse_cached_engines = False
+            else:
+                cache_built_engines = True
+                reuse_cached_engines = True
+
+            start.record()
+            compiled_model = torch.compile(
+                model,
+                backend="tensorrt",
+                options={
+                    "use_python_runtime": True,
+                    "enabled_precisions": enabled_precisions,
+                    "debug": debug,
+                    "min_block_size": min_block_size,
+                    "make_refitable": True,
+                    "cache_built_engines": cache_built_engines,
+                    "reuse_cached_engines": reuse_cached_engines,
+                },
+            )
+            compiled_model(*inputs)  # trigger the compilation
+            end.record()
+            torch.cuda.synchronize()
+            times.append(start.elapsed_time(end))
+
+        print("----------------torch_compile----------------")
+        print("disable engine caching, used:", times[0], "ms")
+        print("enable engine caching to cache engines, used:", times[1], "ms")
+        print("enable engine caching to reuse engines, used:", times[2], "ms")
+
+
+    torch_compile()
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 119-124
+
+Engine Caching for AOT Compilation
+----------------------------------
+Similarly to the JIT workflow, AOT workflows can benefit from engine caching.
+As the same architecture or common subgraphs get recompiled, the cache will pull
+previously built engines and refit the weights.
+
+.. GENERATED FROM PYTHON SOURCE LINES 124-178
+
+.. code-block:: python
+
+
+
+    def dynamo_compile(iterations=3):
+        times = []
+        start = torch.cuda.Event(enable_timing=True)
+        end = torch.cuda.Event(enable_timing=True)
+
+        example_inputs = (torch.randn((100, 3, 224, 224)).to("cuda"),)
+        # Mark the dim0 of inputs as dynamic
+        batch = torch.export.Dim("batch", min=1, max=200)
+        exp_program = torch.export.export(
+            model, args=example_inputs, dynamic_shapes={"x": {0: batch}}
+        )
+
+        # The 1st iteration is to measure the compilation time without engine caching
+        # The 2nd and 3rd iterations are to measure the compilation time with engine caching.
+        # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.
+        # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.
+        for i in range(iterations):
+            inputs = [torch.rand((100 + i, 3, 224, 224)).to("cuda")]
+            remove_timing_cache()  # remove timing cache just for engine caching messurement
+            if i == 0:
+                cache_built_engines = False
+                reuse_cached_engines = False
+            else:
+                cache_built_engines = True
+                reuse_cached_engines = True
+
+            start.record()
+            trt_gm = torch_trt.dynamo.compile(
+                exp_program,
+                tuple(inputs),
+                use_python_runtime=use_python_runtime,
+                enabled_precisions=enabled_precisions,
+                debug=debug,
+                min_block_size=min_block_size,
+                make_refitable=True,
+                cache_built_engines=cache_built_engines,
+                reuse_cached_engines=reuse_cached_engines,
+                engine_cache_size=1 << 30,  # 1GB
+            )
+            # output = trt_gm(*inputs)
+            end.record()
+            torch.cuda.synchronize()
+            times.append(start.elapsed_time(end))
+
+        print("----------------dynamo_compile----------------")
+        print("disable engine caching, used:", times[0], "ms")
+        print("enable engine caching to cache engines, used:", times[1], "ms")
+        print("enable engine caching to reuse engines, used:", times[2], "ms")
+
+
+    dynamo_compile()
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 179-195
+
+Custom Engine Cache
+----------------------
+
+By default, the engine cache is stored in the system's temporary directory. Both the cache directory and
+size limit can be customized by passing ``engine_cache_dir`` and ``engine_cache_size``.
+Users can also define their own engine cache implementation by extending the ``BaseEngineCache`` class.
+This allows for remote or shared caching if so desired.
+
+The custom engine cache should implement the following methods:
+  - ``save``: Save the engine blob to the cache.
+  - ``load``: Load the engine blob from the cache.
+
+The hash provided by the cache systen is a weight agnostic hash of the originating PyTorch subgraph (post lowering).
+The blob contains a serialized engine, calling spec data, and weight map information in the pickle format
+
+Below is an example of a custom engine cache implementation that implents a ``RAMEngineCache``.
+
+.. GENERATED FROM PYTHON SOURCE LINES 195-289
+
+.. code-block:: python
+
+
+
+    class RAMEngineCache(BaseEngineCache):
+        def __init__(
+            self,
+        ) -> None:
+            """
+            Constructs a user held engine cache in memory.
+            """
+            self.engine_cache: Dict[str, bytes] = {}
+
+        def save(
+            self,
+            hash: str,
+            blob: bytes,
+        ):
+            """
+            Insert the engine blob to the cache.
+
+            Args:
+                hash (str): The hash key to associate with the engine blob.
+                blob (bytes): The engine blob to be saved.
+
+            Returns:
+                None
+            """
+            self.engine_cache[hash] = blob
+
+        def load(self, hash: str) -> Optional[bytes]:
+            """
+            Load the engine blob from the cache.
+
+            Args:
+                hash (str): The hash key of the engine to load.
+
+            Returns:
+                Optional[bytes]: The engine blob if found, None otherwise.
+            """
+            if hash in self.engine_cache:
+                return self.engine_cache[hash]
+            else:
+                return None
+
+
+    def torch_compile_my_cache(iterations=3):
+        times = []
+        engine_cache = RAMEngineCache()
+        start = torch.cuda.Event(enable_timing=True)
+        end = torch.cuda.Event(enable_timing=True)
+
+        # The 1st iteration is to measure the compilation time without engine caching
+        # The 2nd and 3rd iterations are to measure the compilation time with engine caching.
+        # Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.
+        # The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.
+        for i in range(iterations):
+            inputs = [torch.rand((100, 3, 224, 224)).to("cuda")]
+            # remove timing cache and reset dynamo just for engine caching messurement
+            remove_timing_cache()
+            torch._dynamo.reset()
+
+            if i == 0:
+                cache_built_engines = False
+                reuse_cached_engines = False
+            else:
+                cache_built_engines = True
+                reuse_cached_engines = True
+
+            start.record()
+            compiled_model = torch.compile(
+                model,
+                backend="tensorrt",
+                options={
+                    "use_python_runtime": True,
+                    "enabled_precisions": enabled_precisions,
+                    "debug": debug,
+                    "min_block_size": min_block_size,
+                    "make_refitable": True,
+                    "cache_built_engines": cache_built_engines,
+                    "reuse_cached_engines": reuse_cached_engines,
+                    "custom_engine_cache": engine_cache,
+                },
+            )
+            compiled_model(*inputs)  # trigger the compilation
+            end.record()
+            torch.cuda.synchronize()
+            times.append(start.elapsed_time(end))
+
+        print("----------------torch_compile----------------")
+        print("disable engine caching, used:", times[0], "ms")
+        print("enable engine caching to cache engines, used:", times[1], "ms")
+        print("enable engine caching to reuse engines, used:", times[2], "ms")
+
+
+    torch_compile_my_cache()
+
+
+.. rst-class:: sphx-glr-timing
+
+   **Total running time of the script:** ( 0 minutes  0.000 seconds)
+
+
+.. _sphx_glr_download_tutorials__rendered_examples_dynamo_engine_caching_example.py:
+
+.. only:: html
+
+  .. container:: sphx-glr-footer sphx-glr-footer-example
+
+
+
+
+    .. container:: sphx-glr-download sphx-glr-download-python
+
+      :download:`Download Python source code: engine_caching_example.py <engine_caching_example.py>`
+
+    .. container:: sphx-glr-download sphx-glr-download-jupyter
+
+      :download:`Download Jupyter notebook: engine_caching_example.ipynb <engine_caching_example.ipynb>`
+
+
+.. only:: html
+
+ .. rst-class:: sphx-glr-signature
+
+    `Gallery generated by Sphinx-Gallery <https://sphinx-gallery.github.io>`_
diff --git a/docs/_sources/tutorials/_rendered_examples/dynamo/index.rst.txt b/docs/_sources/tutorials/_rendered_examples/dynamo/index.rst.txt
index 6e5917ae7b..64ecdc59aa 100644
--- a/docs/_sources/tutorials/_rendered_examples/dynamo/index.rst.txt
+++ b/docs/_sources/tutorials/_rendered_examples/dynamo/index.rst.txt
@@ -19,6 +19,8 @@ a number of ways you can leverage this backend to accelerate inference.
 * :ref:`refit_engine_example`: Refitting a compiled TensorRT Graph Module with updated weights
 * :ref:`mutable_torchtrt_module_example`: Compile, use, and modify TensorRT Graph Module with MutableTorchTensorRTModule
 * :ref:`vgg16_fp8_ptq`: Compiling a VGG16 model with FP8 and PTQ using ``torch.compile``
+* :ref:`engine_caching_example`: Utilizing engine caching to speed up compilation times
+* :ref:`engine_caching_bert_example`: Demonstrating engine caching on BERT
 
 
 
@@ -61,6 +63,23 @@ a number of ways you can leverage this backend to accelerate inference.
     </div>
 
 
+.. raw:: html
+
+    <div class="sphx-glr-thumbcontainer" tooltip="Compilation is an expensive operation as it involves many graph transformations, translations a...">
+
+.. only:: html
+
+  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_refit_engine_example_thumb.png
+    :alt:
+
+  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_refit_engine_example.py`
+
+.. raw:: html
+
+      <div class="sphx-glr-thumbnail-title">Refitting Torch-TensorRT Programs with New Weights</div>
+    </div>
+
+
 .. raw:: html
 
     <div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with torch.compi...">
@@ -80,18 +99,18 @@ a number of ways you can leverage this backend to accelerate inference.
 
 .. raw:: html
 
-    <div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how a compiled TensorRT Graph Module can be refitted with updated w...">
+    <div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo back...">
 
 .. only:: html
 
-  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_refit_engine_example_thumb.png
+  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_torch_export_gpt2_thumb.png
     :alt:
 
-  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_refit_engine_example.py`
+  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_torch_export_gpt2.py`
 
 .. raw:: html
 
-      <div class="sphx-glr-thumbnail-title">Refit  TenorRT Graph Module with Torch-TensorRT</div>
+      <div class="sphx-glr-thumbnail-title">Compiling GPT2 using the Torch-TensorRT with dynamo backend</div>
     </div>
 
 
@@ -112,6 +131,40 @@ a number of ways you can leverage this backend to accelerate inference.
     </div>
 
 
+.. raw:: html
+
+    <div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo back...">
+
+.. only:: html
+
+  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_torch_export_llama2_thumb.png
+    :alt:
+
+  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_torch_export_llama2.py`
+
+.. raw:: html
+
+      <div class="sphx-glr-thumbnail-title">Compiling Llama2 using the Torch-TensorRT with dynamo backend</div>
+    </div>
+
+
+.. raw:: html
+
+    <div class="sphx-glr-thumbcontainer" tooltip="Small caching example on BERT.">
+
+.. only:: html
+
+  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_engine_caching_bert_example_thumb.png
+    :alt:
+
+  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_engine_caching_bert_example.py`
+
+.. raw:: html
+
+      <div class="sphx-glr-thumbnail-title">Engine Caching (BERT)</div>
+    </div>
+
+
 .. raw:: html
 
     <div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how we can easily use Mutable Torch TensorRT Module to compile, int...">
@@ -163,6 +216,23 @@ a number of ways you can leverage this backend to accelerate inference.
     </div>
 
 
+.. raw:: html
+
+    <div class="sphx-glr-thumbcontainer" tooltip="As model sizes increase, the cost of compilation will as well. With AOT methods like torch.dyna...">
+
+.. only:: html
+
+  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_engine_caching_example_thumb.png
+    :alt:
+
+  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_engine_caching_example.py`
+
+.. raw:: html
+
+      <div class="sphx-glr-thumbnail-title">Engine Caching</div>
+    </div>
+
+
 .. raw:: html
 
     <div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how a developer could include a custom kernel in a TensorRT engine ...">
@@ -190,11 +260,15 @@ a number of ways you can leverage this backend to accelerate inference.
 
    /tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion
    /tutorials/_rendered_examples/dynamo/torch_export_cudagraphs
-   /tutorials/_rendered_examples/dynamo/torch_compile_transformers_example
    /tutorials/_rendered_examples/dynamo/refit_engine_example
+   /tutorials/_rendered_examples/dynamo/torch_compile_transformers_example
+   /tutorials/_rendered_examples/dynamo/torch_export_gpt2
    /tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage
+   /tutorials/_rendered_examples/dynamo/torch_export_llama2
+   /tutorials/_rendered_examples/dynamo/engine_caching_bert_example
    /tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example
    /tutorials/_rendered_examples/dynamo/torch_compile_resnet_example
    /tutorials/_rendered_examples/dynamo/vgg16_ptq
+   /tutorials/_rendered_examples/dynamo/engine_caching_example
    /tutorials/_rendered_examples/dynamo/custom_kernel_plugins
 
diff --git a/docs/_sources/tutorials/_rendered_examples/dynamo/refit_engine_example.rst.txt b/docs/_sources/tutorials/_rendered_examples/dynamo/refit_engine_example.rst.txt
index cc0b9fd21e..fb48bc8536 100644
--- a/docs/_sources/tutorials/_rendered_examples/dynamo/refit_engine_example.rst.txt
+++ b/docs/_sources/tutorials/_rendered_examples/dynamo/refit_engine_example.rst.txt
@@ -20,31 +20,38 @@
 
 .. _refit_engine_example:
 
-Refit  TenorRT Graph Module with Torch-TensorRT
+Refitting Torch-TensorRT Programs with New Weights
 ===================================================================
 
-We are going to demonstrate how a compiled TensorRT Graph Module can be refitted with updated weights.
-
-In many cases, we frequently update the weights of models, such as applying various LoRA to Stable Diffusion or constant A/B testing of AI products.
-That poses challenges for TensorRT inference optimizations, as compiling the TensorRT engines takes significant time, making repetitive compilation highly inefficient.
-Torch-TensorRT supports refitting TensorRT graph modules without re-compiling the engine, considerably accelerating the workflow.
+Compilation is an expensive operation as it involves many graph transformations, translations
+and optimizations applied on the model. In cases were the weights of a model might be updated
+occasionally (e.g. inserting LoRA adapters), the large cost of recompilation can make it infeasible
+to use TensorRT if the compiled program needed to be built from scratch each time. Torch-TensorRT
+provides a PyTorch native mechanism to update the weights of a compiled TensorRT program without
+recompiling from scratch through weight refitting.
 
 In this tutorial, we are going to walk through
-1. Compiling a PyTorch model to a TensorRT Graph Module
-2. Save and load a graph module
-3. Refit the graph module
 
-.. GENERATED FROM PYTHON SOURCE LINES 20-22
+    1. Compiling a PyTorch model to a TensorRT Graph Module
+    2. Save and load a graph module
+    3. Refit the graph module
+
+This tutorial focuses mostly on the AOT workflow where it is most likely that a user might need to
+manually refit a module. In the JIT workflow, weight changes trigger recompilation. As the engine
+has previously been built, with an engine cache enabled, Torch-TensorRT can automatically recognize
+a previously built engine, trigger refit and short cut recompilation on behalf of the user (see: :ref:`engine_caching_example`).
+
+.. GENERATED FROM PYTHON SOURCE LINES 27-29
 
 Standard Workflow
 -----------------------------
 
-.. GENERATED FROM PYTHON SOURCE LINES 24-26
+.. GENERATED FROM PYTHON SOURCE LINES 31-33
 
 Imports and model definition
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 
-.. GENERATED FROM PYTHON SOURCE LINES 26-38
+.. GENERATED FROM PYTHON SOURCE LINES 33-45
 
 .. code-block:: python
 
@@ -61,17 +68,24 @@ Imports and model definition
 
 
 
-.. GENERATED FROM PYTHON SOURCE LINES 39-41
+.. GENERATED FROM PYTHON SOURCE LINES 46-55
 
-Compile the module for the first time and save it.
-^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+Make a Refitable Compilation Program
+---------------------------------------
 
-.. GENERATED FROM PYTHON SOURCE LINES 41-66
+The inital step is to compile a module and save it as with a normal. Note that there is an
+additional parameter `make_refitable` that is set to `True`. This parameter is used to
+indicate that the engine being built should support weight refitting later. Engines built without
+these setttings will not be able to be refit.
+
+In this case we are going to compile a ResNet18 model with randomly initialized weights and save it.
+
+.. GENERATED FROM PYTHON SOURCE LINES 55-79
 
 .. code-block:: python
 
 
-    model = models.resnet18(pretrained=True).eval().to("cuda")
+    model = models.resnet18(pretrained=False).eval().to("cuda")
     exp_program = torch.export.export(model, tuple(inputs))
     enabled_precisions = {torch.float}
     debug = False
@@ -91,23 +105,27 @@ Compile the module for the first time and save it.
     )  # Output is a torch.fx.GraphModule
 
     # Save the graph module as an exported program
-    # This is only supported when use_python_runtime = False
     torch_trt.save(trt_gm, "./compiled.ep", inputs=inputs)
 
 
 
-.. GENERATED FROM PYTHON SOURCE LINES 67-69
+.. GENERATED FROM PYTHON SOURCE LINES 80-87
 
-Refit the module with update model weights
-^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+Refit the Program with Pretrained Weights
+------------------------------------------
 
-.. GENERATED FROM PYTHON SOURCE LINES 69-93
+Random weights are not useful for inference. But now instead of recompiling the model, we can
+refit the model with the pretrained weights. This is done by setting up another PyTorch module
+with the target weights and exporting it as an ExportedProgram. Then the ``refit_module_weights``
+function is used to update the weights of the compiled module with the new weights.
+
+.. GENERATED FROM PYTHON SOURCE LINES 87-111
 
 .. code-block:: python
 
 
     # Create and compile the updated model
-    model2 = models.resnet18(pretrained=False).eval().to("cuda")
+    model2 = models.resnet18(pretrained=True).eval().to("cuda")
     exp_program2 = torch.export.export(model2, tuple(inputs))
 
 
@@ -130,18 +148,36 @@ Refit the module with update model weights
     print("Refit successfully!")
 
 
-.. GENERATED FROM PYTHON SOURCE LINES 94-96
+.. GENERATED FROM PYTHON SOURCE LINES 112-140
 
-Alternative Workflow using Python Runtime
+Advanced Usage
 -----------------------------
 
-.. GENERATED FROM PYTHON SOURCE LINES 96-99
+There are a number of settings you can use to control the refit process
 
-.. code-block:: python
+Weight Map Cache
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Weight refitting works by matching the weights of the compiled module with the new weights from
+the user supplied ExportedProgram. Since 1:1 name matching from PyTorch to TensorRT is hard to accomplish,
+the only gaurenteed way to match weights at *refit-time* is to pass the new ExportedProgram through the
+early phases of the compilation process to generate near identical weight names. This can be expensive
+and is not always necessary.
 
+To avoid this, **At initial compile**, Torch-TensorRt will attempt to cache a direct mapping from PyTorch
+weights to TensorRT weights. This cache is stored in the compiled module as metadata and can be used
+to speed up refit. If the cache is not present, the refit system will fallback to rebuilding the mapping at
+refit-time. Use of this cache is controlled by the ``use_weight_map_cache`` parameter.
+
+Since the cache uses a heuristic based system for matching PyTorch and TensorRT weights, you may want to verify the refitting. This can be done by setting
+``verify_output`` to True and providing sample ``arg_inputs`` and ``kwarg_inputs``. When this is done, the refit
+system will run the refitted module and the user supplied module on the same inputs and compare the outputs.
+
+In-Place Refit
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 
-    # Currently python runtime does not support engine serialization. So the refitting will be done in the same runtime.
-    # This usecase is more useful when you need to switch different weights in the same runtime, such as using Stable Diffusion.
+``in_place`` allows the user to refit the module in place. This is useful when the user wants to update the weights
+of the compiled module without creating a new module.
 
 
 .. rst-class:: sphx-glr-timing
diff --git a/docs/_sources/tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst.txt b/docs/_sources/tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst.txt
new file mode 100644
index 0000000000..be90efc337
--- /dev/null
+++ b/docs/_sources/tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst.txt
@@ -0,0 +1,168 @@
+
+.. DO NOT EDIT.
+.. THIS FILE WAS AUTOMATICALLY GENERATED BY SPHINX-GALLERY.
+.. TO MAKE CHANGES, EDIT THE SOURCE PYTHON FILE:
+.. "tutorials/_rendered_examples/dynamo/torch_export_gpt2.py"
+.. LINE NUMBERS ARE GIVEN BELOW.
+
+.. only:: html
+
+    .. note::
+        :class: sphx-glr-download-link-note
+
+        :ref:`Go to the end <sphx_glr_download_tutorials__rendered_examples_dynamo_torch_export_gpt2.py>`
+        to download the full example code
+
+.. rst-class:: sphx-glr-example-title
+
+.. _sphx_glr_tutorials__rendered_examples_dynamo_torch_export_gpt2.py:
+
+
+.. _torch_export_gpt2:
+
+Compiling GPT2 using the Torch-TensorRT with dynamo backend
+==========================================================
+
+This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a GPT2 model.
+
+.. GENERATED FROM PYTHON SOURCE LINES 10-12
+
+Imports and Model Definition
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. GENERATED FROM PYTHON SOURCE LINES 12-17
+
+.. code-block:: python
+
+    import torch
+    import torch_tensorrt
+    from transformers import AutoModelForCausalLM, AutoTokenizer
+    from utils import export_llm, generate
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 18-35
+
+.. code-block:: python
+
+
+    # Define the parameters and initialize the model
+    MAX_TOKENS = 32
+    DEVICE = torch.device("cuda:0")
+
+    # Define the GPT2 model from hugging face
+    # kv_cache is not supported in Torch-TRT currently.
+    # CPU is used here so that GPU memory is reserved for TRT compilation.
+    with torch.no_grad():
+        tokenizer = AutoTokenizer.from_pretrained("gpt2")
+        model = AutoModelForCausalLM.from_pretrained(
+            "gpt2",
+            pad_token_id=tokenizer.eos_token_id,
+            use_cache=False,
+            attn_implementation="eager",
+        ).eval()
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 36-37
+
+Tokenize a sample input prompt and get pytorch model outputs
+
+.. GENERATED FROM PYTHON SOURCE LINES 37-46
+
+.. code-block:: python
+
+    prompt = "I enjoy walking with my cute dog"
+    model_inputs = tokenizer(prompt, return_tensors="pt")
+    input_ids = model_inputs["input_ids"]
+
+    # Auto-regressive generation loop for greedy decoding using PyTorch model
+    # We use a custom generate function which is very similar to the huggingface one.
+    pyt_gen_tokens = generate(model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)
+
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 47-49
+
+Compilation with `Torch-TensorRT` using dynamo backend and generate TensorRT outputs
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. GENERATED FROM PYTHON SOURCE LINES 49-67
+
+.. code-block:: python
+
+
+    # Export the GPT2 model into an ExportedProgram which is input of TRT compilation
+    gpt2_ep = export_llm(model, input_ids, max_seq_len=1024)
+    trt_model = torch_tensorrt.dynamo.compile(
+        gpt2_ep,
+        inputs=[input_ids],
+        enabled_precisions={torch.float32},
+        truncate_double=True,
+        device=DEVICE,
+        disable_tf32=True,
+    )
+
+    # Auto-regressive generation loop for greedy decoding using TensorRT model
+    # We use a custom generate function which is very similar to the huggingface one.
+    # Move inputs to GPU
+    input_ids = input_ids.to(DEVICE)
+    trt_gen_tokens = generate(trt_model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 68-70
+
+Decode the output sentences of PyTorch and TensorRT
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. GENERATED FROM PYTHON SOURCE LINES 70-81
+
+.. code-block:: python
+
+    print("=============================")
+    print(
+        "Pytorch model generated text: ",
+        tokenizer.decode(pyt_gen_tokens[0], skip_special_tokens=True),
+    )
+    print("=============================")
+    print(
+        "TensorRT model generated text: ",
+        tokenizer.decode(trt_gen_tokens[0], skip_special_tokens=True),
+    )
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 82-87
+
+The output sentences should look like
+=============================
+Pytorch model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my
+=============================
+TensorRT model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my
+
+
+.. rst-class:: sphx-glr-timing
+
+   **Total running time of the script:** ( 0 minutes  0.000 seconds)
+
+
+.. _sphx_glr_download_tutorials__rendered_examples_dynamo_torch_export_gpt2.py:
+
+.. only:: html
+
+  .. container:: sphx-glr-footer sphx-glr-footer-example
+
+
+
+
+    .. container:: sphx-glr-download sphx-glr-download-python
+
+      :download:`Download Python source code: torch_export_gpt2.py <torch_export_gpt2.py>`
+
+    .. container:: sphx-glr-download sphx-glr-download-jupyter
+
+      :download:`Download Jupyter notebook: torch_export_gpt2.ipynb <torch_export_gpt2.ipynb>`
+
+
+.. only:: html
+
+ .. rst-class:: sphx-glr-signature
+
+    `Gallery generated by Sphinx-Gallery <https://sphinx-gallery.github.io>`_
diff --git a/docs/_sources/tutorials/_rendered_examples/dynamo/torch_export_llama2.rst.txt b/docs/_sources/tutorials/_rendered_examples/dynamo/torch_export_llama2.rst.txt
new file mode 100644
index 0000000000..5e66a72aab
--- /dev/null
+++ b/docs/_sources/tutorials/_rendered_examples/dynamo/torch_export_llama2.rst.txt
@@ -0,0 +1,175 @@
+
+.. DO NOT EDIT.
+.. THIS FILE WAS AUTOMATICALLY GENERATED BY SPHINX-GALLERY.
+.. TO MAKE CHANGES, EDIT THE SOURCE PYTHON FILE:
+.. "tutorials/_rendered_examples/dynamo/torch_export_llama2.py"
+.. LINE NUMBERS ARE GIVEN BELOW.
+
+.. only:: html
+
+    .. note::
+        :class: sphx-glr-download-link-note
+
+        :ref:`Go to the end <sphx_glr_download_tutorials__rendered_examples_dynamo_torch_export_llama2.py>`
+        to download the full example code
+
+.. rst-class:: sphx-glr-example-title
+
+.. _sphx_glr_tutorials__rendered_examples_dynamo_torch_export_llama2.py:
+
+
+.. _torch_export_llama2:
+
+Compiling Llama2 using the Torch-TensorRT with dynamo backend
+==========================================================
+
+This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a Llama2 model.
+
+.. GENERATED FROM PYTHON SOURCE LINES 10-12
+
+Imports and Model Definition
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. GENERATED FROM PYTHON SOURCE LINES 12-17
+
+.. code-block:: python
+
+    import torch
+    import torch_tensorrt
+    from transformers import AutoModelForCausalLM, AutoTokenizer
+    from utils import export_llm, generate
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 18-19
+
+Define the parameters and initialize the model
+
+.. GENERATED FROM PYTHON SOURCE LINES 19-33
+
+.. code-block:: python
+
+    MAX_TOKENS = 32
+    DEVICE = torch.device("cuda:0")
+
+    # Define the Llama2 model from hugging face
+    # kv_cache is not supported in Torch-TRT currently.
+    # CPU is used here so that GPU memory is reserved for TRT compilation.
+    llama_path = "meta-llama/Llama-2-7b-chat-hf"
+    with torch.no_grad():
+        model = AutoModelForCausalLM.from_pretrained(
+            llama_path, use_cache=False, attn_implementation="eager"
+        ).eval()
+
+    tokenizer = AutoTokenizer.from_pretrained(llama_path)
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 34-35
+
+Tokenize a sample input prompt and get pytorch model outputs
+
+.. GENERATED FROM PYTHON SOURCE LINES 35-43
+
+.. code-block:: python
+
+    prompt = "What is dynamic programming?"
+    model_inputs = tokenizer(prompt, return_tensors="pt")
+    input_ids = model_inputs.input_ids
+
+    # Auto-regressive generation loop for greedy decoding using PyTorch model
+    # We use a custom generate function which is very similar to the huggingface one.
+    pyt_gen_tokens = generate(model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 44-46
+
+Compilation with `Torch-TensorRT` using dynamo backend and generate TensorRT outputs
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. GENERATED FROM PYTHON SOURCE LINES 46-65
+
+.. code-block:: python
+
+
+    # Export the llama2 model into an ExportedProgram which is input of TRT compilation
+    llama2_ep = export_llm(model, input_ids, max_seq_len=64)
+    trt_model = torch_tensorrt.dynamo.compile(
+        llama2_ep,
+        inputs=[input_ids],
+        enabled_precisions={torch.float32},
+        min_block_size=1,
+        truncate_double=True,
+        device=DEVICE,
+        disable_tf32=True,
+    )
+
+    # Auto-regressive generation loop for greedy decoding using TensorRT model
+    # We use a custom generate function which is very similar to the huggingface one.
+    # Move inputs to GPU
+    input_ids = input_ids.to(DEVICE)
+    trt_gen_tokens = generate(trt_model, input_ids, MAX_TOKENS, tokenizer.eos_token_id)
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 66-68
+
+Decode the output sentences of PyTorch and TensorRT
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. GENERATED FROM PYTHON SOURCE LINES 68-85
+
+.. code-block:: python
+
+    print("=============================")
+    print(
+        "Pytorch model generated text: ",
+        tokenizer.batch_decode(
+            pyt_gen_tokens, skip_special_tokens=True, clean_up_tokenization_spaces=False
+        )[0],
+    )
+    print("=============================")
+    print(
+        "TensorRT model generated text: ",
+        tokenizer.batch_decode(
+            trt_gen_tokens,
+            skip_special_tokens=True,
+            clean_up_tokenization_spaces=False,
+        )[0],
+    )
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 86-91
+
+The output sentences should look like
+=============================
+Pytorch model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my
+=============================
+TensorRT model generated text:  I enjoy walking with my cute dog, but I'm not sure if I'll ever be able to walk with my dog. I'm not sure if I'll ever be able to walk with my
+
+
+.. rst-class:: sphx-glr-timing
+
+   **Total running time of the script:** ( 0 minutes  0.000 seconds)
+
+
+.. _sphx_glr_download_tutorials__rendered_examples_dynamo_torch_export_llama2.py:
+
+.. only:: html
+
+  .. container:: sphx-glr-footer sphx-glr-footer-example
+
+
+
+
+    .. container:: sphx-glr-download sphx-glr-download-python
+
+      :download:`Download Python source code: torch_export_llama2.py <torch_export_llama2.py>`
+
+    .. container:: sphx-glr-download sphx-glr-download-jupyter
+
+      :download:`Download Jupyter notebook: torch_export_llama2.ipynb <torch_export_llama2.ipynb>`
+
+
+.. only:: html
+
+ .. rst-class:: sphx-glr-signature
+
+    `Gallery generated by Sphinx-Gallery <https://sphinx-gallery.github.io>`_
diff --git a/docs/_sources/tutorials/_rendered_examples/index.rst.txt b/docs/_sources/tutorials/_rendered_examples/index.rst.txt
index f68c1fb417..c688d7370f 100644
--- a/docs/_sources/tutorials/_rendered_examples/index.rst.txt
+++ b/docs/_sources/tutorials/_rendered_examples/index.rst.txt
@@ -35,6 +35,8 @@ a number of ways you can leverage this backend to accelerate inference.
 * :ref:`refit_engine_example`: Refitting a compiled TensorRT Graph Module with updated weights
 * :ref:`mutable_torchtrt_module_example`: Compile, use, and modify TensorRT Graph Module with MutableTorchTensorRTModule
 * :ref:`vgg16_fp8_ptq`: Compiling a VGG16 model with FP8 and PTQ using ``torch.compile``
+* :ref:`engine_caching_example`: Utilizing engine caching to speed up compilation times
+* :ref:`engine_caching_bert_example`: Demonstrating engine caching on BERT
 
 
 
@@ -77,6 +79,23 @@ a number of ways you can leverage this backend to accelerate inference.
     </div>
 
 
+.. raw:: html
+
+    <div class="sphx-glr-thumbcontainer" tooltip="Compilation is an expensive operation as it involves many graph transformations, translations a...">
+
+.. only:: html
+
+  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_refit_engine_example_thumb.png
+    :alt:
+
+  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_refit_engine_example.py`
+
+.. raw:: html
+
+      <div class="sphx-glr-thumbnail-title">Refitting Torch-TensorRT Programs with New Weights</div>
+    </div>
+
+
 .. raw:: html
 
     <div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with torch.compi...">
@@ -96,18 +115,18 @@ a number of ways you can leverage this backend to accelerate inference.
 
 .. raw:: html
 
-    <div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how a compiled TensorRT Graph Module can be refitted with updated w...">
+    <div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo back...">
 
 .. only:: html
 
-  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_refit_engine_example_thumb.png
+  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_torch_export_gpt2_thumb.png
     :alt:
 
-  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_refit_engine_example.py`
+  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_torch_export_gpt2.py`
 
 .. raw:: html
 
-      <div class="sphx-glr-thumbnail-title">Refit  TenorRT Graph Module with Torch-TensorRT</div>
+      <div class="sphx-glr-thumbnail-title">Compiling GPT2 using the Torch-TensorRT with dynamo backend</div>
     </div>
 
 
@@ -128,6 +147,40 @@ a number of ways you can leverage this backend to accelerate inference.
     </div>
 
 
+.. raw:: html
+
+    <div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo back...">
+
+.. only:: html
+
+  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_torch_export_llama2_thumb.png
+    :alt:
+
+  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_torch_export_llama2.py`
+
+.. raw:: html
+
+      <div class="sphx-glr-thumbnail-title">Compiling Llama2 using the Torch-TensorRT with dynamo backend</div>
+    </div>
+
+
+.. raw:: html
+
+    <div class="sphx-glr-thumbcontainer" tooltip="Small caching example on BERT.">
+
+.. only:: html
+
+  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_engine_caching_bert_example_thumb.png
+    :alt:
+
+  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_engine_caching_bert_example.py`
+
+.. raw:: html
+
+      <div class="sphx-glr-thumbnail-title">Engine Caching (BERT)</div>
+    </div>
+
+
 .. raw:: html
 
     <div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how we can easily use Mutable Torch TensorRT Module to compile, int...">
@@ -179,6 +232,23 @@ a number of ways you can leverage this backend to accelerate inference.
     </div>
 
 
+.. raw:: html
+
+    <div class="sphx-glr-thumbcontainer" tooltip="As model sizes increase, the cost of compilation will as well. With AOT methods like torch.dyna...">
+
+.. only:: html
+
+  .. image:: /tutorials/_rendered_examples/dynamo/images/thumb/sphx_glr_engine_caching_example_thumb.png
+    :alt:
+
+  :ref:`sphx_glr_tutorials__rendered_examples_dynamo_engine_caching_example.py`
+
+.. raw:: html
+
+      <div class="sphx-glr-thumbnail-title">Engine Caching</div>
+    </div>
+
+
 .. raw:: html
 
     <div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how a developer could include a custom kernel in a TensorRT engine ...">
diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js
index c01a50945c..1540ac6f48 100644
--- a/docs/_static/documentation_options.js
+++ b/docs/_static/documentation_options.js
@@ -1,6 +1,6 @@
 var DOCUMENTATION_OPTIONS = {
     URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
-    VERSION: 'v2.5.0.dev0+b3a8cdd',
+    VERSION: 'v2.5.0.dev0+8759736',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html
index f6792e2ae9..5309cb19d6 100644
--- a/docs/cli/torchtrtc.html
+++ b/docs/cli/torchtrtc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torchtrtc &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torchtrtc &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html
index ffb238bfcd..4a53b164b3 100644
--- a/docs/contributors/conversion.html
+++ b/docs/contributors/conversion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Conversion Phase &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Conversion Phase &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/contributors/dynamo_converters.html b/docs/contributors/dynamo_converters.html
index 55f9686749..02205bdac1 100644
--- a/docs/contributors/dynamo_converters.html
+++ b/docs/contributors/dynamo_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html
index 76d2a22dc7..4138e50a9d 100644
--- a/docs/contributors/lowering.html
+++ b/docs/contributors/lowering.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Lowering Phase &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Lowering Phase &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html
index a06f2621ad..cba9deb117 100644
--- a/docs/contributors/partitioning.html
+++ b/docs/contributors/partitioning.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Partitioning Phase &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Partitioning Phase &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html
index 9bf25a6e07..7c1f991d95 100644
--- a/docs/contributors/phases.html
+++ b/docs/contributors/phases.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiler Phases &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Compiler Phases &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html
index 861ff004c3..84f0a1fa20 100644
--- a/docs/contributors/runtime.html
+++ b/docs/contributors/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Runtime Phase &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Runtime Phase &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html
index 97fa2c3423..c2fa91573b 100644
--- a/docs/contributors/system_overview.html
+++ b/docs/contributors/system_overview.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>System Overview &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>System Overview &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/contributors/ts_converters.html b/docs/contributors/ts_converters.html
index 69ddafa051..cd1871800d 100644
--- a/docs/contributors/ts_converters.html
+++ b/docs/contributors/ts_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html
index 9fba4ea080..874f4968e7 100644
--- a/docs/contributors/useful_links.html
+++ b/docs/contributors/useful_links.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/contributors/writing_dynamo_aten_lowering_passes.html b/docs/contributors/writing_dynamo_aten_lowering_passes.html
index a4342f98de..da2a3bb37d 100644
--- a/docs/contributors/writing_dynamo_aten_lowering_passes.html
+++ b/docs/contributors/writing_dynamo_aten_lowering_passes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/dynamo/dynamo_export.html b/docs/dynamo/dynamo_export.html
index f2e80b40f3..c1c66ebaa0 100644
--- a/docs/dynamo/dynamo_export.html
+++ b/docs/dynamo/dynamo_export.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul class="current">
diff --git a/docs/dynamo/torch_compile.html b/docs/dynamo/torch_compile.html
index a0531ea32e..9715f4e330 100644
--- a/docs/dynamo/torch_compile.html
+++ b/docs/dynamo/torch_compile.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -40,7 +40,7 @@
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
     <link rel="next" title="Compiling Exported Programs with Torch-TensorRT" href="dynamo_export.html" />
-    <link rel="prev" title="Torch Compile Advanced Usage" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html" />
+    <link rel="prev" title="Refitting Torch-TensorRT Programs with New Weights" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html" />
   <!-- Google Tag Manager -->
     <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
     new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul class="current">
@@ -476,7 +478,7 @@ <h2>Key Features<a class="headerlink" href="#key-features" title="Permalink to t
 <h2>Customizable Settings<a class="headerlink" href="#customizable-settings" title="Permalink to this heading">¶</a></h2>
 <dl class="py class">
 <dt class="sig sig-object py" id="torch_tensorrt.dynamo.CompilationSettings">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">torch_tensorrt.dynamo.</span></span><span class="sig-name descname"><span class="pre">CompilationSettings</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="pre">enabled_precisions:</span> <span class="pre">~typing.Set[~torch_tensorrt._enums.dtype]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">debug:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">workspace_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">0,</span> <span class="pre">min_block_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">5,</span> <span class="pre">torch_executed_ops:</span> <span class="pre">~typing.Collection[~typing.Union[~typing.Callable[[...],</span> <span class="pre">~typing.Any],</span> <span class="pre">str]]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">pass_through_build_failures:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">max_aux_streams:</span> <span class="pre">~typing.Optional[int]</span> <span class="pre">=</span> <span class="pre">None,</span> <span class="pre">version_compatible:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">optimization_level:</span> <span class="pre">~typing.Optional[int]</span> <span class="pre">=</span> <span class="pre">None,</span> <span class="pre">use_python_runtime:</span> <span class="pre">~typing.Optional[bool]</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">truncate_double:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">use_fast_partitioner:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">True,</span> <span class="pre">enable_experimental_decompositions:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">device:</span> <span class="pre">~torch_tensorrt._Device.Device</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">require_full_compilation:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">disable_tf32:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">assume_dynamic_shape_support:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">sparse_weights:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">make_refitable:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">engine_capability:</span> <span class="pre">~torch_tensorrt._enums.EngineCapability</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">num_avg_timing_iters:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1,</span> <span class="pre">dla_sram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1048576,</span> <span class="pre">dla_local_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1073741824,</span> <span class="pre">dla_global_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">536870912,</span> <span class="pre">dryrun:</span> <span class="pre">~typing.Union[bool,</span> <span class="pre">str]</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">hardware_compatible:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">timing_cache_path:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">'/tmp/timing_cache.bin',</span> <span class="pre">lazy_engine_init:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/_settings.html#CompilationSettings"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.dynamo.CompilationSettings" title="Permalink to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">torch_tensorrt.dynamo.</span></span><span class="sig-name descname"><span class="pre">CompilationSettings</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="pre">enabled_precisions:</span> <span class="pre">~typing.Set[~torch_tensorrt._enums.dtype]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">debug:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">workspace_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">0,</span> <span class="pre">min_block_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">5,</span> <span class="pre">torch_executed_ops:</span> <span class="pre">~typing.Collection[~typing.Union[~typing.Callable[[...],</span> <span class="pre">~typing.Any],</span> <span class="pre">str]]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">pass_through_build_failures:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">max_aux_streams:</span> <span class="pre">~typing.Optional[int]</span> <span class="pre">=</span> <span class="pre">None,</span> <span class="pre">version_compatible:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">optimization_level:</span> <span class="pre">~typing.Optional[int]</span> <span class="pre">=</span> <span class="pre">None,</span> <span class="pre">use_python_runtime:</span> <span class="pre">~typing.Optional[bool]</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">truncate_double:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">use_fast_partitioner:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">True,</span> <span class="pre">enable_experimental_decompositions:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">device:</span> <span class="pre">~torch_tensorrt._Device.Device</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">require_full_compilation:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">disable_tf32:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">assume_dynamic_shape_support:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">sparse_weights:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">make_refitable:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">engine_capability:</span> <span class="pre">~torch_tensorrt._enums.EngineCapability</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">num_avg_timing_iters:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1,</span> <span class="pre">dla_sram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1048576,</span> <span class="pre">dla_local_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1073741824,</span> <span class="pre">dla_global_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">536870912,</span> <span class="pre">dryrun:</span> <span class="pre">~typing.Union[bool,</span> <span class="pre">str]</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">hardware_compatible:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">timing_cache_path:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">'/tmp/torch_tensorrt_engine_cache/timing_cache.bin',</span> <span class="pre">lazy_engine_init:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">cache_built_engines:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">True,</span> <span class="pre">reuse_cached_engines:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">True</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/_settings.html#CompilationSettings"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.dynamo.CompilationSettings" title="Permalink to this definition">¶</a></dt>
 <dd><p>Compilation settings for Torch-TensorRT Dynamo Paths</p>
 <dl class="field-list simple">
 <dt class="field-odd">Parameters</dt>
@@ -515,6 +517,8 @@ <h2>Customizable Settings<a class="headerlink" href="#customizable-settings" tit
 output to a file if a string path is specified</p></li>
 <li><p><strong>hardware_compatible</strong> (<em>bool</em>) – Build the TensorRT engines compatible with GPU architectures other than that of the GPU on which the engine was built (currently works for NVIDIA Ampere and newer)</p></li>
 <li><p><strong>timing_cache_path</strong> (<em>str</em>) – Path to the timing cache if it exists (or) where it will be saved after compilation</p></li>
+<li><p><strong>cache_built_engines</strong> (<em>bool</em>) – Whether to save the compiled TRT engines to storage</p></li>
+<li><p><strong>reuse_cached_engines</strong> (<em>bool</em>) – Whether to load the compiled TRT engines from storage</p></li>
 </ul>
 </dd>
 </dl>
@@ -608,7 +612,7 @@ <h2>Recompilation Conditions<a class="headerlink" href="#recompilation-condition
         <a href="dynamo_export.html" class="btn btn-neutral float-right" title="Compiling Exported Programs with Torch-TensorRT" accesskey="n" rel="next">Next <img src="../_static/images/chevron-right-orange.svg" class="next-page"></a>
       
       
-        <a href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html" class="btn btn-neutral" title="Torch Compile Advanced Usage" accesskey="p" rel="prev"><img src="../_static/images/chevron-right-orange.svg" class="previous-page"> Previous</a>
+        <a href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html" class="btn btn-neutral" title="Refitting Torch-TensorRT Programs with New Weights" accesskey="p" rel="prev"><img src="../_static/images/chevron-right-orange.svg" class="previous-page"> Previous</a>
       
     </div>
   
diff --git a/docs/fx/getting_started_with_fx_path.html b/docs/fx/getting_started_with_fx_path.html
index 73ef8bda1c..7dd4a4c566 100644
--- a/docs/fx/getting_started_with_fx_path.html
+++ b/docs/fx/getting_started_with_fx_path.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/genindex.html b/docs/genindex.html
index 761380b6d0..031c2c262e 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Index &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Index &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html
index caeb13cd95..8bd9697cd5 100644
--- a/docs/getting_started/installation.html
+++ b/docs/getting_started/installation.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/getting_started/quick_start.html b/docs/getting_started/quick_start.html
index 22a5e931c1..779abb5d8f 100644
--- a/docs/getting_started/quick_start.html
+++ b/docs/getting_started/quick_start.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Quick Start &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Quick Start &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/index.html b/docs/index.html
index 4033294e2b..f4b8d2cadd 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -274,7 +274,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -315,6 +315,8 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html
index 7c94682185..a308008a58 100644
--- a/docs/indices/supported_ops.html
+++ b/docs/indices/supported_ops.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Operators Supported &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Operators Supported &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -274,7 +274,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -315,6 +315,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/objects.inv b/docs/objects.inv
index 6bb96dfe8deb0f35b6f85b56dc8244df8e3712db..a7252e6dc451664cfe67cfa44c70f94d0c92b984 100644
GIT binary patch
literal 31865
zcmZ^pV~{2=*QVQ?w*9niYudK0Y1_7K+qP|U+O}<T=iP6&zOAj@U#U}faw?TnD#>+j
zVt|sJnYoP{z}&{g*v84$!5!dY?BHl_YXe|{AqL1h*jgAHI&lG%Z5<5FXqAm^9BmyG
zmH#QK|J92N;KD@5O2<HFWbDE~&B4yf$<EC7PgXWF1~?d78<^V|89M-MO#n`2=8gap
zb1P%Ozt+&!+Rnk)(b3ol;OuB_V+!!FGXFyd<F<a;ZRvQx(ZKfV?E}t!K6L$<qo%T-
z?KJeZ+n}?RQ{&)n_41gty1EOSkT+dVQXw&+lB4&tFDOYe3=0&HpzU42JwXIz^gCUg
z1Q`S51;JI)t_4gWgQ8*|{Gu6h`7RVu^bW>@g!dtfTn@Yf#i9lpcMHP5I)H&iX2ZU!
z-8N&E<z)S%)T`YMqw5F3_&GJS))k|dXOq|Mq;)0g@JpVR2Iak@FkQ7wECU^^B44AY
zB(%iht@_Zny{D_I!{89HqNcKQWHa1~ph6sM11RRgBBoYrmVJvCetU3f`fG)I=w$M3
zr)S&!r>&#2_j_VOR?T?@Sk){j1CDi6!5Z=H!7L^rpWD@dpz{L9$EAdKMMml=enNSd
zsH6i_kedZhuMuzh+Q8NG+YkS3)jS40*n{C^i61h<q9Oz|&&JZx6JBN7!DID~5k|nQ
z1G~<9sg>}T%rxA<7zi-(6cnylEz|o6ZzJo+Y`yoEJn@2HK$(Eil=nsht65OXSxBBF
zo80{F_~agy)I19xcPAL9o12ah_#7WBI$*M5N*si?f%c$0M>C}$sXKCG1LHuH^?WFs
zX+;HL2O_|%5$2vlV;r(x$nYDKhV8bAVe8bNOYP(ZSl#at%=vi$?BtTBmaqeyQawjp
z1s@m3G+9xCL9lII8YrqF0(fw3?O~Ke!z#ZIH4j+{m<gJhO&voHz>7&U6$Q6!+;E3+
z%inhyfQQp07YTL<DQKc#W7X#a9C@m*5}sb)-=T{qsReO73~}z*;K7qt!|-o-Z*`8^
zc<YjX94Be7k6r0;hwQXzc0nT-FTJzH^;y&Bd^u;)!lUqbhhIJHr6}ZiuZtk8Zp7<#
zFkF&e$M_ipLVx7nu;ZWi+VZ8w0JV*sQqZ#yYK|QNq234bG)deU@uf}wy>RopUb0&K
zSIE+1cn}F?t<WlE;AuQe{6zFUDO{(iN@Mp9=zBJbBKg|DX0sfd6xL<yWfFf+=zU|v
z;J!m5%GM9o)gx5>#W%X2B`9s=#X$sP1oTv#xV(Do!)y0u6i8j^j&AF#-myWNwG?vJ
z1j>3@a}1^ZV|MU6_iGe;qEcc%utF@<V=$ak1xDBlZT&CdfbL(xzEzl{mC8WqIXItQ
zbWEW{GSLvC0E|Zx543@|hbvn#RXV|cq42~}-&>3Hv-MivD)bcLVlPwQb?!1M<g{V?
z!aizdSh7A+_Cn);8EGddk{{7R3)7_&cx^@Oz5FEGVm<%pbYpfvMLG!wZS&7cd=>UL
zBa+41IUeletEx95bWEvBojS=**XYwo<g6S4*k7<SWIAsO-Xf>x_NQSU!s_0xto?L|
zBu#^bNE6^LfCPEaeiF^QzW&kho)ds(A`fn0>6}rwAGQv{rz`AXW%-WD=UG)Bx{(!X
z7auiG>^F;07dRIT%{0`PT@80k`Csdm`QzD};WAB`Uo;$NW<#C69KG#4Kc7#>737P2
z3|>oC{Dw&<-=7OhgTA>jxGw%-XusoMuJ4_|>{`>-g<m<rFG??#JQ7W_sFjivzQQUv
zApu$0!>_fe!?DzHwy!z~h!jg!cE&>Kcwkv*u2eBbyH%`;C8?bf4Nmu!4M!1;>YNy#
zwk&a42#3>m^}Eo2PIzScFYuyjuH2HfLQ?f~%CSXWDJ4<?d>UyR*`T&?H`CrW-F-lF
zZSXr$EpK|CbphS1gE)kHxkJi3C26I<JVLLG@C0#&l&sgg)pxQ8>&U<52f9cPkmJrF
z*#=u_*2jT;uz>7b(2u8e{#-KGjpFHKVLl_7*kLE&QgQe`%=e^cq^vOJAYQXqf0cu#
zu~Y7qVMm*_9B?JJhG{JJ$-;hav}T8se{5GJ*{=VNMbqh0*z*NS--!Y%EcKBEy2-qS
z;}f59?2{N~Ctb^I?kC_9<Xhi7FdrX}^?~m3TtjgSd|>j$77*c`K>*z4E;j8XtwO?~
zZl~DU79ZsZw%xWE;gef*y(d1l+p5a%rF=Y-ekW!;XCi;pd0%HDUspG6CZ0O(Buy0x
z%Pha;7XJ0_42WpiB;eoYD>v_@tVdWs>7m`*mYn1b{{3P-&Lg>~WG88h*kESKMR{qv
zZMPi-gzS-NIOq+F&ZiS=C)f?l=a%6Ec)ZkeN$u-m&<JpQ5^@_>N;p+F%x<j?BoKRS
zB^z_v{!lLBeB?O38viN`pClBfaL~tO-mJUGs{6uIM5$|~c*FmGDn5b+v}wV6Q&=Qk
zCFW6ZKIWCl@k#stnaqbAE`pjOy#BCu2SKgSHC%uwU3O`=$u3X1<U^`B288f8@$Ykv
zDj}+X8lH#%k%ywjiYZ^gYLlH^;3(e0Vu<hI(8ZX*iHXwuLHm3WfckUQW0?<**p1}U
z91wZQJSI%{gd425WO>QSPhQF6vq_S9xf{0x<LJ`2?-~#zxZ%lZhIh8X6x3=6Y@2s3
zrdvG={jlPb)!mBf1VHV`<(H4uA^&a_LgBd3Q?`G7ea<)7qx9=Sx=1I%yYc;Xg%5ix
zF7vapHw8j4Pgk-v7=T+nSC}?{`A=YIEE$}3xO&TUL-M$zlH{t+m%iW@=Wg-?&PM^F
zwj+YgC^;9@Q(=XKa4`aE?#*Ptk=N`D7fYKI#KG)yby9(xT?V1G)5ZYNVTBuIXNCOQ
ziCr!uHV6M``5WP@L_XNt?zoFFPCW7L=JJfy(-%DU1(~Bc%Rj5)jjvI{=*oWz_S?_S
zX1cH)I(xQNd*QOxxHHcXnPO1C-aya$^UBm-MGkDMpe>E$-{tw?;TnL9s4b2B>E-J4
zF$pcnZ^tNM=lyVYF%GSdtRD4BP;+fF!{=FQE?u$4KSr{6bK=Ur!d|-4mW`}Yi`u3Z
z!%Q!ZE&(G%zjpXq5N^aurdS4Jq$#g*f&|tFshKC1Z}6JWrdBAg<Zlg3=Fd_HYhsD1
zfKn6GAZvi?n@YO8>GU+#Qax6;$)8#1n~%Phfdk%Rn4c3bL9?_5$w4Czvm%iJ>I-bI
zU|W9$Zybg;r9yk_ya8l@*-?g|Ml2Kv1X04<I>jkw-Q0hPaSi91VB6;EHMq5(d4=Fx
z6>}T?;&&QK^MZwm4t0F34d=BIVwPtmp!NdCJpb!-#+&Vu>)lfXyf4$Pfkz}<2szJJ
z7yT=d%vL<b`1zH1EI|fWD;Qh&F6m0k--eTpB^v-Gz0#D`Zr%x$5!LOCF-5H>+}7CW
z<3754G#8vhmKT*J&i-pl!C8k@z=+t;`NX3v-N3BP1d#zE=>w>iBdS^V{<2DBsD8;6
z*+CXdaKqnr22PEc1r3Bf2x3ua$6iLvd2lR(1^&YdF25WSIbPm}z@9~8<&D5CRp(mU
zZx>qEPvmkTEzr^xr$Eqk{c5fpq&G+J%3wu7Vab}(Z5a6Z^3v-rt;qhniKNZ3O`Dz{
zK0TE?CZ@L%!cBE_HAp`-Pp7I=?_&!zHL5If5Ly?N*it9(Q^KnGe35j=##Oz0s1mA#
zYC?=T#r=DyaK+`;!Sf*LRk_jsrowq3pQs+JcW(QzV?ApQXbeKGrj+B?pU=C|6R;qL
zFKe`)djD4UcayqS%+R{{#tm1{D}0Y7>pAmk_m4jyvU`8GgH{QNx&T2xG|0A0r|}ct
z3g9_i3&<&&ZIzk<rl-Rc?A4r)H+iOiA`ZgU`4?!)AY*DaY|8f6eh|4zuD~pI)q5<!
zY4VFqoDI7yu3BritYb&e^PQOWuW^60CHEZ8_*yKC*f6A=<31gknJ)R^bOu|Mz2S+e
z>xgkGS_V<m%pTa>)MR26kTkPzcn(#b{HLW_>N5+rKE>D96y6A)n#xS6e(s6S!dQDg
z6DvX)F~8!Q151Aky&^-}ZHoRu1KZmS01BYE{{l4R!F`R*(u}G&kDl&?bMEA~y|Z46
zxVt>JZM)fXbc~dQNar*HqE}A$h%{>A3p?}%^Snz+AE+;3us+oZ7h`KR<*U&<_xm~!
zvM%UM&sHx2Hq%IQziT;KYq(n{dllAPO7&1fjXvWVoO3!K0wXqDX2aXcOidL&@j`Ub
ze{f6!#G1R#I(!Ua;&eV3U4Dtbj-rjRQ}QT)k3Gx>50&aI2-4xuppUbA<VnZ#9q=}Y
z^aR<!QvI$ExH@4SO*QEO9V8cq`kFqNyUPTFpue}a@|8YSMWT8zh-GddAdYpqdL1cL
z*|URb0NOqvy6Yc+jc+CTTABl&Ken!W1=k|!ml!YZpe=hHo{$v-bcck>p|%aM;q3ET
z2xR4d--B_XnG&Gp%EwZw^SLMM@3zI{!-UEqdc|eON<X~`(@d9v?xR51)<e?A>f+Pi
zU3YPWk|Xy2+a7hVfW7kW5uzD;%X0WIIm|9KRz4pJA^lsTA48PV*+{m?V2n6+zhC#U
zHin`YEWd#pS;d)8y#wzK7AQH`3jZ@C1H~t_pG>UACp{<=oCnx9uNf4FRJ-AKu&y%!
zYN<RWwqhXejjyN=a+M&xG+SBjZ~x~d@MyU{TZwmRbWqvi)@o2}R5G`KGDF>gPs;u!
zsTVBwHIr!9n%E63c@+4x9!B;;`4?hdy8`||Y=-E*7yp~}S3Vbi)>aIbZApc6f_K67
z{k~AtODcgoG;e>>)ViUULaK1YPv(oz7KwD)v49H8Hb(|mB0W|aUb{hgb}M}lv(EgR
z23T8+)AiyiPE=9OI~I!r5;CkO?{y+MqeF74$8&I^CK1nZ6nZhaxGWcvg|U2;j1&XQ
z^UVN6(T?a?L&d_em?-z%cWg0O*LMa4Haqk6^fL3$u!xKX%P+zw)@V?V%!&a8S9SU4
zKP2>@$ITRGMK-vs4%TAqDq1Vk3}7+Vp|XhJ@z-rJcy=77)90evJMdOI3Bm9gsv57f
zx_Ua!y+~@B*6Cs;&R^jytMk0yu@LPn;;qE5cT__URl*`ag|ha}=;VT*vA;ha%d7Mz
zbDU#*P*@io<)O`T)_gCK+~oT8xsFPv@R_oYc09%RIbL``!X9%AlFF!G#za)ZFvsF=
zzsW)e9?|<?6O`fW|2$NKDIx@W88*e3clG{zeZ&6!$hGxN6uoH8)U)mR_92ee&53HE
zl_d9mDqzu=C}e}tctF&(&ooo?*x{IRR~ETMqMy-Bk#6Ea(V){PM<W^Z(=?9}lyKP$
z-+=GFlny{C4H~%H&O{E_>38U+Xx)w;QPGyC0LEkkGB0y!YCsz5u^PMMMc_!rFZO-m
zA1&W^nUhfpsehEGKPe(7lttg^9%ZCmr3MKwd1bjEUBvgiLMe5bGh5IuGGFtacm<4A
zv4SD-%R)KbonEiDaa_fp?YBO0f=HXK(M?D>3}?1F;)CFxvpjRCOm#E84Vor&FKin^
zv9nMse|GcDT%ZdREhPwup=0SJ3XU)p#n~IlhaZihPR3KF5G|CARR9=&pKc%}_?Z%m
zFlO#6cGwr`s_CaMnh>#JNq3LR;0_>Qx%DrwpQ33S2_+&WEq+99!8drOos@Yk@B2hd
zebsGyY6#@#o>wK)aCgx?cgJMQfV^g3+F}X#k8mqrZCp7Uo?5HAcL@{f%S8<%M>{;_
z@q$6xZ}$|Gv{(eLy_LWjOVq;YzSU&z0w&nJkmK+4CzKGwu&f`ut!0_se=j~Nz#}&*
z`WYcv_l~C;txxi8@@m&Qq}3>eedB3-!kc7@&<PefPA%y*tSCKVME6)yEM6q}wuqU?
zyH06mSnQvu$eSIAt0_lZEHQU2)GY|Bzp}x$)(;UrG?;mK!_}yD)Qkkj5@Df*V~{_$
zG}rAf$um<o&e6X=TQ`Z8l=4U~{Am%419~$v`UTveWGroO<Vjt3D=KvlS5z5;XdEUy
zI+n0PV_~!nxwp_-FW?op|E~cp;SFd2mP}oZlR!|B0A%J6C+~u|g_RIy9uw&b#7z`Y
zX(WbaX>X+HFyFIsSiG(QSbfyH<m^y;h}Nwyh%5yhTroIt$8WgLvCWY(x);t4${{lm
zXYp4&fg?GFb`s)*;2O+dlXoI&7f2#7jK_$w;lAQrEa=8q6bJ}pg|asJA$1MTlYyft
z5ZY6?lA~pdcIlP|Zp<hyj5(Ry)()B74;jlzvB8Ij<1KU{h{TVl)<a>1oS1K!Y$kGN
z5U#Fhu(SGvI3;OSS_fN%#ywVhZN2UrzNVytlyCMY_!X{MlXX3KaeTqcsvr2)E1*f4
z7g1)Gy10#Ybgayukn)d^?7RSls6;olHu%>)+uyCO_TO*s2U~B0Pb)Rq!VY1c89ev7
zwLZUl)1cl{FEZ&*ev*VdU8Tu7p}jD9s_=5#CDAeFY1A5cc(i~Bb_j>;X1F1QT~rKQ
zCcym_O6(ncLLGZCE01$zN~er^b{pHGOnDF(AWT+{<x8iGzXO>%bdS_v<c`fr*mA!}
zG;jrt9^Q!eho~ImJ*n~o$>Z=vPhp3`b<7g}g}Hr1Tv4;V0NG2y#7!mWXuf#9sM%bU
zPkUOmYxAI%oI(*0`2EqU6S*|B%2nfM^TU?hGe)RT#7&<bni%cfDZc2_8OM4TU#PY0
zlN}0X)je16lK5{#!Nv(HouR8(!Bq+4t?#yid5SLZl0=_igejF14Ip#?DJA6m5S+1>
z9A+Y_vGm><%cBDzxXW(rhe&I4cQ{vFe#l=yI6<n#ZXx5bZYu)&#8J)}jZRZC`)geZ
zFZg3?8COd8Y=3~y<;q^ue~;iF5rI*=rVP@RnInFQa9mj8dq_^Gi9+K^0<QwZf-5`9
z5kC6U0)-Rn16vonB?~Z37b)8ZF1BIS1gIlhrPw7e6aq;7D(9#XRTtFt=S8Bf=;zM*
zXwxSkQ<uv7_eHa|Hjq|3I?neGZJc{1b-!pa3tc6amx?iVqADMBzRz#`ceAS>k&@Jc
zUXzmysT-hns3{{@B*o-!C+nZyh$?zg2hA$AA)qjJF<aDTUi5r^pD;FA)DNDY*>`i6
z<oNV_$q37}tr9*t@u1yVp72K?VUI}3OWo}DQ2!VxJN%;Ft4F{}xtlV=E>MCHf_Y0W
zAAlrB_K?C8moS^s@#YCBnYHV9FAKxqjhmUJcv|HW0+m<DW{rrM(_m~O4sV1;ofq+q
zu+IoGxQW9>f%o63)=wF<OA&krHh)H~Wj24+3g3wnKB~zW0|2+rt|;Bnb{)p-ZUy6j
z2)zZUPY&NZ@&CwcU+b84lJ1xd1s{Z+*e$u7)t$E_1v(6G>UwSZ+|-}9pwe(#^$0dJ
z4cAn-d=>w#tm5gl!8UH7F4j?ME__RZHpB0s3P^pL(D<J(<O+)smdO^`wtp}Q4XJB$
zTlrRJrS_@k9DZe(GNu-cz{rkl)*PPFR_ulNy_n%S22_9aC0?lR=qU-bV5pKjZG=-j
zf9#KRDJO|Md+x;+&Up4|XV>YoiE=jW8i~|+pS+J64YiFv6qXVHCIpO5e88Mt*}T#E
z2&9g8_ne&-j4d#<hr#@KPK+`}tq$#&&BHX+w;||?yJjT3*P4aV{8&zivTG~tH#^89
zo17(HN3FE<k9;zVc@{vM_@Dq(_fMe{Eh$+XKD;y*G%g8LTF(!k+X~<2#pLNN*8BUn
zO-|uQQEy~z%Nw`Ld-87Se&X9!h7YR_kVxu>QnSU(d*UkccMec?>5%18)l;dzvu8*_
z==_}Ipv0rr7tt97OeY~n4<fEe0#W!(zVe#`>Towy`I#|O@vLZR#b1GjiGxv@hH-c!
zg{D2g42ITB6x*Vzg9Z56>q7Gq3>}j&FJD!J)2BQ3-WS&0v65op<&XvPH?B!iKuB-o
z89i&gB76lb9hx+G`xqOjK)a_adXrJM^fBlXvmsn;`Nm291llIWEahFT&=Xr5dtPOq
zlV%?`umv=vB82W>Eh$C75t+)gg`yk>&ACjiBPuOl_QWlIxS=}A_7>oejOTw;g=%Qu
zE{2f|uF1$Ut54zi9_+(u0_VPDixpZD&l4I!%snNa6o7c*lw%GLTA6HFJDHsm4p<A!
zz$}aPX#H`Ix!^*UB`*pk(c)Ow1Sw_NCf{cC=rf&L?oqi>P#6VBX`C-9f6-AIjS8kc
zb*$i=P6@YS4)mjL{*(ntMxjVP{**WCtba*H#U4=E#`<PXq0NxP>o2!B%_TpAo^74a
zeO~RYP2cWL&s&?n1hWTxHP_d*z1vZc(NT5RlHIHk$2naXX(rkbLnJ8s%j7ZhKbiqe
z2iVY=Q3=@4u{=dErp9P9;%GBu6@us~g)(aYZ+uRu=ZRCays+Jq^>cNR%`^LPWexqE
zT=aPrEm89ItcoIb=1VKEZhsXmBPwwfEtV5<mq?W*qZ~{_Gn!dr{?~ay(R=z{WtWKm
zzoGlFm95a?`})RHwDc_P6|F9GGdp^^=DL;&Zt+hun7LRBI~kU7GdsL{#z<_X9h(AL
zLmjSlhff)H3bgmuoHX?!u?#H85`P;DFN@0LiKT7e;`90jXn?1WCojIyTF>oWU09US
zl(8q(F4dD5^yz3b1{)ShGX}o<1Xa3>JgGI!s|+kxOD&FtktW5la^P6nM~kuLER^*E
z9B}Cuf<oo`4<96?C(Ul0vCj#129trX@{hy`7)d^^`Hpm&@fv$5k5XBWWX77Z;F7cR
zN*Z_kmC%x^zctXPGwbLI?P(@mE*^rS<<mj0ww|u;R@A75^O2lA=0LL1p^B}n0JSG2
z@(`x!gH?ifgFC)^3%qMa$Js8CkrjYN2X3|Jd;>A0<QT%h$R7w?Q*@Vu%d`-)V3|2h
zKVn#Y_Zoq?tx%4P^BEE`TL{v<A=-*T+F{&+0r#GT=rx?GDi^C!V}$a1YlSHScX9my
z6(a1YG9Y1nybE@chdF70ze&L_Sfu4{Qjl><-Hk<Za|QpU-R+J_-Aa(7D%E->#3$m=
zXC7@XQW@TaHrRdb;k156OFmck;WxVKlLzffnetF|@6o=Vf?+ppIOqi#C8Rwny}D&3
z8b0k0^pBRoFSX3#RuHMQY5^cERkO%Rv^$5?-?20(PnQ5E5CVRV*5kR&AlXx`8uRCB
z$?-$Ms9hK&<==xCZE3P8HP!|$0wdb`-xY7#y@$y7;*dHU<1M$pF>Y&Y@&AiIskyr9
z-Eh66!X<OJ6x8Pw9yT>aCO@807fMD>jV>2HN!t|j(u!#QO;scC{YY0xG`>Elya&_j
zdYW38ncN&zBW>rnTU35~*m}F7pQ<QokFAzGX>X%`Yf3uf`SI~_b@U!wA9H<+t)5+&
zCoX(1S;Q_GW${a`$w!|dLA}IYlq2F~j0lvJ=8ORA=8yF<3vqkr{J)twM(ld1#Esw+
zwFAZhxH>4G?$BGM5inQpZrv$qTz?8<gymiEng+Zop*jgQR4HoDLn1<DIbzVo{X@I!
zkDZUB`}f<$w91Ps;Foc1iS7s1PI*RePMGS|$;X478p6+X{*-lm;n}Qr$#QxKd4b4F
zddBh=X(&E*a7@WK${a!Ha?ypPs@ilJ%J>&^Xw-B^uI?0Xj1Vtgj{ik^$wS2K?w68W
z?v!kxQ;%DR+*(QapZrO9#u{!OExj2Y_Ef?Mrbcqg)%J8<n+IxN5%Axr;Ml45zN-#z
z66$yytybnZETk&h@swF_wGR5K(7G7C$+5MDz$S`w#-vTsm@CU7;)1IAu8m*g{xNiD
zF%EEA$lQPB$)G_fQ;3<d{92k$iA>mF=JQtaM1nSKU>#giqI@b2?-I+%!o=dK%(4qm
zVX<%W&JjmHO0m1<Z1Q4ksxSblL$P+iO`kPiiKa;3kIXU#)t7cw&^oidg8Hl2fC>6d
zcq%{lG)6XO!7p;cIf=w15{=+x@e9ngN;QV)vpH8cQT79vf_m$=b~e5O&YSr4=F8*C
zcp$Ns7u7uC3?FLYmXI|!uLP=i0GKHI+~M1TdUQMlU%B8qr}UqEVsBaQZ^r9Vv?DXQ
z#Tds~N^4c%7W$Fm@b<Iwcx$bAgLZ#5u^&O&23B?$t5HRPogB@ztTHL;Ft(`U%PN4A
z%QIA~5S?vy!SkcH=2@sJyoxD-!im46(y5ghV?CVyi-6WwF`25fM4~yqBeISQU^T;d
z<?*;^{WJ|q2(9T$hWeBu<Byo@?g-w0Q%}d!%J_T%Akc*ztz+#1OPu|oy>-Pl*?HX8
zGF$$$?SgtJ9)I`{+$<BPy@caq^+)!@;|>FO?#`YD6l!0^)X}09p>`fR>qm}c9oD_W
zZC>n!^GJ*XMqEF00hMeqL?8k)fBfK(z0h^-Xh9k97VtyPegRorS%#S|fCdTWuWqBn
zTK0DKk$ZKgzGJWryK#pA>32iN0BZ(~Y<<tQ@MOMX6r+U;|13Z*n+L9R)^vnL#+*e4
zo`hZ(X6zo&Wgq)VNF`PVj6aSb=z0E4TS;MufssfC4>`wJ_#Cv!JU0kB-Y@QcI_=q{
zRXAo!`&ASdgYJS2ljM3ZvYJRrZ=%c)ghQ0Krnx=a1_@9hS?{|)JRy8gzhJ=}U27nE
zEQRp+VLLi()8b9|U9Y+Cz4ig*qPbx{($v>+9}9Ck19NaY16;ugAzt_p>Kx=DQtBU4
zGF9i4-8h+a2!~s*|MGIq?i7}lK+X(Zu`U84c&v9|oF?t_&%gxqJ4%kGWH!KOlTLCV
zIPHV190pa<@#=!Dst;6u{N4>Cmo-OodYB3>hbD68BkRwe_;sV?aCq<jIvuF~*E~VP
z{!cvIdo}YU&pbG5Hw}n80fXeU=Md1iV5gZ!pr5%W4ww&QC%b~9U$_?P-iJB}nUK>)
zQtA+7`@$bXyEiW!otCb5nk=VuaSAniKfG4SGe=(p6<e`pSHAO*hQeEL0b#YH(Q6jv
z<`t!T;-2Fk7F(Q|N!i8nc>S#&tNncqZjI3^soMXn`t&Td#9E1is=SpFd2Wb7gFl!1
zX%20P5l$e!wlTTBQLB4{aw_S3=G{r*?s|6J?5PXmq|%9~&52nGU8&d8dsJR2;Y}Ng
z-r~yS+RoB7j-^K4UgIuW;mGF3+2rIL9qdlRXH*WKU}Ga1f>)Mr`I=Jk*T4we#Ykw$
z<*;pEfUcm%&10`swrvvj@5U|vQkfpUu6_484;ZI92_T3<?<oH`;S1E<`y#PZ+qlw8
ztwN#qyKA3d>5UZmj2Y>y;$8kBv&VsE1Z90f89%d{3}LrEy{YdC=IG6WO(YzYCohsn
zLL+X(@{_Xj3`e};AGljY6Y+;&)yMX~0o`f7^ELcpA#eR|4}hs}WXARX?J1SUN1C5n
zMW_&xYQ5}MZs}3%gwLQ*T-@GGVP9vJaQWW5zo|*KX98?I%?M@I^UwqXpKgb$6@LaB
zA8yPfNR<e>*z1)`qiC4;e$1$8{*e`)kP%;zJy(&PtinxQ@oWZz3gPACYMigozBkjq
z8Sb^j^3(?>v{mO14ZzlXt<fg<Jr+G0N<Qh_<+l*|_ptg3M7C2)b!p$ZC8XbfY5Xuv
z>h)?yL52SG!t<9NQ#Yvc?&5VyH9q{Q&0Ev_Nw*m<o{Y+`S@=`h{}0|1cS#A{<j5k`
zerI?*^;a}Q+^ybak9{vWV;w-h(%eG4co<NH(%a7y_smZPRn{HMVTY{2X^CqSyM3>!
zah3opHCOJsn7F8{yk?&m2XOke%UoTpoqzjn=g3j>(j_nY+Fx$c=uXRj{Wbd{kn#Lu
z7JGsEziFkQEcv{(*I_QUh>Ot_=*r5W3rgT-+n@6#*r8CExqQ(ax7TNuiu^O@fn@~_
zZvdpJ2wB8XI+cGl-)XX~-F*O`a_aak5F1mot7+vpsE6zC>PLvFqKwJ*FrM_i$U8Gu
z0vX=|H-xLd{Q5vUb1HbzN=^K*xGTZ@YBGa&GSdP-v5x11hacS>-)_@8Ly@zCuB*}j
z%~D&o^Quv=l!=lcS^9PU`LClhpBYM2vJC}B3sb?rLzJ$C<_B`j;WMV{C!q^Md{O3_
z%3<;$W56I#1!FIPV*zZB#6pd@YD;*AMU9vwJ2y19DV$tkIs8?!VvIZW!GG@-=UqL*
zVWKMa41;MmP(2c^305DOihXwzJLeeguH`Cj2hZ|w2Ed|6K_G%;fvWlh>ZFyN^J^<I
zKtWM)fSs%4Fo||<PzI(Qcn5YE$Cl49ryy<=2*DDuxw3^&B;|h9=Q_h=kGmpEzo#!s
z*o|+Q<*T1L6hO&}{Mtn{Q`54#Y+Z3dC$#qTq%(Y>t@GxAl-0jF+H#z?pqKKR4#pJH
zMAi%IpQ@^oVhrh=H`ZZhjuBD`Bc)?+QG|>Iy$WS;x-?ZYxAo)&?q$81c+Plw#zEBO
z5L8uz95(lHelBoX^#hp1Ia7S5tO3oL7I>irA@rfwqdC~Q^k(PL@F0TW?ZHR*v2QYB
zw8qeSDoj!khN%yyxc7?Gsfrk*%Z*W096?qUCa8dA)HSmZ!f42#M72F#_9HbHkdYu+
zu7fVvs$8kG$tI4X(sYYt9lc)gW3?KFFOaCZNkvlUn%k2~&R<8SiSGHTCFP(Mn}#h#
zooSZa6E)msE5rVJ!Gun{tQ}0rv>5TbSw8Gb<}MsE+~q0;3AxTiDqPXCoz@Z$VsyQz
zx%o!5j}Lj3A!8hcBQBJ9S<(56hrkqczRYk?jIKCz!cSOGMkB{Au-#B6Rm$l})!In1
zMId@{onxd(m+4sY%c`^FS0t_9dDi!|-b(Y%tQT-394>H&WkB8PYst*n4&;E_%g4kg
zqybOGqk(eMJgBp-6lXw(4Mmt_1X1+7!Q!g}Sao+8)xUpo_AG?yZsuPEBeAAx%vW6p
z{K9hdOl_Rli)sJnyMMM5qV>LEvgHv0wEo(_vmpfCPa${cp@>P&xX(mrpFHf7a?9~%
zZKJ1>l$Hro`Atoe_Iob<dhs6jv1)gu_p`uVcgcFKRXE8VRnZFM2tFmYv;DvNO54YY
z)PQ9jTv_#c@X-7YnnsD_83CjS43e{?E9Xf=@c|vtawb`d^*G^x03PP2LJ<IA;nCN`
zA~$+|e+%Aya)vD0ZS4Ai|0D2ETg7jxeUZ|IDHwbqW@?J6bWsJ_>8k&UZ3e*C!V-Ch
zFRY@bsvm8{3mnvBPzS>+g&}@Rmi7fNjYNhXpY2$WftAUcO-ZXsgd1dHU^HNNBkPY|
zSIZ9kr=T=k`9$_t*aXyfWVqJ+?mS7K^dFaaS^1M3RUz^1q4C)U@+O+MV;gYu9afp(
z7;F6(qpf?mWIj^l2UipaoS6+TDZMn|lYyvloQkCAms~yhLeg~siLOLSaI2)^RC(M0
zk!*BbSvzyWz;NTFemRc3^ZRA+II@#(;izBTq|x*R`tR(LjU26lJ`)O-!~rUDQa*rg
zyhMrep<dfOzs(%`f`s^YcSnB}{#YiV`3tNxfKxZqo<Ac%&Fgn7Uai9<zeaw=+^0eU
zoxtyAMW_hJsC{_R71D@GYL&tS-vSDfd9FMvJg-008rfXX*<7z#N)6v63hj8pvH3?6
zz|4d^tl4TYy3j`%>?o0-%aA{j3uRQ_7)+M-G%txYyC{x9pY&w*+4K5c(H(puFFXY>
zC61>k{#@qNZ;Vj~Nml#H(tD`XE*%zJRr9VLys8Y%iLTn}EYc_Z=iG{A^JG6|d4Yku
z`K+GOsk4<ScRm7XpZ@25ymzll1346xCBmFJ+DF-OD28%L*Vm$rzqdSiSuv>c&dsx`
zjR54Pz_zXXu{t}YD$}K^?hDG}z^GqL_4~SMsCPt4b(hf6?Yoj=2($w8(#XXPW$AKc
zssg_JHB70({hOq(*D_kh+~}bDDom2e47xIO2IGI^2dqWYk;yK+ETCIyLP$1^lPLC#
z9N@$UDFYFhI8fF|wEa5^?~uL})m?9|`TrML1Gn3x+lDE#$yn)R|J-nQ%`>**uiQ=U
zc(OtumB5URN!Z&uRpG|ks@&!QG#pe3R6AVySmS7Z*nb9Krq>viZI$QEfc}?TN{vE8
zxC9o}0s~oju5K$}LFbcVz3O-0`4W2ls%i5*tG0Jr#WtG#)(`D9R06p?O6Q%*+(ovw
z%;kuv$PY&k*|S8BvW!#BuN;RXC%RjS>RNodQk7uqL@aV0Z|etShsv7lL4^t#*n?lM
zu%}1yHQD^ti??AE-Ln5a|D*(rZUK6w(s>J1_=MTZP`DzcT;B~`gOIkycfE4`-iyHD
zX3YY76c((vNnyR>0VhgxmZ0%re=<p83fG*!LoxnY1rj^E<pdg?g#|OL<2YhW{<~T#
z!LbTKL^#bRjw{x<lkk|Hv*Ss%ofji6-Ux>*Hdh6z#z6ty?F<vhF}UDFp0|arOoVMi
z?1)Rdkaf%bYxb4*G2uzV%$*=PE=6k$S7efoH$I$(8TCz0VA{G)_;FM6gd<`Em<YzO
zZva+~;@&!twCI$LYgE38ZB!f|BivUr!)BB;?;KumbneNb@v(2RFm+VQ%f}&WP|1$q
zsx8QAOY)SWV;NfqqMPRfwQ0*=T6jmND5k)kIM~-}AJt>dr2h64r(w|@gzILAtl-J!
z&*&WYeiIBoyh3QeI<9)KZkm<6ya$ZO%>Y@^i|n7#*-k7$-v>7@JSAL^cN!Rc5mz@6
zYChmCBwV77Lh#sp?m0)sV(MBTqP*^gL&il{uWo1x>5!6$ZoXurwG6X8hH*N4EUgwy
z<GuA!mFj8S(&x*_^}kXsyu5ML@~1O5osdWSd_PK@z1{fx0`yv$yu%FOr%%)vf4c_`
zN7#;1@6)3>r%cNDauk}4L4dHqA}kM3lT^!ialnv?a=QYurX~ebA8!DOJr``;>P>pJ
zYqB}oLB#6u(G7<sxX%_t{g=PGj}J9c-h+G?*3M^(eX^t8>257eS>1H3AZznI|7^6g
z*3iSeCa*~v%#vEE_Q@UGBK?glxgf7Qx99$FkBnS=p{h+j??i<29P>$$O>S{4L+jf7
z!Z!-D&PYU~4XDob_v)Q<wO?g_*H>7y$T_C{Fu14<pJ|Py4SuOj-z4Y1R}Lqs<ca=*
zlbpC6gq6N?5Qa^Oi2_?1e%5IB2En>4{;+xB&^p+>jCzi|x7Q^l%$j5286E0x)3}G=
z#hAKd2Gt5<uWS*<8?>S(h2E&VatyS7jqsA+ztV?SKJf8T%<L^?Z0ER2=(<j6NZ#t)
zvf0BLzzP*2Y7IOEIM&OkeAmku2dey@*+23C<`(29Gtx<FiBLSJPrF4+&U(}|hAfa=
ztGtq9tJwh#;Q}>i(}rQFLF+A$Glg+K+>cF692Tt-To1FV*S<tfM<lfrcd?if3=>0?
zK#%l4&wFSV7mYV0O^4QiAuvQeh0(OGe$+Yg4`=`GGZnq}_uDCCiAaP6p^G3Vd*1oy
zTb^sR!tVl=WT#YZZ58k7Z))T13H@Qixhv0&EM3;Eki5gw-c>=26Efli2m=X?O%yj@
zs-%ZV!v~31#l`b};`gz(#9=k;v*KS>3&cFuBl|7LSVG=ZOci>`Bx~_xbQQa=?v^lY
zRteTkn8xD7g`@*b@FH{DxgJp;nchc0qgd=ovFxwD-hOZeYb@{BamzO&t?hRJ=x-|N
zKjK6vgMLDoJ9Y<u73-d(xGVO=mFk*gR-Iy*_`s<4qZrjDwlw6*XE@-8==D$#L^cUL
z&w*slTD0&NI>p`B+a{4-^3AavF-zbW(GRpt*rdU^=b82~H<qUm`h??S@=cNLRAJyI
zt5XYO@y3M;$gT<?z`<#{T}9M)YFR8b-j}eLgiJf=MJy}uywqzigi|Z`6Eb&Nq-$}F
zKjFM@O+pMjDFrZ)S$5TZ+qxKEr*_dQ%6|$fy<?WzrFYGK|Ndvz!*PjRqjwim6mQ~J
z!o&<UZ;)l<q+e-J@4rv@&2&47qN`da+<!!PW?HA~2Xr**=(Mx{3GJ+43FRhy0k9L(
zqd;)$K<MqGM0||s)ToX(Mu<T>hq4IvAx2mXXSUNMiPb<plDf@K)hRaWe{j5alT&)f
zDjomhA3=T*6=+&KYkLS>FSRVAr4z_PzV~f+t3D}N>swpY<k3v_<O)<wuMkF1$I;3g
zVm<tKvWSkoHIz_Tv>9fP$}QX977*NM0Z+&Al|<KSo9y`6Qc^=0w-mItK%-vU9@mUo
zYx;hRUu^G>dHw;xKfC{lE`)OHm;^;#p!(S&-XSUx6*0C;oWto)_=Yb6Buef7!E{F~
zYZM&d+BDM#L!;Zsf#N?e>35k(i^83^dybvaL(PQ7TxUedRE(DGoZzXp<|dpnGY@yJ
zks22*V|o^;!=>TXS$HPIAnzu=(6)LbX)oTLO=fb`L|d2n=ek7C1uAN>b#0QPIg_b!
zuu8rb?aV$%<Ooh(BRw)rL!q|%x=8RE@Ag0=pXD-c44W1im1f^p>A;*jq&kt7x&0w_
zWrDBe?Uc!mHCHhwav2)e)gsnBVC21Om5TJYjqkG^KmDl#YYK_)KqLH`i9k+Bh&^jh
zpc5Sx7HSf(h?_{r@|`Z4;hkq4K?QIH#-HXS58nL@I0M?~<S&N&4odxlwyKj;|8^bS
z;7TzTirl&BMu~_J@hYGXaVrdq+A;2<3b)V^Ejal#%ap<5&=L4Esb9TtEZZhF9^&v4
z%01}egTKJIqS;1>J!5V3X|}`>0L$M+ctAp<^ZlM}q2>o|y<^;CFc^EaP9eXmlQ-l~
zmPaD%Q!S51*SC(aJ|@g~ZLL+3F00zeJ^MOVpq|~jLC*|FhT~E=#D0Fwo18aka@0BL
zd~8x#-g1zC&XkU|++#Gi_$6X0?5e1T7?;bUHs5zXZNv<h<D;enUZO@rkQXCMnGvt`
z)_8_$Rqv^N<WC0ya;Pd*3IL=;l^0BtMv@Hwtp+TDD8fIk(Jzw7l>BQw1YlZTurrVq
zG>_b0+*60phs-P)gO<WTSkyhynf5Xb(I1G-I|>k_Gf6rSq;f7?27OvpZmMjx5rtQ!
z!$-vISW#@Swn()(p_}%!)ORDj@u*$=_gRz_@3uB>ok8?=@l|(ezJ6DoPt;oiYS(CB
zw4R;sb58MX-lSzMo(KZ%SCP<iS<lw0Cc;f(MMF;BE1U6CAr`?7y}QZ&(ok~6Zs9>>
z?jH}uo|r92EN;LQx{nxkEkLzn4dN`&y|o5$h0iDjtM<uPw&-|%V{+b>)+ff$N6eH0
z1*??>K@RP-{WSUv1?Sx1i!Ol<D&Hw26(i(}wkxMI4Mx!RT{+W$u|Hjhsd@brP{Z;M
z^{W$3QV~nTir*f3DN1IXmt6MkxgjJa(9Hk5Fc>D$IxTxMy>{W_LTa0%Xg2HA&wW6`
z+th;&v2>*HZrbQD)|udc32x6{U7nJSP(efG&|?CLgjZ>A_Pq%Y3|<g_#J6Y13dzFq
zFpsWT&WM^&=-7HB{I~fQjUXb%rA^6L?@WiqTH0j96&w(ru)R<_u63a$1zS%QTv&VL
zBPhHNZ(MGkD}xp3*cbC-7$hFNU*<9@8`%6Qb>o%0f(d2tmFlKW=N-3dotbHlEg5Xo
z<uj^bC7ql*uVt`+9TJl%X2~WKjX!OXt&JE)S<@K@ZD_p|Bvh^=7xAIo@;ccs=BJyc
zzWINi5x1)ZHx>B$*OU^1svdEQeFkHVp0W9C+UMj9BF;KxwW>}Eawn3r$#ZV~C?p5J
zsK#G<##W{e@WM{L`fXYgqAjKRAHrsst&}`gVHm2=4U7b*N>~cl$UvuS7d_jWlZ#!{
zH32Xt^7{bal$2R$zgp5uAprfpzNngY<21GwDRt2EKq`w$`)K(DugsM{;vPfu>m~3o
z880m1mbizx*LwF5;f%NUTOrB{vsX4@#~WGjRI(!V1GU$1*SHWut}*h!uoc`Ht4yWe
z8rTc0Pe0|v6<u-Yl}n?KUug;_jc@O+OW==4{QMwW@Ddu*Vr8iPBzw%(Cimn{e+MXq
z-lP6n48PYoCUsyU5e_vKgk)it-Pgm*3(L+&L|@l-VYdFTbxMzr!OUAK!rTi&>|_6=
zgP$Q7LMVjpBObW%+k#Int8(6z)J?C?d+9ypF!OQcEjf>_baE~`<M!^~zHdCJ0Icho
z%*Hkv@rvNTfqp@tZUHI5wu}bis`sWxLx|RWX6ifYWN3aPVn2T}ao}DjI4RG0?u*(P
zCdu?4btaYk&uL-*<$m@X6h+sS8)v6MgAyXSWSU{3adA}02zSRQ)=RKeM>#PFLwyV`
zNpv<xcZ)uYKK-Dfx<tD%mNkuC)duftm@~Gag9{<JCH&ME*m(3&x|)_*KXWEEPJ8Dr
zdT2{ye`dcUBEhMB;R+CF*>aj`rB8}|1z#JL;R1uOqHlW{;<mY;&X@{5rsU+O6e4u*
zVRzCO;1s{>8Y_sSG2(j4&j|*91M%e*CeJG8I(=vC)#QfGzS%~ND89I)iJ+x8vYUo0
z(@bh0?bS%%50Md|mk(>p0QOoAG@kkff2hJTWeUIoyw#5tZlb!Qb}a=SD}2ARC!CSv
zze2y!nLg-XUZ(V+YYP6pSo1mwx}((%9&fe!6_+54HgUre4fzY71(Mle(d|8=3bYx!
zPF%IFMKiSuy>>u-jnhh`U&ys<`!*e2@wzoQsaG`>y0<`)?@lt(_4!8RBI`bh#Ujks
zoCpD*Ndc9nzft(#S=-zvWtPRzlP6=0hG=x=jN|{k7OMu7ThFKorP{E{VdKh~94jI#
zU?BezXYDGy5B`O9YiM(MrA!xL)RBoyet=g>Q&wh|+!Dy$eRbWa-ydt2_NP9*dimW>
ztYhoY<t`o4v!1TCm1QQTSulS{wQ4<H#a@)8O;f(AHOqLM3@#5djVyjEiY@{nb%IyI
z*iRT<sE84mKF(rJ>NB&&jI3mMl+N?ytj?}Fsk@4Y;WoH36;tG|TX<lIP1n>5wDy(a
z?XNA9X&^&e6^k@Rx&f?&(fpCWA_pqw@%#nkmvZvA!ZZP$x}DHEwmTH;k8rFkvTokg
z)Y`Y$K~%RHm1O(3V@W7!dyPN)6!0efWMGZU-W|kwFHC2sk<!k<#Wcm*pDyk-R<1wr
z5nYlNyk?xIM`#t1Q!<JhohtAtSbq64KImRQH5F~8s1IS*B=Sai+Mf@(6_Pzy`cHAz
z@u5H&-q_auFgW-PPFch4h;fp88|Nsnmg{Hx@|NiPLVC9y_594IMM_S49Q;aj)byBj
z#dg4VPjiCHiu7J$xg9iMl)rYYgL6Yl9V^nut!8%YLGasmn=^su+d_3nYKvkc)f)X`
zmvql2uNskS?I>JFBK=f1DKNpqxzIIle%V2MT<~7Efu+uzv8+g6Y1LsKt_uXsBvGDg
zIQj=5C8=6bAqq9p>h#UdMDRime%>V^CY10D8gwF#Ri@f-y_~|SO1o18-RDj`lM?^7
z7L}0!TWF!__h%7;d!!%J2)h07;VvDgy`V@&z8Skq_wJ;3Rn~k!C%0yMQB%dFNgKa8
z5+-iJAL!H(sQSevrG2^W#7q-2YY{6zWtH(3!K>f7`$w#SDRxJqCZm)oUyoF2^>0;O
zuB_s;7av9@+Vz=ZGKoW=0!#|xPPFRQxPR(uYi6|?(s`B|FbTPB{3~L#?EvN!{>rqH
zJQW2=Tu)7$e1&DNM3c_KdV>5|yFLee_uJ^x(Np{VKMbg$v&^u~{oMkQ*3(<!TPcEZ
ziv(8NXqK2jFMF#1^ctx}BSX4-Su~~o$vj@-Rj`(Hq0_QnH7BQH)VT&ZvOK4u&u%`q
z#r7T|g@zw(wPj<@acZk*ZDJF9L5*u?DAv>2x$eq|KcS}rqI2Pn29r#)wA4C~^Bc9(
z<W$AF`n!`9=kDaFCbDYNP>E&RrD4Mw2MfEYxJ+hu@1AXi##b_N`atPKjA@JG75c_c
zFA3a*hytOB{|YCgUeOtkg-f#n#(=H7!Zf)-yxE%^$V;tdNqM>U@bLJL&}h!llHLvc
z9~&ERb3)}DB|c%h%vz4Yo@nJ!!c*EI&A+@m<g1^relAl&LmN_z)WUW@vKWYKIIgci
zLIQEdXWOlp`s*Q>Q|b`|-t=qnanv>u)WcoNH;n1_%?W@0PQ;{N8X|*9Og?vQ421Q#
za;2PlRw{+}u*1A?C7ycr5>tvla>pl#=Yod!wAx;sk+$V}%CC0+>b9;KDQi|f$ut<b
zv*;d=tdx1V?!yAJi<Vj_gWo|b{B?{8k#vA(NdZtVwY#Cd6yQN{MOaB55W;esn+-G*
zH7F2UqOe*^yKT;Pp9HDkSZO@jO8Fvk_p;($uf6N3F2}f8H)G9|y|aiDQRCE|@zmH!
zES3`e)+zqbz1J5wZo!yv@S}`)={fQjiqS<5RYJY-o&<$N$P4a|8{oZp^^1#kfVDO9
zW<9GjJ`i~S=X0GoO$6Uh>FfKTEpz@BEB)Jdv;HZP(=Aq;LE>=`n4oOxCy#92UR5Dc
z;KHd==r(wDxc002jC@5mNak=^`vw$|rynS8n$Zo}G3^UK99DY&k5~XD1~ZSQpVhdx
z^w6%gM3y14bo<b5w;1s&ivTJ088V=^x5K^d!{cLTd-(0-BG&Z;;U8s3-AlL^erO60
z5(*MaLPL#{EuX0A_^Za3s~5Jo=_4S}o^oda-7}eTG5Iu|`rr#Q)~pw&P=k1=AMb})
za<I8XTJVrQi}k2st<h@6EeCGhWqXl4f4|$~t=X-k^rb%;b6qZ3<%_6AyuzMPoj?Qs
zXq#%5CgW=l&)aP3EvH6&I&D4NnL{Y^wL9(-;e-`P1Diw*e-)VB52ASJcH@3WHNz{{
z!_PfGKzbAw)*3bk*rujq4a9%b=g8zg#Wz7VA6JmZG<~JEw#_C(+6txCBlzGMNsJ@r
z)s~_A#E+aqJq*JqrNl-EMiJLmM5m<?>k&)yJVa%zb)@($I|UIKf8-uCBR@|1TYkL|
zqtO#943HCuag*R7?vT2RBx2G!F_#~6DM@}NEYcyTfp>xmFWAQ_?f|264dnAz$&bD9
zNHN+fw#99(UeN?aGCf=>-C2B%WRCIH+{hB^=TZI=@4HF<8W+4d?mDN|l6aHNc}1|v
zH)u(;%{Fgo0I>18sJ+Um9I<KZ`+Rr05xg{5su0zkfFt2OnVjwQ64^@bxCht>?IIOc
z;6FVIPc1BMd0=(xdzw8Qn<Rv|+7kiRo1d>P-vqpWXqd2M^I9IT^7Rm54`AHH1gRIZ
zqzM6?g18AJ#E5DnocT`2-q?5F?c0%b1c>iQ*%%#EKIb<|5(rlygAPRCBb<L7oj4Z1
zRAX`!nM3dX$3A-IO$|XON1{K8QhZYkXn0&2B#@fyQ%k^}A&OCnA*0OC|MiE0z4Aom
z-kKEn*p|I_+w1E~6l<y<)G5jmdV?z>uGJQxc`s(bKfICnW-na9iVRaS`xb&TYsQmp
z7c_giF3!?X;?%t>W{5>R2LREbf1TqX?&rW$$F-rjTeXPjte`|MD{-@89oAVwg;iGK
zX~@`*v50u9l<0a`Pq`6431w>7v6cTfPcWON8qJT_b8Z{;%=nb1v$`U<Uef4aOy|Py
zx(<Ls!*8G}0egsg0EY+m$#Bd}-v<)n_^Q3@Vmi%`8|uLpU)GLxj_<dJWAUvq0WpFu
zVSMS^%gae_4gR;5!6X|DdwC#BQfOA$!?mKpGzUa?TkU#a<4uERL(~A*{N2sq*(oR&
zbBqYR(nfW*uoxTs=3yeTLeilpQZa2jM*nI0)CE`acI)P@D4a+wHA#n_y&={07G=Vy
zzvb+ou|c@js}gJ7H1Oyg*Uvh6>ePY(s((vsC~q>aZxYDC44>zAQ%1p}*g_ipKgxQ?
z7*V?D%e!scwr$(CZQIsu+qP}H`?hV{w{1*6|C#sAB=c>ha!z(7^`YwQz1FXSzmVvV
zubRa*HFJI+p`yvZ;M?=8SBUl$G+{i)cKO|5a?cG3SaZx^)g&-gY!NQ0icX&5cZMZL
zFawETD;OfykU%1C_#*()WH9Gwpo?+g3m9S7;f6v+aw3AiK&?yZPBB0|0*Z_h#{+a{
zj3>xpbkkwrvL4Z(MU9PIpi)*GlNi;pEafu<N_VAXi$<E&uEiyhaW*e!Fx}|k98T}~
z!C1<*iuonyt*#UKwD9m-va#%YO?Ikg0AHa>CTsOuIm(d$MW+Ovcdl|W3@8c2o8z(p
zyd2!m;Baa2#2CEJr;eO~CfW<1q8uiZ{ZS4r@r|^W+|QaXVh7cSN#A1o1-$K;L%o~T
zUrC>OK_4C92{-=ck^FuBbnZT6)^$%@(`=(MD(TKl0N2)e+x;7xJ2$Y<#yh$lycTQh
zhj1qNqp)dwFi~6M%3jp3)0dYKT#7FU2Y-2@+dp+xWKSXGwiTq!mAAAP+#;2|Yx{i0
z@pxZx!H#5H;Qh1a4luOtZR}@uP|9KxkLa9^w33KUql=jsEhtw;nPB;nPv^`o%RHWN
zccYp@@CQl8`9S0io*>XACp*NeK`W|{iP4ALH_07WP_eEE5>-+7?G{!Za@V5JT4azT
zg-tpz`X25uUu#xD?+eP2-y>!h<R`d+-Vi{4zhea}m9a|5oH~w?vlCtc@vCv-ksThY
zpL$W{vV({JqGrk~coL{9k|T2JW1A~{9#EmlSt6)U9C_1~+-pOA-`^fHi@x*j>S9m^
zBzLEUH_653`}9i|Vyx~V&Y<0bBB4q&Zp#(6{Q?hYymH8Xf&}?K(83kSZtNP{Qq&LY
zPbCRPa4KE!diCnD1R}%^@D;*mFFV?fBR2Vj_s7<MW(-rkDg5#q#(z!>zu@q{h^F#V
zN5wlF?tDV1eZCoC%#U>J9G_){_|s-zH9TH(piz`|V5ps1{c>7D6M5RTEMn>?txOCU
zwSj%6{NNTbCGeRYlXXG*(9S2=bO+954DR@a$Yi0AvU){z{&M0^m>(4M20UWwPmB(H
z;X<VSr8=?OawTD<I_=u^QTP-^;+g$kBk^9Pb2O|-c#FVK?n?p(WGQk)f#C22N63qa
zkhdPo>EH<A%85FV9FWfrFyb1=D2l_4iMmH8hww=oJ+rD%>gYFDg-}Hx6T0!9R(QE!
zS0{M|T(&^eI4WH8&K!ic>yTrsiua(tz#q-uBz99Ix&DNw?<LB{3$7$k3_J0G7~~Kw
zQ2b<?m{p0;vGaF2kN{eEi($I}E0BJtFxfD?w+(ei-G^=yH>yPJq`|vu+3rr?bNT{l
zeBF&l2*$Lfdp)&j(R}xI_jA}cA@FON{yh>lJ09doC4|c3A)&`H^(GFIzo#YnCLUEK
z^jyV`mffS{M~sOkn!ctQJHluq@uTy<A`DBjv||?q2lcbQ5f6H^?I2)<P@o<EpfN{#
zh)(%Q9*i^QTe;N!O;T`?8jpUCRi(;fL_zFpk5Ie~2?IcyTY~T{jT1^wCBR>7OFGb>
z<ImP9=oe@oL`DAr!W19WuHAesN-x8-Eye{gg{f51(Ai-dm7@~5Y328H{PhS19GT4}
z2>;<#a_<5;4)hja<g=lpga{qy#3~i`A%A?0b%<L6mPEKlqwKf~kizM{N^-?9IhG*F
z0z`Q$!{!(LV@&X*;7joDTU|5m4Be}0Yraip58W}<94}*LHpEQD3S@k0!aO_3OR*7z
zAnYKgPm?CzF#ho_{^E!)5gbYxMVAknP)FD&<E#x;6Hzko-`Lv~C1U#TFm7vh|By`m
z%$t-1zlKjRv{(Jso3TL%W5nfNGV|a?LeCC)R0V)<y(T>|CDbMEXqn9rW`QCMT1pXU
z6ske~wJgX#a^EW&@FrR!2*iZdiT^NMar%cbM)=Pj)smlBpSYlRqNxLDfj-*7Xejbg
zMTHcs_9q4F-vy+S2hZ$SrVgozN-eC-#d%HyifQqs^KBG)kV=gH11~pCR4rn4ohQCR
zFJ=r9YATzCB_6y3zG?47p{*JrrQv?5rokYDxNXwUO?Nj?OP#d%kHN#eH`NY6dL5fx
z)V$}Jxp?zn%&0;Oq|U-P3z_Z>iVF-GXUqH(Sd|CH`lIv8ifYA;h2nt)tomlgdKb(3
zM=%;+7#d+Lnj*kS4B*LRut}SKrm_CU;(<o2`fA2{8_W7DFdA<d8gVR|GQdep;K>xQ
zN!xxW@&3e<RxCa1=*5NNCmyY$)A`Xyo&_Dtp`=*H;)PF(p_tga!i8*$q3~G8f(0In
zp}^R?yoD|EA@5kn+yx)=A=lWu>;)Y2A$zD!Ss&!U>U3Z6DiJq%Wf9_+#C$Tu>{jsD
z#g4Ik4Bh>O2uHHgbdDvlyA=^@61XSD=qE)X>>>~B16JEuBb!*H4XlyP4XBz2rdDyr
z*0yL^z0nzp(V0|6^VLZIDJG^nM(w~fM1ss@G1-do+bM3WpliJ_@SS-Cn{ZM<T_6bE
zX5C~E7)Sz`c{U{^2GRfq(M{=AS1V)NCbQg(`cNsRh0Gi?ozl$XbF$wgFG^<cb_yAC
z!^;S<28B9w;~$bk@W8enyYX0*yPO$U9a|LoD3Y1$8C(fwj9b5_<*26OHc?M`WHCdL
zQbO#L*dw@eHd~rC%Ud@AykISoT04PZ5)zeGiR7MektCIj^%d+XgMHZ1AZudEvGZny
zTubEs5k4>c+xn(hbxk-l=s^2zYSKSRy`{4<_%SOTy;0Pn;sWK1n1QFHU`=Bjd897P
z3*U^@KJ^>pU&LS&vyQbS=g->Vzi+Z8ctI${gXJRe2y;QKx`%@%F&`GNo*0k5%5>=k
zWyr{CD1~uP?iZ3KCA^Pe;6vREXE3vr?wUL=r$8J68s!j}ZUep#9fbv&=%!OfBN*g9
za!##bg?o_>5l)Vgx76a<bkaAbk_mRbX^U3Idj^G{9J7Mm9+i<ub*P@2Oo>Mb=RsuF
zRF?39@Fwp8uj>}SUS5>|jA#3GwWOx|VYDgLj@Q{AlY_U|Tw-N(2X{TBM8>`F5uwMz
zDW!QWSr9YG=Rz>Dh<25<XATW(p=#FSHdP2^pQYe?>BJD5Eu~isbIxILu&E%~RPsqp
z$M^Xiay=Q2_w()R9V+xA+VAXok4dn0#ectJ>b(q;+-n$<U3nAKqQ8qe!`~!~-#=KT
zcQ3R#KYd1hAAZ%ZKz7m*vf5cT(AF-%SEZ~w#*dsLh}B<@?><!+N7I!Y@~~k|CNb;)
z<U-Tofflfz_FXg+t4z}Dej9DKPp~OWJ=;SHWh$rJma@1x)X>d@nK0wOuz;G(f%8Xz
z2oQTmS;6kX=I>s>DxPoln3Nx{kK32LN|nyu{kl2pACW$xAe@}!DG3`u^SZxeIr}+Z
zXHPKIt5F>J=1DDVzXK*bq9ck@kpfTDZ1sUWD1!B5sU0inUvIGD7?20F)K&h=<@+|*
z0C##6m8hSudP%x5`$V9VOsWzrYEiO}CVrx`SC5g&l2y!5N$2liaNCz^0!@FBUe9p?
z={&;32z+hlw$iSRh6@^6j>D9b+5!TKBlFq=)E1!tgQgK)56bZ|G|r&-vVT4N))h4M
zFE|#c=PZNnKxmtu4c`1*Yl&8<r0PXyM1>zIrp0i8jUP2uPco%-RIK>KJsiGY05x#i
zGSQ9n3KQwo-mQQ#>ei8EWn%Rhl<;+>fza+E2b^biP0oA~TT|<Ngi42aFlVbJO3fqW
zO=S!i)mk7h4mtbFuJrsGfN&-1C#X(A29wWV4@kct`%WFb=zXcb5Cc<$KVeAo63PLy
zgYA=lIerfr=O3r?o@mwKHWb$(TC->cTPBVwjYbt&hx)Ic@eLbt32cfgB}=M9SHx3P
zna%!Q2y?CXp#~|8lNavkMH?v0m~;-Vu7l5g01$Z&t(QB>2~oTTy1F=m^Vjl2B{~bR
z<2wAh8$7>6pl4iPe(IgsTkkiZW~T)5WSQfaGhdok_fS{0WWbUGTT_K}Z&4Hut#~ij
ziIf6CZ6{O~7)GHlQi+N6np9KLj)mrX>t^6&QO=)tg{dUeD5d+7Z*?DyimXqq;_uCt
zfTg1?#fDV*sKhWoNu^|XmkUSt-v(BYJ4-=?lvW+eUhuM<1I)?+8GK!~A#IwSnCBc}
zp~%ok4K549X6VtTDF^4?ZUQn&KhZZk38R5xF(w7trPZU02-kV4Eb$A5!0KipiPZHn
z0q$b5=<cNQ84`~$41H`QBpH&Xny962e@Y3T*|WZaSV<~kc#DR;s8~sRgIJ-}`-Kyg
z@8dm>0x`8(WgH<t@}*JEr@}_QLj19)g-T|%1-0J>Pa)h5BhY|JCB~7r{Ba+RvjX|u
zBprAb(pim^s6T&YnMH|6XE^sKnLTF3Zs}iRsML|-Y1q%wPq@P|^6n8Um}hqaAHXVr
zFpGE?yaEx$%;ec9@niN+4kXv^;Y)+ZVrr%l=1p8;66G*GzST!kPKBr$=4-v!6nNOx
zyE}X4MBz#i*NN4tby~mTFm@!?^J0J!nGF-txty8`z{%v$KltYefGKh9fl?N_t(6H*
zN$ADQbm>ay&2ogAj6$+|*tS(nq2}gNBIJYugmh1YZJXJNI+9xNwPx-r05oRR>bILF
z?|X-S4(3svm8uX*Dy)+4IJAlOOsMtppS==<n-C5Y60a)uO{5x8avLs1yG63Bv6=re
z%^SmZgw>)!dm5qdCD2J$)L)cHeA!~EBE4rq-a81F{sn=8R84yUJ!&tYKi1Loqsr@O
zmQhJfSzYQJ5X*y|i#VuwM{J8#U$cg{u(o~_&JjL^4Z_rG9*wDQ;USPs>n<oQsJ1~4
z(8wI3r_UH<lAXik!E^ty+u+pAH#trup;qV6>=68$SiHGgOeKmU^9=AUZPz_RfM&fV
zm+D6?9veBHHE07WPUriiw58`S`4Y7=a0PZUVb)dN(^jr+>x?gW8{IyEc!ldBd4M3g
zrTVhhH*-r{==dn*15}Cv-gE_7ZOHaum|VOG8R>Fl@{ylO0?aeEl#InX;;-tqlpK^P
zR6&`nrAb`Q1hn(#bAamXc52f@-DA*KqocZdvnz1>sb0tVDH>`(Ra$?>&0A=rHOlsb
zA+I(19EB9_oCWJ6S+7ghTKswA-+`(ld_T#c?H~QLK9YeQy*%`~l`I_noVEgej+4KD
zzQF*I*I$0C?Ga9TXoS>g3p`*s_|L5mLrh#}yqUDX11Hr@G*?VQ18SeN1A8t^GG|&`
zA>75zmT8))-scDkvB7_p>n9WtnnEnem`iO-HY02RcZBs%s6M*2z{9B{?49wlTpG<Z
zxJr^4XBS|5-Rt=ZWWIbp%z??~1n%x0=oYIx`CDNc>%kFrgC@$b0Y%E@amX@c&gWN_
zl&NwO<<^m1C%xx(%C+4zd6nYw7oVlXA^f^bc{>m={KmqL_D4nK)Fwt<jy{H|1plFW
zO7?t?u#H(%S2M#Ul8<hR;zEZxs)-EJcy`g1-MZjraz%Jw#y7e!H(itonxZYSI7j%&
z5i)Zh)=*bZU0!Lydi6|m>ESPlopW2YbipLD&P_@+=6UFxW`fv@jkAam^6&ClY$Mx&
zaFLe0elFU=z6SG^+>*Kgy9~s!REf6}xyM~Ml4apM5oXZD$N<{Tg0dw`x9F|X-650y
z-F_YkI`Y^yCUj7G!J$R$r7JTbjWXm&{2Rs~pqCX;oD$H<@p<e5(4>i!vYR1^X?9&9
z9r8j-DU2dKNwLW!^?S7&GOi@^BBMTQ`+Pqh_e!l%sVmuVokZBl@R}xfV7V`Gb)CI_
zEyt?SM^qQU3B>T8V+dVsw22gNZMsnw%G@y|7d;AdIG7JVCg@zwOvq3hC+&!iRCd~4
z{9yCoQmzxxHA-bbVix6Ci%=s4h}sph9AmVSAofRE&>-dV$Gn1|70Rq?7|~0Q24za^
zu0Y5vXucjKX)RS;boT)r+c=~~mfu^7?R968#50%nz?@<lV6C0ExdSazdY}U(TUy|3
z1c)XunxTwf3BrXhX{q8PCI_Jm{YvHWekhFF`+dx4Zdf>s=c5vB#8Cv8&*w~8b@LpI
z9~D&=<6FhmaU7tWXgiM-q_XneKPX=rGKeb7BZ8sa3IrTJL=O*Nb<&!@D6Wd*s~)!&
zz5FC9Y29ESt+DVDffKkQEN;gruJ2KQm@lVeNJ}$G{=2GdBnCAk2l3A1)gaJT?3j5%
zLJp(c3?&K8y6FfU8a{h^LykC+fDyc@;!@M@-%7m80bdQ_pVtk2<kmAJeOv^-`JUHY
z*qI6YwQ{TwespUBQ-eFqJl43P5~<We{<qNwSdA>3<GTdHaX~O=rCCvLJrYf}C^l-R
z5n#)yk1@r_iOK2Ii+rBxMhY>QI5cGk#u6Gao{8(BUD3xxd$sy1A%{G?8eAatFeVQV
z-u!M|wE*vb@@;VQWA$r9r;RFbCYHJCnrOzyT+cMAl5mFW1&5mx8h}mPl^prl-BH8h
zf#UxrUg(f{uPfWP9J970Z*d`j+Vg{d5C)%Y00pHsv})oianYmT3ym)bF3XSVxpt8R
zd%$(5^Pq{I>>AztX!&64nl`Jgi#m@h_$>1G3jcKpYjMgg*iabJq+NVhI=xC~v88-3
z^1F)<z-7m;llmc?T1K~hO~yB-t;wZBXT$na5kz2$DdG%MSfqt|$M3;?sAjl=e1j%~
zc4sM>o<PP1NVUyoIa6AA|6%PTW<2#tx4h~()#zuRyAuA3m~=<w-VO!`TT$H5MFY9)
zyUs}_GJ8(<;p}vE{4^cR%pp>4UD}Q8ku^ba;KvzzQ(D$#Q$N6I9|lP$_#Ca$2~af#
z>k*>TR;;W^V|{uyb<4<k)IG6bwxU~xa!_{_LglLkqYvSF>@1k$=5mxhO`q5Islp8@
z@fHFvG%#kr^1Q8fc4+^j0ZVfC0~(C;w9MJlR^uv5I4LAX%b4^b#Z-u<U}B@|@p}37
zbu7QV#+=?e2bbzr{n{A7c%7NE!#n+_(`<uuu?n1H)6BHQ>?NnHz0Q<O-DZor7ow+3
zKg8*6bDJw7TjNj8&P{|(>}y%MdR=cq!p>@7VM6zhF?HC&BhzAyEK7Ae6M;9u+gpRG
zjPnmni<5~&QyfZg_+m5Csl{Xd%&plmDPL@YPKV-1zlp_^(t~4{_&VxS^i|a8+xZus
zYJ)fyF=+9=Zb#E}r^2gEn>(_ypqzf#Qm{-!{RZaFLDgp~omF!q=VPu3a*AT!e>AvM
z{d@$70U+^pkL{y4SQ-64=J6Da<kCcaex*J%PzmsQ5pZ-8gxyB>?m7{#B}&-XDjVKg
z!-Ss-uO@NtN51-tIj+CVuba&;wU3KqH9QvGOYB=*3rtA0EaucNhp<1W;xkKJ7(QiM
z8HNzHMbOqCNay;DX;7MyY%JT)l#BX5ZZUDZ=&AW@ZZJreKq?f^du1KTeYyU}Vf?@8
zq58H2Z2JRj9%yl`>t9QW&MTJac}i$IC4T}nG<C@$ELJhCp*=L+gUZT-SFGJ7(NAq7
zDZV?k%+)iLD%<5DpeT9Mc0lW)0vFr!kjd~<!xqgwMhvx{(H3JMgj0D*(G_}jG{L^f
zF&^m)^`9LBM&irlb875Uu?+3|a-Y(;ob1S5pX$ueo3jUkCNtH*Jxq9e#Eg56P0iGL
zK?CCD@;9Qid%=n$?>ti0{zn|cIJwYAwmvU8tn|f)&?wL3!G!Q&IkUJ^ZiQDZjMiMF
zji|yBhS!SM8IZ6|U_S4+kL9Rg506#ocYei&^Fx4HBTiB|&(~`xRA~BDcVL@aBm+(`
z8mh=(ed+UAmOprua*1FF$>OSumR$={?Oc6mCO9f38J5>}inU(W$<-Q?O<>rLY)sdn
z88uh7SvjE_D+qNHZBssfHx{vG>-H%b=a5&Pf!4{L^++i4EP%KR3kj2zv4R3JRU*Yy
z<^1c1{`AgDaMbrewC^{}f2_2qn-$~0@O>%2VVZC6kbbU?x|hzsFr9t>(H-omFgH7+
zm2Lqd!wBzW@b?WV7%3o}T2;6)=#^C0xsow-JE35tHSA4|NN;7}_D)WZWzZKFm~s)D
z1wnX9M+GY1%nt{3xYh3$N9eZu%A$zmWy+HrT#<Jokg9+J4NNZSpe|%2ZumQ{I!_Xf
zF1#RI&sn4B`GQP;@ZChsF@J-2$z>pfU_75?2jAiuL@>Nd8m-2R9UjKQ@~;+erYgge
zx)5SJ)12Lm>B2PL?J4oVOh4EB+Ltq<;C>MFEC$=X<E(h%^udnk-<-af5D7JzTL#Dx
zN7DAnDNd=h4x4l^{P9VS%@;~t?;+zTk{?78!3V;isn9p2J+NF_(~p9ge@C#(6=SZF
zC*+BTlwQ5wq4qgH2z0z@vzHrct=9$V_`uL*<^}{&s3s#i72o<$M>11PAZdoz`qzQ^
zu24Q$XmM`N^$uKc;XM9zV@JOVw3?vGV)%O91OIK_rRr}o6l5aiPI3aYG)snYEl7H4
z_-<Ym#8{e7uKZAu31DkX%>CU<8lhP7gi}5jN`-t$2brT27DyY^&?2+-P{VnbrNDBg
zMJ)u#Wdc*LaryOozZO0D#6qzg+*u#iCBLH7iUZ)Hm96bmVVNczbqOH{tNed}$R6<O
z>@WKNZt%J{AHW}9<EpwoF6-EPEL>IHaScMn%GVW~ahAan_~T9}Fgu;m8w+s@7sH?b
z2YlR6z<S+br&U>}*$bsJEbT5}5ng&|-CDFhWdVNnSlH8RC~_HIX_zs$iaXsb#JkW;
zpa46pv?#3H;-l6q?D9O%N09x?V*WbIH~#1>5GxIZk%c8PzS&Hz5hQMwWe1r$13O!q
z`*JRS3aPxjsAY5~+6<?%if#qOSzX4_Z_BsutS%2bYrecnyPTY?`j&$Ie=y07xWo=P
zIhcC@Ief@l?7bW#eVd+(?w~y!p@2?Rbx=|p)c;1R3>qK}@pG8ulk^g{B%2!aW(Nxu
zi~lx!yNzMgvPr{-ZZK#E1GGMhMul9}4#n!{iKqUl1__bd1BN(7yVoRh5!!W<ZQ53s
zF4osG>(MMkyn@zYfChXV4>ya@)<n_BM10@ZamP{4+pH~_E}#$ciMIfy>mhvwst&}b
zKlpSF=NS}7a$7A_w>bS$rWQF_K$#@x!C5bD2+pTfL=e_&2P%*;5*O$NLNbz<Qu9bM
zcN?7+BMm8#ECwojs|>1s<%?>#o03(Jv)PP<nS^cTd`GuRsOeBN;6`Iwaocn9L~%;N
zPhB?U=B9?o$>ANWvGlU`DO+=QYzXeC1nrIGs%C)EUAkHtpCbqWgwmpMrW3sa#N#n4
zL!h@weCSi`Y%Bj@lrty=RdvM^1n|iR^+Lf4!?$u~g<@R_)fNc573T2>iTe-03HePC
z?Pq#JN^Q7*{r^R*6&0Xh%fovQGh;6b=Li-|Aoz!aRbOS?roq9W{QeINlPdtt#dVi~
zcv=7$VmE>C69Hare;(eDQy7*gs>zpnj&>}x6d5G&JTsM<-4<OyIV}6PB$Z}msJL7)
zcGyjMXKf}yqoQiNGw;$A1B(tb#Q#(ge^sQ*k?{nOZOX^v=(Ou9i0rZZKcVEgwM8sK
zChV_K9O<&Hh>dm3-oBL~d`8cs32AzZjPU(_vkEvMc6Q<+xTQH(A862FhDIRn#`*jy
zOzIB=U&D3KlG>@<L%&gWgy!EYuL{3nz94M6*xm;KC;n$%`=gH!7)-Cw)fJ4Y*X<Rp
z;dgTWb8nakv|g*Gu{^&NcKM<!tUKIX#Fo0OGW-_95-fH)0MX==uI2{D!B9zz(U&C*
zo_LJT=Dh6kitABOfbpgU4aWbb;z=ZVN5IEzIh-HXZJn32GYSFrp`vfcDS=`=|6e4&
z@GL8o^#n$E9sQ(|NJ2gzvU;yTk16pikz5Z?tsV5K5*QSp|B|UFu4`KPps|-i0bUgU
zJDD0K#V_F@po24-7)PQYD-M|_LwJBkL<{`?M@;7xfI@LAZ!iX#U=i`+Az!v#kQvH&
z&=`L48U}>&R)UKvx-2Y8tl))oBLJ1{JisB~N0983uGXZsnvF7buBN3^_7iP6$kw{Y
zJxp>32N%~TPVZ~>#7t;7#}zbJ7_Fy{t`Fjx8XoNISB=Ky$vA^be>;a%u9%+D9K+J$
zdmNb^2A3$Fjr^PLGtkJ*?_8!A?iw$0T98TE0KEOp;?fjfWbzP70J~$>1@zElnu3l0
zz(vgQ2B-hm&*p9eZw|txQ1;;vU_$MJz<5pgsy+(Kj*hb|F^F*{%?ae~$qJ8Rq*OAN
zRKiGK4x*N)wKMA09}0jMWY58>mU@TNSthxkDXHzzso9*qJN;-GnV*JwwZ!2&pp13-
z0#U0OesN0ieKryt2jsWABJwFlKi=C!yi3E!KR|tN$uFZ{<mLV;(BUEd`z-vz?USA5
z^nLeE@7J9f>gZgAf-Fd~ZR^R;0+SMV2UX0t<D$FW^5oj$@pVp5QrO=`k;WXbGeZAL
zLhk=CKKqo2LYz1K9csBbpUSm6TIB8#yr>}8=xJmpGB<~_$?!zM;){G?W`ZH$-pl|o
zBy7L{qY52xA?9~h#inwaX$eXf`NP7Z0Iz$BfN_h|gld^tg57JXMKCvayB5f%a9XJe
z*FiRFPylGj5WayEm>wPrsQ^$1$Q-S*8Amh50SY6)dh*-OpKQBg2#PIu?*#MJej#L#
z-FA@!Dn_#eWFaycv=9gk^TERUSJCg5O#$G%`YaDrY<J1U;A3*tYnf4tnjTmYI_IjW
zT(7dp3mG4V*^e+4BLLdV*`|Yx(GTR&{wIK|(ie$<mM6witoOQ*(Fnpu7h0yg!fh|S
ze@^y`L;y%v{j?OzA}kmu%5GM5cUfjyMe(E`ZfOw!Q^X^6i5+H@l~!0?5pT6sm{tY2
z{C!?B;879!IWUSRfp^t*49W)JBsR`Q3B1=#8ypa`GWFu)duv4j`Pp`Hp5@4$1{F-P
z{2bgdc)YiTf+0a!xL2Lomppy5^RT=V@pYUQzu30$0uqL!&1bp!8sZ`l9>^SyWxB=X
zjB9|9;ne_6cvVdom*W|S^__v~H1HbSnHEM-#SsD~Fmw=&TZj-QQa_%z6V0JTATJyd
z%Jjt90Rjd=q?8$cN&;GU=t<Ew9gfAO8+V~UN_WxlY@@k%Hrh1)?=-YML2xT@d_CMk
z`(gMm7@Wv>E`c<Rj$sgZX#P>aHJjkp5a1N?UeXzzt2Z(l=}E<_f&JKJ55PMX22BWM
z2@{OPmYhWp<-kr#Trt@cv@8t$2{NH>NFa-NZ=NT+NS{n7ZjhT<pdCJXwO&V>IsQh4
z82};}t%D+77!J!5SR5J-4%~I86)&tb6iYZn$ZZoA7^A%$UUWX85)UI5(#E1dZ_pk0
z*9$ebggXfe2Xg|q6yRoY2&FU0q>4gciIv^eYY3zpQ#~$JfDy^jU!W^$a?u*+uDglG
z<i-L3#xPd^NW`B0ak9Uke^MuWR(OUYic$%W%Mho6?78s9BQO+Lv3KQbJiMcL?Q1$b
z1@Z6J8Alr$C%+IeHn3C5CXw&kKtPmsoGC`wXkGxJ(9wWHoOT4v!Ur^=Ax!NIyudWQ
z(ocehtdSp94A6)NoDS<DqZ9Rw3=2j>D?jXn(h!hqAq~$$>*&nOqP^4163!`z4GStW
z>`;Ro6b%+xXQ|Oub=4-nz+%}gcup{IVyhK~pM!S#9ial*K2_k*Y7yRbY3#hVs-PE^
zzL@(q-k_#m$Vw<U%fhZIGn89HcGVz%CgDeH`YB$+W)Y~sx)UJuD-6mNh4xJ$Y6_x5
zme>j2%F*KW^nhYWM7IY!|3{HOYLL`moq~&LJNSYW#AE3cEY|eH;*1qumv(`c{F8rK
z_dM>9E%oQ7Z%}|9jTygrpE5Fd1Zdra&W8M4#+?D01`RJ)H?)>+HCfm9O203T%SLiV
zP|__0TQa^;q*of{4e#mI8;No9>>(E2fs2F2oXU7q5k#;9`m~N^RF5G7Ezi};U5vnx
z=V2{9-fN7J=hsEZWS?U;!(T?jcO2$b3B#(S;V>mo8!cEbVmf};dj-Pcl+K=eJ?^-Z
zA#{`{;vuChSS=2s2p<&*Iq77kXx4-LZFTgxB+zfqWQZY(;v-%Q3AP%e7z63NN<?mo
z6qfaX5K24+3UQRPBo>sER7!B(GHzMjh{EFtIlE1D+~i|UYrJGW?lfF0DmT{fWEn{~
zEF!3qq=f;DAS{qgUTV*(D>w6tn(U58=qf|trby+yObIrm@*I7X{_7e0W=42fZ%E2~
zsUgOcV8jqMfPf@z#44KcxD|n(3P;8hL_5MZv^9_z$P-L10g4C*d84PsWk}Pucj`cr
zLr#P&QIeXpSD8p-Oiz;og<TJ0YDkXtX^HWq#W3ZRCZR2+r@=)Z@0LvHfYuOLBI`ud
zL0Ul~W@M$W#x;u}(#0Y=9+GSl6%DgfG&kDM>ibNtT{?J${}O|fGa5tWdwlDxYKU=s
zPSAC|XzcAzPxW!6uyZOeVD`mEuAIPkbd969?Y`Smj>d6Q0(g-Us)OW(f9{ToNNME^
z(Dm_kSOXVv*Yz(F<VF|tMOm}3OHwuNd+vBTW}|~_0BF=wnJi4WORtlh7Wy7_LH^J6
z>(IVi((LwgleZ1&vKt#kd2el|d&DO|>GY%%TtXE)74qZ7cISAQ^w$M?8+Fpj>}><V
z;zF|s+70Pa|9WkIEcem6@Amcf*z~h<Il>;_%Yt<ab<^y9)TRDJl<dTZ?$m=_vlZW^
z*Ny5fu>S_<k4szN{8vGqc#q=1LEGoVyXy|^kwU9pB>qst)U~ickJbH$&Uh<jctsGV
znQ~0UH1HG;@GM)Q{i(qZ-f$)Ca`%4aQzV{QctILVp7loEd69C5iWP9&fiX5V9$A)f
zloy?mV<Ty{v*&APU&WcatnhXOj<N5TuxANXkP_bv(2|Sll9UB}(jR7BMf(D=L;IUA
z+UUtGEz^e3_ghL2KZm%N8#`r!_}OyFP03P1MMvri4wMp4DbH`}K6Qe(@P%k_iRI5|
z8TLVc+`1!|^(x}j?jZcPsa+Aeb0C^?(xm{J3J5aQRb_}Ih@(VBJza5{jcR!*;zz+O
z7HLeH@^J)Z-vS(z<1AgYr1EKC-IvQGA3eSX5N`f}FL+0)<eEb?Hcr+Xb#bmq!RNdQ
z9|(@WhC9}1KG%AsU8kuxq3_FpTXzD5{^xwGtAVO@15{w9WfdpXv!|g+orYSFre~Gv
z-tRaJ0@XCg>Fg2{V50L~k=l2ab^a7LHU8*SD_^~|yB#9fiIv*<s^piFdyxY*Zu;4t
z8}M~XF+`9*3r=cVY1pXUdwa|F?>-+2TV8!E(w%$BM=?ppX~gN|a<S1`8nKQ_c)g8i
z{?iHV@bipv?}fu-`*odUWeV|%Tq%mG96-5we(Y%*gE8~)79l^bkjQ{%9J;#?|L|m2
zoHPb3J5l{V9(>&5=8FgFfnl4Iz33uL!}}PKM;jMP&+<^dlCH@9#21GJtk=n-e48fo
zDMF+Jzeh_U0q3sQS)jO>B^N60WdKLUN+AVzapqgVT$p7SGPY+4N5)Db0k8kJ#=!h{
zO?=LOYZgMEIrBAOR?M@F7%lRIBV#0$z@e_yDWJ$$qzWkV=Kw>+NY4i_aOY^j3|Zvb
zFrw!Pw?|1Z!^mk>dD!tzD=tpOj;dvl&d6jtV?_H%vP2;ChF+tYrEvyNO|*v%eMT`2
zbcXH9=N16c0)ly3#z+AOsUK9D4@bw#ftn1+%(0lkOq@CxjsKI*GJ&9bDGxGOpt>Dv
z#ftw)uF8HOi78LA7@%Ptn+1yhB(ACf;M@sMlGuO^9h)V}e=?Q|0eqKp)=P0OC#nV=
z^gmeyMFRkuWB$8kZsd3Oe^L?DOfW`{@dPA)J|ip}fR$?`;_Z32eQ$C=x=foHs?#Nb
zwW$ABI;-50I+QD4aR9@(mhzhS7sxeO_mF9Y5S;>O<=CH6q%SwEaY9+R_U4GAW`ON;
z?G`Em)S5R~poCodM8#4yV&J&-CKTlx&Kez2IIO*i;i(?M)HmIk#RBK#n67fHt$PT^
zMqx!6a1Zb(zP3C}A&34aiwZ{r_T?C5VNh;l7Ki_n)9K~&?VTmQk;=PSJ43tA5p0|f
z;~o_{^K2Ea=Mqj9fy!bN>FDNtyhJK;2+c8yn3T3T#^9Bv#anIQ7L$-j_ye@WrnK!W
z0Sv^))&&}=-y^j`L)iq65O`+AWHHC&mg9?n<(#ls?T1gfAYh*pX`Uavm~oP*qPxw6
zLF9yh^5{*0U))rtZ<1G~pb$85AKbeA#0&q*T?ntbDvW<-f?jjzjL6IXl{eSqvGYds
zeM`G{HvcqwDtv%Z-AOFUL9Fe5o%g}F9Qflio#C(g!%;R@z1)01?{v~%C((~A2d(H2
z<y93dGPvG}$xj3H9Ht;Q{`ho;axng|inOd$6TDlu126;VSS)6H!j#!0B-7p(UlAdG
zKBCC^!IYg=uxO6)^dPSkhyo=a<XM4-6Rq=~p_@k=e*hLlib)b|m}jwjCM`Rrr^Ge0
z4Ql=AbpS{E-gZB}5m<BaU2EygWuuVzQnI7%Pt@54@p9j<`kGd6M~6$S76hI%Ya`%q
zCCI>$AVd9Y;(Bi+!=<p|!8rjoaIwOBb<&T*A3}5J?R@E0H40dD<FYe~NPV`;W%870
z=|f2TM!I;j@tMbseG~G-OkUCQ#_xW!2Ki(Dn-+NRzlp9!{+`WdO?lYefV1D<w^rJw
zIN3W0(Ku)K@uA{7QUkZIIy7&J6OTrqDW=6HRV^yEaN%IMQ+Djr@QfX^o@lZSRyC8e
z<<c-eS>Ct%cvZFs%xv#uzH?%so_&N;5hX_~u^gpdkV&Ymlw73O%;(anC+n4)M)|vu
zV)ag1?fi$@{NdU(FqCp{Q@SlO?Om&pahANnh%RMMl`__{U(<ApuoPE_YeXh^=mEAe
z8OuI~7)p&A<#vj68HD%})e(pIftHUn0m*>}mRSW$k^vZ$IaXn`3E-@%Z={Sw@LmQH
zHUE=245d9uB8jFwbLY2fE}8;UGHzts68r-qZb>E@rsSYX`ugWJOGUEGa#U%=#R^q5
zn=*vPV;9Iw$@1x`!bMiI>`qBv*~q+mX*HP}lm3bIm}XSkSJpDnSV>>~TQ|FTHF1}X
z?Ap~lK{n}o!>OrM(%;roVX?Tc6{N`UT>trYRcM`H{6NJ3D)0~V8xI%h#%(fo3}_>z
zlR7PrISOHVT|X(aW~$k6X*Tj)D7Lh6s$R=27LPiP)VkqxF@jtOmt27dvT8k=_e0`f
zp9j@Ogb#f#G#lBjG`Y#~z3q#feH*@);wT(!C7(ZydpbP38o5Qt_U?|{EkvLOIMIIN
z!D`vFmfH8b>N+oF7x^6~17c_s`tqb+trfGiS!HQBP3E1_<^#12y?SG+C$s7h5wdwP
z(~BmQ6TNy9x3~FktahE}j<rXgFZyafrH;?1KdX29di5XPvh8=}&wKIBOWTk75yI!q
zbeFz=U!|`p_S>f#i4IHOAg>Q??>8!kU5iTOXbhIfjpE~hn&^Q4`Pp@!%kv|6@6$iE
z>DniH<?HX|)zU^w(*d%;iLmRLkL|wDe?q2JaO2A-IdWLXJ&_V)WBp_`v9tcy_TH+K
zy6P{wab#6)YAW_f65R9`s(uCI>y}3np~~*6L0_Nt4Z12&y>B_iAyrjpKeReq?!}O-
zjz4~Gd8_{J1#GW&s{RhT81b|Ko%q{B+s~H(;mdNqP+-C8WC0$}3AW8t5$I`&jfb0`
ztDT>&<$OD#+U?E-YaZ0=6n$z$cW5uW<u7m>e12SeEqLa2JcQ6Xp}yQDXRq<2-l<k7
z*Bi>3xznmn9@;Dw4*GFoQ!TWvQ(3icfO+*HkXs?(^BAjT?s5GY@*hTSlk|0N@a+0*
z|Nh~zyM4TU+f`ki<gcH&ys9#EZwu7I>(4?#Vv9%%G#4Y$aw5o3c`ZZilA?y0p~u<)
zC6Y3$;tp127u`~PAJepe3oy@?e_}rIbxoMhxzP-m#%?G|GB-Wq|83SZikMk8jeY)_
zT%t+oT4^QqVgvAJpYT(90n6mQHV{oO`A0DD=7laTrka~ilyzh>TlQ15x!q-&v`H}F
zeExgv{dw3$wXf`X`lbx`*S8BqPCRWC6y)GU;LAgOj=S(f-xJ+Fyook0NV@8%RwVc9
zbyUnZ4X!g*^*gX>>xU_8PQB1mkcmZ^Exr8+=hdvWk~@}>0@E^A{&yqit75KDU+heV
z3T-8w{Q3CJEBByV!dZ#yJ*!SpmS8W(x_tIWHI`A+z1a!H2z{%oQBVm1Bf^9znsu9R
z%r>`3<B+W4_M^{w877_Rk{MiE+NgTun2T)v_?W2a7*NxlFqrg0pNCBwC9&m#L`LcH
zc&PC~#CS*?pDg2u6Sx`FaXs30Ow!Eb@9Q;;p*ADJg!04XzsV1Vs1xkO2iUvrz%9&!
zHe<oezK-o#yFR}O^u(_iYxwL@CN0!sO{1z)`1cv4OV;q2O(UbX2CIf)0($hH9NH^x
zIC9k9D^=S{#bpeki=Eoj4*Xes61phZC_-fwAF7jWe7F~M3%>>nN4t0rpLc)1huBAX
z(hf)|cHP-LiCp5!Y<wBKm^-dMH$i6|vhQpxH?&>Cs(-Kbncpft6h0RKk{YnY@afpD
zKResD*!r`?UCDWym3hY5tuNotU&>t&)-Gkjtm~gbfQATxl?sGPA`MkuDBa%xH`n;z
z4eniEC;QgF2wP*+KSvA+=YXGtCZ?#!YKnUXUrAn{w~q)zY)2VaY;Q~*S>wGsE!6?o
zwbehaUvzzFBYxb+fAKn1K-~)-Hot1#Ze72c-cg3?`W?KyT#z&H-c#_$C-W}szQ(xG
zp}Jx%y@A+}=DYWv{=IBIeY^Reej6u?hE6kv$}g7zLz;t#+d{r;jho<DrsJ2fN^#mC
zDq{SBiE_Xbkh}tU2%EUNM{*!zrp7Ic?M$AWGAxTXOE;g8jD9^Pos)vxr<vg)t9Y&e
z97S==DWzmuC{0TPz!RWIs)djZEtv5pOeWZJz(u;w=<Wv5a~?sRq##w{fC(lPO~m{Q
zyVdyZbeJEO+lDbnpQ<?i+$tjZkGU3hWC4Nlo_ItkKN>sc(|N+EgGf!HE@45)Gd^0g
zxLrJ!pg6j{n#Nx@LX<;}M}|4sM2$ec=AL6Q+F`O?hPeWFAE_$p;WQOl1hbJwnmN{R
z@GlCoQZa^kVwd#8n2K?()er(>h;j0tDa~5a)j<=ol(Z9hB}zjxK`h23LYaNtmkF!v
zP~az(2<eA134$wJBo%WYMr+hj5*hkL2$7@Xw<s3jFmKEBJIaG>Q%x&n(qs_p+sA`X
zR^(yJy~w89Hgh0H4SQvc^Ww3Sg-=WvmIH&phTBHVXalcsQ2emoMwpe}s5pMQoYGj0
z2@Y`$jdUkci(JmrmeMr;A0?=$j*@Y%L&~A_k7Pvf88{|B0tMadK6p6L2NGsDN<$C`
z;vCrqR;9nmx|w|f6)v$=OI8QWVHkkqaSBmPudBu1_n!kXiYPv^&_8D^54Y$A<H5QS
z<iGb<<EUhUBuQT!vOLCUqdM_tELBsAZdzXnsw!_^NFm5j^;8LASUH<<<d4GV!Y3-(
z%1|UVtr3u3aCE?aObf=h@Ygub>0w<1A;ZfcRY0`zZ&>-&kgFIZTgHa|``g-MjcIuS
z8D1{@{+4gB$pNQKhQj;p&c5OaO^jbejig1)e1+QMB^%Iv@&4-IIlK-27qnY$l-e&4
zU;w-&O{T07N6Ql>{ouZ*6|Q^-hC?XM=^UYTQ4&T#4T6X6|D8(--bBX{NSPpKF$^04
z2wgZrxYE`BbIweg-Dcp75gHx9iV=8D9vlz6GbW>-&HvgCS0-e9+or1#S2EEp8Tuk8
z>FW41gbm(+)*V6t`V&qyHgG)~KNS-0*{^H!`7{)lhdu67ib2Ts>)=s_2K>{2;4`Rg
z^alYc70lFD>iS6{k{LoSCzZo>%^Azhf<so<3Px%@n&QAI5eefAg2t*v4bM<g=k}Z9
z6-$#!WwcI0=@LhjNnBzfmr$;s87(=m=w^U>bd{Krm7pk00#45`!!tq)WHrP);&7mg
z{hU?O3Kk8eo0rfa011K@!%fdL`g}=7-<F=7vPot?IoKJ*npuvPW;{sKoK{|$UfGv7
z(aB+{KZZR5L%taqum)ptDqstWQ}DNLNqP}ryYwwf{(N8>JU@cR&#;E0=mVul$P82|
zWUzZwkSjAW3rBdYDOI<{DsctDEgmFLuh9iXw~*FGvL-c1n5LAWzi1+tc?5GRG^}-H
zD}sX}<Q+apJ_Fn*DzESU&=_2LG0h~#FhEFv_{oAwkhh#eX|4D|G*%kt3}K`*2e5m_
z09R<msuXqj8fwo+20$58|HLMYa5*{7GNng4f+?jfMo;0JN)UAJLOr6iE?ET-d*ooH
zXg{^ve$y<fBvpUQVWb4CUKgoM5O^E}(h@`X+vD1uQzF&5qE!0t?`%ODYM0PP0Zeb<
zS8?>`eXtO)U<dHNkq|(vh)AGzu`y*z(axz8mkgv^NEmoMuL;6bgwmG+kxMYg^z`Q!
z+hi!ff(c0LlcfN2q2TmTbwrSi(x~s{Yxbf8gClvW^9wEnDnX`-(YpOK44+V^m1Zt|
z#ugN3Vg_cgq&voyGyqfpygTtEebFYuB!V2l44YdD;=!taVh7Js__}1e{gtXt`t$p=
zrmKcZNFFaLb(=mqH@o7puFC@c?(xCziMME_!rVvwE%?~{e0fj1f2mBs?K<O7A|`MB
z*FUdd^g+6C6t1)z{;<=<G)te*x0908%Yo?2f%wVv=XmJvfpNw`kLE_2^e=YrAUCgl
zJBi=-MC2;>=wg5BB8la+$y6%Ogr8o@_hwv(&zQ<t-0OaD>j-U2E+b@1j+ak#-D`Pp
zmoh1$z?l70EegKeq0H`I&b27R#pT@JFNxZcd;BVFTR@?nPCL@CG&!_y>2Rm-$x3X!
z`Z$lGcv<-7J<2R7i7S-%+PGOl;BMgin`FN~tSe-@vYl083R%)w!dWh{7t4U)XsT=V
zBh_M;{#x=st3x$EH9cgWMQx%LSqDo7o&mL7E*2XHH|{;7YpxT`yRKSqA$F|jGU-He
zI;q5qz%8kmJF4tz;IP_$Yr1b5Lp4S65b{GjTrK?lPAPmQp5qVCz10mG@&vKh$|oCX
zvef0Zqsp2w(P3zt^MTAdUryc8CNO<!^M4x(6G6j_qHX~Z9Z-}Ju~u!bCbcs6<KnWI
zV!A|qn!f_Jp2Ss_uR-w7<}<#wR~?Rt&r;Zd{`LoVfYbZJ`%MNc?pmnFUg#=azQ2rZ
z`hJvr?K^Pa1`;mQ(Ic?OTqSOPfOLNQe!LRabL1A&zx6v)iHR}V$a@UKKPF<%VHl~w
zMs^^8#EADmj2Uo(3<wnmR8&R>!aWjzPVq1IDf9!btIY>qs$g1;iM$_d9-DucL7@T@
zGB}<1-#~s<6h7zP=Q#`cpMwpk?2EHwi#;Qw-JsDRw;7)rzL5<b!~~mix!MUw-!NyJ
z0vl%R^=KnOv*DfmqnuhS@wPTHfi{}K8zQ=c%R-rKB{{j~ph@g*wQO(+Hkzn7tzcr0
zla}Xx;=wBsm0r}A>c#8KNwqmE-K{>GQ=Bz~I&or;lBhnR6qu49Aj8H$&dR!8nQ=IE
z2HLN;N<@C8{nY6TW_(6}g**c1a}Zgu_q(#-xbMTY$LkBK&UL$CL8)?%fgaTZ%puW{
zrQ(t<VkS7tyJ5SP^TU9extNAa>`y5^d)59n{^I&UgaU5{d1u6-+vN*+n5o(r)%(8K
z&YZpx<7JUgcwwu2t8PQMK*jAUj8!&x!h45Z`gELo;xl=|yC^%mRK8syW)t*&g}cdk
zwvSn%IAY!&-KoHX3;!rN*7NVPay#FcuyylF`H>L{pX=dtrw8of0ML-h8skUjhFM-|
z1A4H%Y0cX<?v1H(<7R)16?vp9rp8voJ}xj+VwI6%TQ(EN%<+Y1s@4DHO55MFfjbVJ
z(90-%v2s#{8BVgZd`><yw;NpgEDqN6+2!G_ZqB}3vj6kbtqKqC(pJ8rNy)-<Woyyx
URg^Q`^e{Uv9s2<mnd3$NUtxLi*8l(j

literal 31073
zcmaHxQ*<Xll&51Gous3GY;<hfww;b`+qP}nwr$(Cwr6&BXCC(KQ|Z=2)v0sut?ze<
z0E)I|=GLwNb8BZ~YeyS<H-NLTy@R=pHGlzz2q0%~^VitWkprM)V{d3iqhxIDU}LYK
z^lwGwe_L??oEd1DY3XT=jGgJJ3>fv<42_KbEi0KB1MH2h^v$h}jO_t7CICk>a|eKl
zxur4SUu$S%WovKj;9zV7aB?uWHU+p_nj6r<xUOGzT{vvA#Y4V&eZ%Ou9vHkoj~{>J
zg?<4f?OU3S*NDa#yX@@xK*i<uOUu=y>y0eF-v<JW;;4CmP%0_iSlS0D{rQgRP{V}w
z`FFqfWbS8FdSwm7<FtGl?D|OGk$UMh1XBu2s=p2?`RYKI{`gj@_qL!Rfd%WYHB)#5
z1H%id?C=^_9C7}9`G`gIaCx?Myk6~H_i_KYPl;{AqHQtdmaLWQLuizich{VjpOtCo
zkr%H>e79UoOjKx!Ao%UGr58*%o4LvH6RL64;)*tLPX%W0UE0~=S6kooY!dL~%=~;z
zWPQ9;bbMUURbDa)J6P&LxaVrfHCYXT<dKCiNCZb;_VPHdw0vH|NiM@F-o=ii?E;F^
z;X$bAEoGZ5m(KNHo<4!O@9Pw;nBkaopV4$d%MHle;d4#O>PZBJnXmAiJtIMoFr#6p
zW$&n=Kn0yX0Ze`|U<+Ow%jJ>Zt)|T;i0jEEXA)+qVn{=XPHPQPl0oizSTaE6Mh$Ft
zIh%0R3vA-`4Gog9ejzLHiAZ0JKG5@x<B`O(gvMB^c1ihYMVC6BU+?)ll<rxr+K27u
zdmDU6)+^q>hAi#?&SsH40Y|^Ge-&#^sTv7)zx1IHla)4Lkg}PYs>9Ez#`-RWDIN9I
z*{M(@fe{5>T*390mSfUqW^wyO9vDM|lL95B!p8Ea*7dc!f{gX)>6=*A(jHW`1VVzC
z99^#FdT9&;IFT3<><vMmvDJbhD<mc(;g_G@<<{r_(6Pv|-o4-Hwf9f1>UnAM)*Rei
zfD$yodVlT8OgUwx&u|EvI=SndFK#ZFzZEGuh?Sg$?MovVVysFdEc)C89`_vHZNXxb
z*VraJz~g;l#2`=o-03=0n8MeL@05U^B~!8O@C)`dkflQ5OhYYg`t3z6?E6gV^xewJ
zOyPpft6AaJD~Ot1_ui&9Lg^Cr80yeW#aHDt@e>5O<5r44I5t$)SvQaZZ^9zc1(1tK
z(Z<_%=mu!ZAc(}dyw#BIqU7RvlY7**Zu$a6Edg9+DzeyaJ?F2iEPjM>O!}I+D&i)?
zoMbvuQCWK^B6Ci7kjd;hK%nT;`SoRL{qWEq%(7zCc#-w!1o!Z%MEWRkfnjIhw=-kX
z1d)qHaEXv$-G6mO_rG1N*odmo3IKjRN{t`&zBNldTdnmjLQfJb_AvHd=PctOrjOX4
z46$1is`v^!%FINIP_5!d0<)Q{s|03M?<qgY<NTcq=0HDfbZb_WV@?1oDSH0lh*uuq
zH5H)I=u-5<+bKsR?7Le;NS=7@_-I{gCwM;t{z(I9_a#9Fg(N=nv~;JE<vyjLD{?*f
zDo|Rw&r$nbjEqIfUHS{-!&P>Yry>T5V>R-(YVe9!xB|2EMkLEWuXE@O&s_hm)N2Rk
z*$e<_oDC51ZQ%>)E<5+b7)`grPPb$)rWCBfC@^68Q@dMOfc)~k_xXJPc|38YEL-ZM
z_ZmLuJ4`<F^;S|5^23hHUWtQD<w<z6b#w-`o0z&T^vVpJQF8HQl2MdNrI-}|6<W>?
z3CPS6eyzz6iLr>adefdKmkXcU9S>&UhGJtpSHc<VRktXVqH_r_Iy+P~o<KLPv!8z3
zDF-m(k7gVg_Mr|wyT$viaAN9c&T%k0v39g8D23lDW>)e!*V9jAf!e^|TzQ#v^Wo36
zB5X%Czv+H9`gbu8WB~Sh!pgd(|HxuJB5aIt1hRydtT%epb+ZfV$$pjvx=9W*3zX-q
z!tK<XkwLy11NE+{$1=Nw)y?$cxj5PxtdgbnnTy$%?tV^5ewh5#&>C?SXx(XiK0(mi
zE(}cg%T%})eId0?cw7hJtg*Y(eKpCo_F_`xx$x{(dAc73^MgA2X+oUJ_2dBJx)W&g
zDsGSsDnr>#F}7U^|GkL(K6i{KD=FjsNOe0Pozsh*nex_x>{vPS22K3U%6!F2^2`q!
z)IzeUY2H?XMB7P|RucBR>PPy0la=c9H2LG1<iD)+KQ>wa(~4~Fq?;m*EbO;Uy-y6!
z%M}bq^U*gL%1=i6a|X&suGjSj%5_!arsAo?PV!`e5I1<qBLqQ=l{8t<*A(`21~MO?
zje}*YP2c{>1+q*j>n^110%BnH*TgkQD)t~1Qk4%(jjIF-u0`cTv(xQE==U;M+Kfj|
zI8zATNGErj4~rdpAk;7p<}e)VDF>OQPsk$NrL;tMh>w@K8w8ZhSRSIVRlV0QH1H5S
zw5PKWcDY0xce%;%Ud;XOon%wKJTqn%E8D+TDHqFWf5*O2^Zp_jKncMTXFG6-=Ks~Z
z?1b7qjNQKr&G!zjU~}^lgz?@3VSf*fC{Q1WLyoC~`ThWi7+iH*<bfk~Av<>kPdq{t
z8qz*x1}e<`y=3PbxuAC69Nu``jZK1aaPB?00m}+(ezBkBm~SzLvKax{=3A2O)W}0U
zzWHMFu%S5RV>|cuk8{7|xa+}P4{i7!p+vyn;bEfY0*`Gua3|#-`M?+K7y;puU-)ri
zYv>JWj9IwW=a*SNm6y^Fca8y1RbS|HZnEpLYJ}S~!yV3AmMeV1EyPXb3z>cPJKM;E
zh8MKUEg>(5_o7<#o8OVfgeR}s8YG$&%6oF!T}#ggHY@8s--rhFE5>ZU!YYsYz7efh
ziEH%t+AtmJDNESf*<`<+cttk$;o|J@qqAi{{svVYGY6c8lZF)MO|U>&?tmhV7vqdW
zG=k1J!WHZ!S7k=?=fVXH1$#Z+ZPXknbE7&Y>>I@Io?l;2Y(Y!#+5Qo~z1VtN*^!Y0
z@sAMqzu1t~m5~7o=rtJpv2}9s@IJ^c{zD-GN{}G;!`9Q$)y>^CY=trEUew!VpV;o*
z8HtM7ddD(=Aw76O5htJw7zhj}3_$`yEbaaU(S8kHUK!|D4m1HK1ybgYF}X~iPpSoM
zoX|`EP9Q<OX4^PhKPktGtD7{}BL`2j1no7!B0n=qoNRCdit~%yFN1B&w<WN(w1c`s
z5ZU0ZKL0)2<O~1>0{OHjQCfk-w^M7h5X=6z0^X#@)}}SVbD--0`})_8rO&H_Q=m;J
zq!6!Ao2)LYA021?zDG3p9N$`C^zoTU>G^CNH_PSkcMoCk-VED$YW^@mlw2R3<gWx$
z8?j{N_gBWz_-PzXa7v-O#G|xslXV0p%bgea5qhh&S{xww;q7+V<0Mv*)`kXex02<f
zxu9&aT(~Q_1*a($Ch0$XW(0;#Ml^C!fLYvu7c9_mFJD!hVGTMr=VikE#dA(*_7k`~
znjJ=?EqNzpzh3BEgr?pG+yRwL0Fz+S0FS1i*}31a7<qRLTY6>2rEKQ}Z3CU}4;Wo9
z!@b#LUsDIXd>-f3^Qn@b?u4qxDzlQ3od%4Koi8^hr!LR1cp`Td)HPf+i)1YS@lkZa
z!A&`E_R=2~f>jbTjEn0R@0VT@qVs)Qe{7La4OW21?-mWG^Z1kv+-15sj=(Vg`?*Nr
z?4OI%rmG&$t|nN|@VQ=>C5}D0I5poLGaGwtD;XOgqX4pHMI4Af->(Ox5WrI1RRz2)
zw-(8rSeG=zf7VCWt~&gj5xe#qPaBszyX-)w_hz;OSAhvTi35MMiMNYqNs_)AV7NR=
zm^IGlw3lGG1X%^z%%}2vAh}T$abyQU%Kr*XwJ=ZFgMiO`L(Z~LZ>V~1Jfba_LX#*r
zU>_)3^mtt*a{ty0oS*V-bNGBwfJu@3X;UVuZ%Yl2I!uX@Yw;wpb(~RR!U`_73Hqf(
zok2k_f5hUdDjg$_tP$secVGVAdrY#iIyGnQO?q`%`dQ<yvB;R>^Ooi~_*?foqdepf
z=2u!%KnV}%E6SVgx`+YztDmI+5I?4SHh%i7zfNgI@fCS`)yvIbq6>MocZ|Dyb{4mF
zvo)GjbzK`l!pWj+KD>Kts4Dhh={4)DP0rcbCrpO`1g{Fz(?P{ArShR_w%TjZllBR9
zw&!+03&dE-7vuQk#q`y^jZ*X08O9p{7H^Sd*2(o};eIo&BZJOjLj(OgFeq!(H~2!F
zXjA7|ySE_>lJ*C(Go0A#2=iz&G?zSh=)-*5V2SQRffkDz?ZM3>UmBOsxQ9`MD|FT`
zB~OF5qZ8(l6p?MeJyb&9?dQAGS9p*B3^%L|eAM=|ka5q|g2c;_Q2}Z0?z>WDwoHF&
zzmL{P?pjCC!zwW!Cr3Y}HuzsXdK0U>6m4iF;OISSXJ=4_OSiXSAS<gTpq-*qF$#;i
z*?c7iHv#*o=YN1R$XZa~a8~{(?cGBABi28}mht3-7M(fqdG_zpJntUOP35C+XJHuM
zf)QdWTL%o0VP>yeQ19ckB%k}f2KIR<Hyng8fI-mR^R~!?Y}s~bwez@vjskv8S&Ciw
z4^Zj1e2IguT`;+MviuDfF8*!FW8XtOwP8FwSGB9v?nk|a{L5J@-anL~c&hxuZwHf<
zOTavO`)zti*2iHR;2QCMhH9p(J^KpwiAOeL^k-MeeS;&HU;mRVl;aqEGTT6_%P}V|
z!<yCg<h`*AoO#c8@2nmfA|2yzH|{&7l3(6OHYC?b|4$ukB}Z58ol5xl=d9`cFG!w3
zJyq!Nnp0TnHeZtN9A)vq-JS+-vkbH~f2mTob|TO<1nwbvrX6Sy=@wt$+#|5;0ou-_
z0*jRTV>!&D!G+SOgjAu$7xM_Ngt(m2*$a%&+2bpch%Gp7e*5(}F`^J>z0~$1%6e!5
zIA&P<k;1?{^z-@~S4vUXmJfPF7F+%Gv@-M0$nf+Ai!X{N<`_`-jPibYmsmw-B4WDF
z>t=GZd}~V*M`}$*G|7cX08q0rcr*Tco(X63kpr9Q(xr&j4uYjld=Nsqiu&u6uCBII
z4^~a%Izx=u#XIY~p5)7G&+o%|z*h9G@CDFJ0}A?A4aZ0YBQNs4&(m6otoeh+V<p48
z^rGAhKS{3Jub(>6U2gDzGqel_k5R{DpBuukf=MT6z`Rd%k&t$qByGLGAYX9cOEVUZ
zv<<WtugoCQ1nUkA;3;;3Rrn%x_+ui&LEd%y=lv;zUSr4Fr|0WFMpOT>-nHIJo@1;6
zoAgcsr%8M?J>)jJC5*J_C2Am(OnDIR?z7UkPbh*hZYUmIgP#ztH0hW)(P(7Lbt5k&
z3)*%+QI3AgLs8%sQq3xPXt`so^&S=m9B2Rn0Jjva!r`}iLc`vD0$eg*@OXoF%I4Im
z?YMxZPtCm;!G5M5nlR+@VkZIX{NS65#Y5u`-87=}F<7R}w9bTKuHl@+zyrl#1<x-6
zAOmZ6b#$@R%6uMmyrc4(h9YgW#5h84+n?HEk3q&cXL@E+p6p_H8!(OUTG&>EVrAki
zfAz3QUzrLE45#pqCTB>e42&#;B`}Q0MG1?eKp|2j7Ah8xQ<gDspKT!`2AWX`HE4b-
za$FGWs_vt#o)WTDOl^(XAos;rxb-iwnWbu#3LzyTFMGl0z%_cIpOAZN9Qry;`_S)l
zS;!RNT@t2JcXrjj^uXoJ0K0`;+hOnniE=4jpSW^TJhfU;ZxkTVlZ_lgiL!sn<pzVa
z^Y#*!w%USdc#y^(_t(Mh+}CF9<4?4D1tUD@OC;&VH*MUDX=We09g$lQWfz;20FD=K
z{36wjHK+TreX;GD)~go>yt^3Oai&_QtYH#n8CHMCcV*}In7s-L=joJuMsPC(v>P7J
zE1~k%WC~!5w&%y|)@1Kz1!s}=_qV9GMv)+-sk$v(SlD*WJ2BIGqKy@baq-r*R0SQ?
z1gERVMS0J)*c31`a3AT%A2y&9LC4036e9sRm5b3tn_D0xUFwN<`0KBs<b%Z=BdOh{
z@<ooj@VUHleh;#e^LXWO=&cix|IW1ybBcSEOM1;eTN8k$^@}h&&o`$nU<L~lEB9v(
z8x3o+nqwx?2}lUefmc`v8TtSt+nXrZYNoCKMeO1dHxT#PT~Hl|C)nV^;l<(PgAKHP
z&`zg^1^%juVqeP7f!MRJc_)n$GFK0!9@vnFKR-PMo<@3p5a1S?fPLCaCACSIi!~uw
zSu|~2z(~<5*>nr}d%WE|7*2=jO$o<M>Ti$;zr1&0dWJtzJbT0QUO&<nTBlUTeaVBM
z2WJEX*{xi(faKCu?Umd--t!H1PG@3{TNJ@kM=OI|qK9-*iq6dN4)P+)T8`CHU_912
z^vU0C-1-|@2@NkHGdD0C{8942(T|FakPbTCpOG%Mp0;mSmv7szA`7xO%>8Q0=+CL8
zniC90{vS`TkGD_6KaDOUM)euJA$<eucWD(yb_C*#6jS~UB)7M?0&pjthI~e<=q6;^
zNSMOE$xd9@ULv}!uh$wQq=sR6A|!o=AAl6~oUIU=BD98gC<-o|oJsDCvPBIJ)*=p$
z2!vR&c?o4I8BW?xP}Y4w#`FWb`7&37NdFDrp{WN3puVv82WgqcxKn0dQQrojyigBf
zEZXd6h#KE;Xbo+VcujbG`YY9jXzOQ)TArk0_}Kz?mmiG14?#@7-Go|l9-2M`N3D5%
z3MSQpcF<Er-vyzjC@XA{C-B>98^$%hTl43|I>C<<yrU2&l@AvoC1Ya~LCyD*8M?_L
z#lxA3Zasgyv&RbPupRm!(^UWLPf?Ta_W}sVNHkjAq}^AoM}D6;$T}U-YKUchZ7bro
zeb87$lhoMS?d5blv(@z8&Q#pD3?_LX<gGY7j&|*DIzP>L76non!Xp|3TZ|e4FKs$N
zdFjFO?MK%7HY;?F1JZs8l(+K#U58VZp?+?mYMnlnj|J&nIz57_FsG(JBNTbFxOCJL
zFTU?HcKS=-gKYZZ4ANX(&B5EI8RxQA(IYy1svYm-boR!25Z*bV`^Ama*^tEJe}9kE
z6K`)Re7xsDB8(z(1_k5I-pr#rTz+#zzfPG9>`%fLe1-n-mBM<$6|6$ztj7H>*%?_}
zsL}0-nnR^^7URa175-djk2Mg1KL9T+a<Sb>`k|*}4^FyW4S||)HDQRVQ-lzNdCMy6
zha^LBm&6qlH=ES<;tDRFwQYYVkD_x2WaY`9*Et14<Qh6HlmCNEZ?n<Fv?g+57+>te
z<{-gcg7%YaVBRgk<`4nGAZL(;XNryDL3=hN-jXOq9e)V}zzzj;Rr^|Q<2n6ZFsvgn
z$4>?|Xp>7o-$Op_Z?raO-bjh2aYcy-oHmLE!WR?}!qFQ#Ut7Pn4TsDr)ErkmgM`c@
zw3V;kC9_w|?Yy_R#*I`ZI*R{_K8Q2Ua(ODh(q%Mtd50|%NTCgdnkCoEv<^_uq3`|6
zk*jt)s&y~CmT;?MO4zzkxMKT<LS-Dp+&J6u=jg)fTyTImyJB$sX{t+bkVrIm`-sPT
ze+&Oo<d`DxYk$+a*@n6n+A(%(X~{je93xeefC%32Fp#$c6&wYC7+{e*3d6V$<iRAA
zMIyGpyLaua5^sZmJoXnRaN|-S=yYhrZyj$qJ)Zost}pzB>zcnbS{TO-Pcdz+`N<0M
zXpy|g;V7G)_MJy*zRafY7$p^f;2I`9-xQn5=gLNJN^Bbo(EI-W+138Bt)a^wFg?Ba
z=x~d^PWYbgSwFs6JyZ41xtBe5v3Os4L?&<F%*j`ASk4)y*}H+Bb(84Sn9}h1t=3{n
z?oN(drJO0$vow<sonNczf56xmM<(uniX)LkCn~==LC)MYS&X)RigvUXv!edk8r5><
zM;*?BGx(N&IB6zmMRKAN8_cV%S+mC=yx1^ME;f);g1pTd%9<1Z+t^fP;dDlyl)~(_
zBlTN>k?JV7eOIB+Gd^a`gkIr#I}4mf-8A8i?`cwPK=J(9t<+xB8tpXk^(D_8dlP$B
zS&xTiHw&mK5R?M6W^V<hFz(1idCFZymW}${s>T6F)0-!0j~ivAmb9}&Ka%+>DMOiA
zw2Acdt{=_foSIj}c!4bbc?n?sT?$$)*I`Yt#%YS&i<EQU0OF1E|ApWlqzc1wL=TiH
zg}IJDwyd}toIhUaB>u>R`B0fc-{?Sb$%gfdbD^4UhvC-@TVeN;xi2urDn#=C4<cP)
zJ=pjL=NhZA<cr_Esr`A(qqVi|)7If(+mp?kJJO@OwWaIRmWA*eOMfe=9UE<myN!-s
zybUf?oOG~C7N_i|3CO&J8HEK4oEZhrO$?njoKh>6QfpEvh?<%#qq^8E8h(-wQ3<xZ
zxk?T2cqk__HXDaKy0Q&X_SD!ibMo_bB!hGM_1p~d6N&o$JWRac?NJd%^wjeUaMk!c
zOj?lpJWM1z@G6c@Yf>)oD|tbBrPgSQ9$l818=MU))+C@825v)<Mze`+V*{zF``Oux
z3dK><BVxH=9Xmpb=BkP^dhtiYw-I#%J0UWE9Xo_e`d~!4HMI;zT}_5Xn@-Mg!8hBa
zA{fgoul&6`pGd3x7iRd`T~iDHUyrLR;Qvq-xN(i<x^M4lLnHMjg+0diB%VZpPfMCG
zSg^pFF!0>MDb*+CNUW$|rD6XI+mjzFeafY9Pc$l(LMHEl`7V5ilqz5S#Ps#y!Lk{p
z@wNsROJO1}@t$V-0uoWLGN2pCKaOKf5tdZN88aku*`kk6>v1*kl&Hb~hemO`b_Zxu
z;r-rtIyzdqa?Dg#{YC=^)`At$c{)aGY)m2Ki!^7MAq@j$oWzwlwmvLML#D_NLx2p(
z`yEkagX`;+M&k#P-pc0|eKc3uv4j)+<qm)@R*M9`{-*cmd^d_W^Z}Y<cSIuF7=#!g
zPAP>LAdn^U&nfGFPy3T$oVdH=MME^hU&Sqv8>7}OL0*<M*^xWiz()Zmgbl8yR;XD+
zj@FkLBw8@&b!C?mfnD`=#Ns>PPT|1vm_YWDP#v0GVoz^DF*%Vf8soH0^mN8@W2moO
zvtb`2A-wsnN&Ah?yu2~*s<%Zv1VAVtv9N0DFF4}e^P!5|bMLTU(F0$Aztx|BvGQ&s
z)VZENoMn=mK>*o!0Sc_A2&o6Y>Se?oIMqx-84JSfLnkEP>cwcylufR-(pQlgRx|hx
zztieDM8Ok-)ZQ4AaAjrhyx0h-=-7C`e)$hjrG4^UpJzX!!nEvwnUm~X7tiCRuVkM6
zw(8E5Ggj4DQY7~9c7J}*qKn0>e#p~JDO)>~F~fD$IqK!993O!yE1lG{o#pctrJls}
zQm1Urd*VWplgw~+;*+_vrL$Ada<BbuNcGtGI9l4x-V}WH2YxrmqBMvR8oUGIsX<I8
zaz7VEG1|~yCpQR>354ql=e@WbQU_qsY-Lt|lv)ngbtnHpf2LjPEqraz352~XJVEY(
zPR)0MfkWB_Hcy9D(E3X^HOoW~*Vni+*j8qbllP521BSnq)@FL^BjjOY;vs{sMRjY(
zk3Nw*-Mz}xv*hoyJE2BX_RS2hHuooD2*U)S=tACuR23t%j8MchBXd=UBm%bz46bwn
zSw1g974%9{X?40hng53=0#=3-Z%?WRPKY}P7w8J3^vQ8v-$zL{Pg)klndhBjj#6>d
zkU$D9p_Yqlb9btnHLc*G@h@3{S_j51>IX?5VQ`*9@ZTwRKICnm3>vs>EoSD}OyJ5|
z*%WH7H3oVr&^jkQMKLvsz{LV{Mc|E&Ox5$kPy#A>E}Gwme4;5ZWNpFmgVT&?;zWLj
z6LDowd?YmOp=mPyOsC9dadTEJ;Ov}|BD~7Cuf~<6p`yr?W?A`2u<6&i=SU?VCBHkz
ztaGES%P{~cgR-{3ji1$D2`7I(&rH(`n(7DSQQC8TME&$Fe93=Ko#lWh2O{grP|tfJ
zQL>oC`Qw$%q#L8dy4=AR67jr3Ozjz~0qN_(85R$y=?{2i+7s5@=}@)?9yZ_{d1oyG
zMi!}2BV>6fQGvaur0HBfY2|<BcTJVWI78H_9rI_*M|g+68uK$R!`AH(IEt>;N1lgT
znFz3>e`zFRofjWeFuY@w=M{0}*{l_Vygx679}8(~$TaFRnVPcaH8hB-A+&8u`>!v=
zxE0}Ruq$1931vZ2PUSV^4GpsRZb4c-rKGDbflC*=O{zPt`Q<WARG&?$H_iP)4yG*q
zl%_f*Pd5;C*&V)`2tW5oFA4xa;b6J{H}eE<Zzhnzsiyf)LK^Z8k$6pu9ns5psyEvA
z53|zhTSp7~2wGQTAJ;ZqP;oZgn>x8kxpOB@9L$TvD6T1^%3N<1{Hf`7{ew3Ej7h45
z#vTad%J<YnKkGy%XG{X81g=JkbOHv+ZpYR~?)2q~MMiIXVAZ^4a*Z}&I0u}8YB@kM
z4$W{DGX>q;XXNC6^)E_)XUfD%*Ff6)d#<0_(aX1wR+#fwnA;J1-5GENgVuV^#5##C
zDT9NM`Eo3R%s9ho+WF7IDci}|#-bLWN(H%qQFCBA`)jx664YXwDD2mgUG}>Rw@gVW
zLQiU8IJ^t7z~hgS-J2H->=ZUY1ZTeQ54pnm>|T)G8jGrU&eY{X<U-?4EkwyJ<q>%_
zv*oajhRu=X<3EIR9)2@Dvbs19wA4=L6%yox03T0>?V&9H%Oxt@Wp0LxCqUg;d8`~=
z5guR2%g_869X#NbLJ4Ij7`>(%am`k{Z?L2F*X#A!fqw6AE&#})W2G%u$MZp(W2>At
z&vE5^Eax;XRu>XT6SLIc9Nhn~bm5Ig+?f}UeW%%Mj+fEtM2^@3<>CHquU-o;rhtH=
zIc&jIhgBkiavZt!`p@HsprSQ-4-kIc?qBi{l5@El&Tro`T=6VYMblfCeomtQDWNi2
zxbf2>$YF8coWzlA$^4JE5n3#JtponwsI+DT?Ej)thx!G>LxmpHE=5nFt4mAp?7WDZ
z0H?8|o9Z3sy9zz@#Fp|F-SX=6t=!!GMlB_LcD=XIZzEYMwGOdQzHwSQ3!5JIF4<hF
zp}d!?{KKuHj+JRQf?4G&0oyaZOp{9QyYJ+ZYLllX91ZdtqicI}*969D8GG#qf29+H
zTYIy;^K_U8G4D|&OX4ic!1g05zXFfq{4shaFRI2|gEa%KJ3vZZwX64@B-!Rs&=Cul
z+}uS<h^kf%AtV5F0uv1BsDf)ztKJ1rmBQ0Dq1-&~Qgr%sF+=q&A4eA_#wt`;aV|Jz
z<33-9Ib%lU;AYvJ&gDB|G7r*1g?3W0hQ^Gy3#^SMF7ZXYzAL*1FDt45o{o`UP5!7{
z3L^Nzjp!O3^pkO3!rt~YgRT^sm9+=;xTf8ANrABG3L3_+>DbXHsr^7z^xzvtNwah&
z92Q_4V6^g$WqeGD&@4&*H(EdNm{Yc5Hx^p74n2(rHBF6_D3F1j?<?YE%<!+J$_|$>
zl~oR-yaKF36Rbv4ME+k4w<SDjzXD+VE$uWjrD{%w*sEDZIKhW3z^o%ICQyD}&`Idi
zUcjcSr)%fBkR)5rtJL=T_+Dd&vGAB~3HB+zT9#CFoA1sw4*HRQclXFG_yQ*%`1F<a
z+WDUEb+Rm#*LKA6!kp3&(3S6Yzly*}J+ojP(-ahlo~DZ4M;`v)W<$+xJyZ74r~&o<
zBuLN{Jn|q2;OpPsE@d|9x<r<9)obu|Jam>2w<PxujTr9id`HZeZVtQc`mkXhU^O%6
z=_x|C=^{fN)t%k#=iWqFaPgq28=KqNRo958S8t8;2MXd}CnM7|`A;BAKmN-<bB(MB
zS9V#1ji3XIG|F+(hmHbM{i5F#`es4xmz>#@%^8@7!{~}Nx&R)fPz2`s)uEOWdHAUs
z)aK~^YfyGJDh5U3X(edOFa8?OfCP-symql*$lAEJE>2BpyxEQi^CDI~(j~1)VWT?`
z-AK`jH?w!_h?m)KxL1x_OX;~;HsL4b9cLUUrlDD@89A%RAEpu>sqUSKgP4`hf5M!W
zXUG&>zSFx&*R=b%X_=+O>0>@T@s@7(^+~3nem*XGfwRe@RHi*^I?Fdx!l|d9lQ$dp
z<3MVOFgTR4FAl&L0LMLpC~d}1x2U|}j5f7Q#u34P|1}L_lU5LLiZyudh;|=M;~9ON
z+`S;Fq^I?TCvLfRJey$q(_5Uv{so$|85JDn;-e6RF9W%SWMaleI!n;#rT5O_Z;TlZ
z$}KE!by~0rMXu=8kM!o9gJh|i0sS4#-z+nt$K)ytLy)>Sdxn!P=WY=CRq1dl)tR6-
zKT|2=FL^BjJ0yXDDr`$>05lTntZZP|)79JnWxjFL7P-~Z`+SGP=GT<sG9zBmMSaJN
zaez4=|0)1yVj`>^ZP-esy~xaXKrSazH+WR6a=vSq`-K!7{dGxsmAry_tNBoES)-n^
z<9pkWW$ff6mwBve%Daq!jWmp9gbUMS%)<AWMy?CK2U<I_3d7FU@lQ<rg$G51yN56i
zWz%ZNv&|v#Y)Dh!OFv90as2hGPXj$ky;ELAo`zQsH>uJvH>x?AbWmPp0gQ3m{dqUC
zDWA0P&vGMV@lN@Ag>AxM476I?1o_nMiXY)Ws3M!7wx_D0)t)z0L@(1$XOR9+R?=~g
zOVI(Sz!qB+6^D)XyQt96ZyGYC8~NZiZz?f@d$y25R&S;e<AJWQqtiS7OtQIuJuP<z
z88IDOZ#`}0Fz6H#csGbo+6{~v&3`$qIE(~9<+U?Ux|RhY-LcC>$}6RlX!2U9uNEz2
zawl!5$6q5BIJw9&h^I`kD?&7DD+a&);u9|RX;_iIVrA0lwTC71y-o*AvUXE2e0}g?
z-gxU``H)4DCGkXtFQ?axHYF03UL^aM7K-(g<BCMliO#N1sFD2pC8MtII(k05`CW!K
zqvP&KP8%{U88lcN*fnt1vUq>JTSc<i)}=Ms$qC<H=<(crVcf{+fYj~VBM|>s`s0@l
zyPa#;(wwMowG~y}W1+Pqt5<gZrxrwOZ($wk?cVE?t$6v%Ibgme3AsG*b0$-o<A-rI
zal+F8e6T&jAB&3RgkC8{m?dw1ja<O)i!H68E14^pc+(h-@*pxFUYtoG*0k8036WT+
zv2!QQeT0jNe1kx@>`e*yr;-~_4F4a|Ixk@AKJ`pjA22jCffuzXmQPe<v`96fS0lC+
zXW1{5og>X6bfD_ej3?hxMjhE3R3-$$FG@J*|9dbb`0#kcVg#Z@#$;SvkvmvB6#=Ur
zr2|}R_@Y9#Hv(pvo&O)TC59%TK0`w_=6C0bdL&+8;ny`olvwBipH2&>cJTFAq24{v
z-5*5N64Ttx+`7BZzcM80NWUB~tqvzw9p#L&CGQ79CrK~J34~q4xzmmvF~IL6>d8Bm
z;}0@nD7c2pkbg0|h$ytWI%82gfrg9ZYyouqu5BJMk(|>i?Y8<$792MmV9{2gM5YRB
z$Hm7GLsLvqDA3<9s+D8Y9;ZA};(cnY|5QNUn~1G{fiQ|iub5cI67Qnt%vcFuOfJf+
zl$J92V3JYAPF11#@8cA-2JAWc?Vn4?mmTJi!}v8KluBUdtV*bq$Ox3M@SG%8@<J<F
zL(UnRwb}Pd0m(|ABo(NF)E!R^?)yIV{p>T9hyMhPYGjUo6;izp;t>2qsB4wbW7-s4
z%g%AjmioWpyi4WEtV?(!9I%mOu%Rom4TWdbq$5;3W?9FeOI;mi{rUyJz#jV^jaJ?`
z#!GR!3ve}?!doDDEH`e~#gzW$bL!1@{rsyhi>9n-$eyirlog9=D2sM|P1?Y-<<8BF
z!6C5pz^2*9Co>JQZ9RnF(Jfn%E?aefTow;X{%&kC)J0FRFI=d1hMMZomlTVy;a`{r
zCSk0=m?K@8`R%JEOzY>*{;v=wt7Y7o8e*`*2#r#|F<ZOee<(N5SR@W*IK$E!TJo15
z$~6N_qAg1sMB!dyA1H-Z<QlP-Uq`_m@>jf?%k4Fv&;?nl5SH49?K<r?OsRGHN(bxb
zhMP;Suq9u`E_(ZuB_fG<YIJn`-qxuyC)QTgHW$6gh<bp=(dySaOXKswtEhoddwiaA
zi9g|o9%!c-mT`?-ZKxCm`64ZGX}*33cuB{re51OT?@|R#zFp2z_=@e*Ub(yKpwmxF
zE2>yFpY-Lhs#}eVJ#!s4_R-hDWBMwYn*#G(8-we3(n4D=S!1_*Yo-c%v$RR3<5Sa=
zWN1~pGlFOt3v;N#E=^uWP`W!vlfnR_$e9z!$Q;F6XdmvI(>NSQ)jn3y!f(HVQ>6i2
zm6F%pDyH`piq;s8+&>yta%|xmPFy7WG=@KKN{{P&Od@sCC?j*1q#p}UeGK=bTiYeM
zYaIFV=~l69(IyM<VhX3;A#(={;%uuB|7W&mWQ>u!=S8WLA9s#?ibV`ZxPe9MAeY#d
z75cFNO?Dy6*I838YR(or?Z7PUIFL6tX86Vr+eSuU;-gf=ye()_zVUJvHEonZF#88>
zaTCHKGF$TuM|6&jPe>n5t-TLgxZA2$grYra`VU&wIOf;^!?TR!!d0tCX?wt|onzN_
zwbt$ZsmUBnP7aRoE!w6iXSIC0HHjmdc109zfKIj-%=$GSi^z_4VRXJ7x1W!70a*K<
zbDQHCcKxCo2*=GJi^#>+V03}Yp!rn*Ts{JL6MHSfCSW^1_Yv)JJIE?=n==eo@J0lv
z>+0anNy;vA)>P+~ynTR5V-5N=dKa^RQ{xu19ovJp*!Jj%PsFT-+zsvtSJ#FJjZ{GK
zZ97Mz{@<t4Hq{s-CX_}qvflRUpnTaRSkdEI`09kDBO7lNo!s%{Wh=n(F6W0L%cl!(
zpPx=slS`N$`1FYiW2USBaG2$+Wj`&7T?(U=S4Xa?hzN)Y>TqRPoSa70g9D0~kH-z3
zJq;s>_H2ir)N94cxz?;lry+~04a(F=m}NXZ!+x~_8L|QPF+IUl{v7qa&!|E$<=u(l
zyrZ`!YiZZ14!1M-I?U>1xwU)rMAd{Uh(D!P8<Z~0UzCe3-7>qkedOx$WQtB<r=nA(
z{04;SlHfy~LwS8VPvzGB#UqxW*<41Y5vti6;{HoyXGnkN^vhVMLOs6eGNh`9l!Fdm
z6Xr&ju}#+ZunZ+^MIFUWGcj>L1S56#DD)RKE*5lo#J&3aJD9?%<jdBzU0q+>8rBuY
z(LrZ4Xlt&yYjjwEUBe-b`*hlYDMT}pjfzzmNAQ}81WL2&kwbvhZMdi0<+UDy(t)?P
zLdK66p}pNYiQ5*9F;$04$5uaVAR|n$&_D0Tf1EFs^sQ4|-$#juG55D25SIXeT2Cuc
zlwbG`OX}%HGSa28=2xolT>d#W`~=x6hXH_6sX&gj7^*p4NE5<qdp$UGZNpV1uo9A>
z#^?|t6}p3n&-xt!w2v&5DRRK)H2W4$Rxnx@KN(2v7lRDrD5_yq^{9R17smSCYs!BQ
zoU>EF6rKPJLVHg}`n*#nsxjMQiPs4#!Ahah(h}J-K-|Oquih;!>UA;Wv#cqlT)`7E
z#T6aQ2uU3Q3aJ;U-rk(XL%EP30TdX8O3w(<=hZfV#>lVIH9*t@JC?w!QndH1xGBIz
z`7o}VcwUt&{Zrzhwoh8GRvS_;iw3U+06mXP{vvkSyM<m;s5?eQDpeX(GaG7n(TAS_
zR&4GwaK*PIQaI?uud}VH`%D0f3iShy;n){~CDFA=c2Dd@D%&;LY`)D%-3eCtMK-EK
zW@XHq$8^R8#p9FAb8H@PIY7da_hb+zat7El+##1-^~pD%hZn~-;tjS++M>t4=bQ00
zHBqDy{6yiV_fC~=-lArwtWybPa0eg;WYz}Y{r=r}yN+(?(y~~NF(hq1372uib5cd*
zb8Xm`hpJlY4{GAP#Grddyu$j}kpdr>QG%%-$?B^ArF%KPN%zJq%YO$eeP)>1tNbbO
z@o{R0ZL>yW(sPI_PA~@|t*?hed`G%%(y0|;z&;`QKH5tc;ijI4!k!Y+n$u?j?U{%_
zGv^gkPqrv*1=vNd3h2f4BH-RV<M{+B;hUwpcJAU&=4MkVB`QUK7r`q<HQjBD#9v^W
zRM~~3>yQ}BJdyr%l~sJlBD=E>3m?fy3@|O4Wxe-Z9m*)KvgV7Av-M$ftu!uL=}}eC
z=+a1d=k%RdB_DiI&)mQpXx={&R!GU%7(fCPXh7Ot_0aaZ#P$j^Lt<olOQanA^MpNB
zWfo9I%=&kYx2)K-Ml?egX*`{x=30Q@_ikXMMz)@zS+Gx>;R1Ads&8i5b`kN&aIrn2
zY<553H#}poNEMJ5;eFA}Q5f(WGi_gHweDhh4hRV<;Ck6+u}fe73JbG$+L^?e-uR-?
zKo!Sz@oR1417vj$$>vg1ZGIM(tRgz+Go!n!=wie^zC8lz1A`u_Ap$3M>B;dj>e>v0
z>tbC;sK~{MOX19Q>9i$%mC}{)N4EaXdx*-)QQ=AIniUln1%ej@*EvGf-_Bx2QNN&J
zlIMC#?;3FjmdBFQHs3}p&Tfo(+TpaO$k0#n|HZDXbwiYbIv%QKiLjWX89anjaP8{h
zcq3WYWr8i*v4vUs>S34IX<?FpK!#i>x|vyy?FxfQAH-)tX1*tZ%4CHaQLP5x%A&e@
zd{QM=a7&z&Cme42i6iA!Z=ryD@GUNEGPBS@nA#YjHaQRBZE@8%PNwa@z7o0%aMfB&
z&SE-*uU@%#EDj5T_G0;uB(gXr^!W>BhFo<orx3&QQI9|dSF-EC^p4cHogp5nEYTkk
zodK1$$lnsCrwbZw@J`lNotPeND&Cb_+R61bk;@OuD#Bya;U4vnl^#)gF)N(0T*X>&
z=3x$xGXSe%nTjA#$(5#=s(OeRhkks|a7!v5c?(#!Fl2C@AY--Ub0K-E9?hOBwajz=
zxah;|`&GF}_d6qC|1YYHkk=&%?><BnFU-TR{BU>}V#4}!ygo<d5ZGExmV<ylLYLKd
zI^lxQVn-kRwQnuEp1I)yKe;|3X<UAmej*O8QBVNGp%y#FYVl?}{QPIcME-CE^A!H^
z{VW;G+heNiq^XL7x#xxb`?w9X;Eke=$mJQq>(=BX*8>}3aJpEo5|r@o4D4;%Jy@+_
zY_4N`y$|aL371)P4{-j8?P_l(ZQ|~36s4nWK{?A0gML&JuZ$!t<SS$fdhH!%7vhFI
zje<=&S7QKfP>Dh(pFqOq*V{ZdoG}=@4p2Bo7l{^iA5}dyigZ6d_Ni&<7Z|y-R>?<(
zFeKn!k*?~hlbm2H7KJ#xYg|$+#TeQI_zPNjN4&5ZJF((kGQRY8j$Ds+L5J7@`rw^=
zyDuQ>HeNRpq5yyyk{%;Wv7o9@Nt^t*@{yk@G@-u|Hu1$k{6|_X7L2Q-*6gw#-uXL7
zQVOsAz)S18c*_$Jj_+`bklN);Vc&PeIB&LD{q_^MCOV~}hWLQZ_SI-_bVe|6>z;NS
zg8|nW@h;{NK8owFe<WJLY8I(hpmYD*Fe}0AM@af4-=DO%$wJa^!k^J!EzkrK*LgYt
zF#;=F6>;&iH13JoQFLg868LW&TOD72^AaQAol1!!6D)VU8js5>rS-y9iP3HJ#r8+Q
zDizuvwO%Z?;2z$7M`9l*{>sQi(cY@|P!#dqGy;cdlx}cE|B4X8rkJ#qE}pE_gw<72
zDEi=Pf&{@ky`E}!WTdI*o$cWcY`Fk(S(LTCLmL66`VuL#d5xRYIT(q@{z4<o>Aq+j
za;JSS)0%VJheiy|XWFcZ_q=)V+~V5yi=D=}G@)8+ZARllJmV5fn;&on8~BSXLON&(
z!>D1YIQuEl6{4xB{x>8DJYNrj1mWJ)96Af=RimE=?4Ix*!*Pja%eq#%UcijbQ(Upg
zBa?D#VG$3C073C#22aj%z5!`IsxW1^WJ?lfe{&^;m&1;GU<Eus!wPj&i=v64XFzo_
zgX{5DeF#{KmL*naq47CQ+O}ucG?UP4tLU+ohV|mZ^>5n1{R?a|_9xwaB3?6eWp!w-
z4tJ<Vx83FOw)!{1GA`d;KBOc&$X%&nC7jH?Wo0QQx%7Si)6CA!g69nt$b)-~vp;%^
z`YS>h`-v`3ATJNsJS6KBP&Bd@&hOSeM6^U>*$=N}IlpGQuAlca#4|;I)5(=SI@iur
zu^wxp&b}PKFV5W$*v%|fQ#<uoCD@z~9%#s0FdEn$&;HoTL%Q%Vf_2}y+U`0j4v^pY
zUl9zfzi-hU6c*i#>>TuyrF(Bf(n*NQTgYF}5TAfUqNqEw_ixlFk-)@Ol@p8AE|2q>
zP#<U|dWLrDNT&mUC{7ur$u8!pZ+|af@5KnGZcuGcWK!eRwM7F>h@`Z&F=2Z5hTH~_
zSS@@=H?gvsm#icu>Yv}lP8WD?uWpD;_*!;uUqC^uIWMr&>5Ads!PduQI6}d#>e$|d
zxojG3z^B1Zq1gK>gbUnT+MM?K+sE#^WeXFkk2;<Ua>K&jlYF~}%CIRq%|01=H#wtl
z>~xKxORlV`qh%<L?*?PbHIW-jdN(i(!DsmE<RjU20lij2D(ZfsnwT?A8-X$M-5X|$
zwog5XxmG|<5q&-Nh!^X+?v5OGWM0M0=}Cf+G^TnkH+=O$A9yq(?BATB0l>p36Mbfx
z@aSD<FX=|*55}nK5f=aUGUyDf|JCl)>5d*ApUy)AN8Gw|AAqMJ-bx87>`_U9?#Wf?
zxs`};dA<?8$h=2m`WxCaFNDWsls~HLXX^KUU7)^C!YG50BVTOy`w1h%0O03Yk5L88
zV`x~9RB2Ra=ec#1$aBmt3KP&C(zuBnhVh8e8_`<VqS!W?aAqx$8R?Q)pPS#WypC}F
zIKE~29gn|9Kjg`%S@pCR-MD$^Y&Q_Vt(&r;`P+0vBTr6mLiK92oQ()Yi-vqzlV;vE
z<JA@?l{9WEk~SPsb)H+?*jETau<#EsUF_dE$<K^tGt%O>5n7Lvvs&A##I8y%`rDw3
z6e!^t*RX(K>(0p+Xss)STevOf0U$#g<-e(aX#26^Mg7KSgpZWXv-$GLE@kCzg{b{I
zbUL85Q)~(~--CbuChP1@LZ@|w7eIHNQck$L9Zf`4+im#Cr@zPeW&w&=_G(AXePK95
zi;!{xE+Z$=_UzzF8Q<y&AgnpiK-7S9cMCcvbiiJDwnh&yhR`c*(0%3gCWpDE7;zh9
zK_O>|rTu;tlpk%ut;DORxySS~$q~`a?GFy2#x0R&fe|aZT{%aEwOBvfm$N|L71X_L
zzY8^)6(_stxAP^{R?(r?liWqwzbFt@m+ZR5^*XOdDx~*pLHGWhJzZu(+Q9BJ0PT9{
zzhVs`c7W%M)f3M{t3l_<qvBCSH(^SlaUgdci2+>IDo$^Y;zZrJjkOE+yyCHG2Thx`
zU|t<G-=g<tv?%~8iy|Sh;TQy*h@5#xi5@{(og*YK`^W<!`0ap#fLPitSg;Lgv?9ft
z<K+}yMaqsm@G(c>Egm_iJ-3(zLQy?=moGgJ;vM6V8sycmCu`v_*(p&X%;oTPvU@9q
zld{U~A%P|1gNh0+dGheZJ|9^Vac`>{paPLaLhEePj&&?*)-(b@XPNSR!>iS{ts_!T
z8@VA?ol;Djt%)DIGL74iB`Y)O)_s_Qd3kJ;Kxylv2c`<W5vjO7?3KJcGP!UH<v3|V
z92?Ul<`Fu`0Dwe{NI#$@!oUC*)=&`_p0C^BBwJ{ZK!;_*1|Q6B^yup9<Vf~-e<d#)
z!{>J$*jV_UeOSD=XgEUS`~9>-wLrh^gW-ew_OuSoD}hYQj7JXHh_RfZPLXQg)GwJt
zd6yAxO!3e+M^A%vh(}yE&#`Ki-<la+I7<%j`y~ARCw^(^?)hSK-fwL!bx+*MeU_t~
zYRpu~l^T^*cON}J66`Pw*8H`2+M!ts<)w4hE*!$k=)7xAplPuxG@DJ%W$_D{Fs>GU
zP8{4ADVdHjYPY*Z-3IO<hq)Ar#WV9;XJt|>I_EHRtXD$sw^UG`p)`&w_hbcmt+uQv
zv(y<In|ce5=ANkN*~T5*+=Q7IC}k`04%JJe;~nUZQW_yRr5V(i;oc!z{e1Oxo)jG1
zko-esboiY`3&>}^z6A~@;{R3Tu~Q#lj%`41I0pODWh5$4-8xo-=AhX#Vl=!Y5zbA;
zX;L3!PAsO;e4-6a^f`B?){kE$L-ILCzIh?lkN*`-Og48T1ViYBK>Rt^-BgmY>wV3y
z|HAOt-1fU*Ss}|N7)$hGie;jPWvc_!6seb)R=R-0Q#Fz))euuI*rhVhS1+NrtELw6
zj%$-!OBDvucvn~uF+VLZ3{RP;&e*Vj#rc>9w)9hLCfkMN!}#-c)xA;oz)MqcW~XWH
zFH6?v5+I`5zBBWszMD)kCGxXF;-%}b&wtX2F7XH`0prGN0yG4tiwRFgr}Kpd5r@kc
z4?Y;}+HC|f&@xf89rdC@JcI@tasCFN?jn*yjU)*IdLt>9aXBNC<G0iF7D4S5qr)uz
zI1CA1HVu>qn73C~P7u1XFBiEB-WZz)cVCdL?t;n~t!mr;==JgE0c0575+BolaHC+P
z4h}_wDbkv_HUh21e_+N0sK&F65U1Kl1-#%z?IvI*RTjefetw@n?_E!<{MgY=+f?&z
zXYp$Jv?Yn8ppm6lOcUb}a^+o$0iPw7pO$yDy+3^#NKIW~;83hkYSi>1&e?l)cYk?)
zk3h9O!!nGc`@&HhBJ~=jceD#RT0>>==PV^R32nGhn*F=2nnX0nm#c;ItMqe7O=m}0
zWrMGP)!%L1ah6F&-nl*<LIalX5e}zi+!r40zxi#fCw89T%+DcZn-vQuFpbo6)$Gjh
zFX4V65srAQL@mo7x9@|m$Kh!!M25OXV8ZWjeJU`X#v=wVU<F?5lg1`v4uQ#s_sl!9
zisQ_CweCOF%@}e(|Ct|ny6nHHOO@h}Jk`(4y_2I47z97610NcFfnrR_Bs_LT7%B-{
z)1$BBikYRLZ0m=V=y)`6W(6l0bhtg}D8!53Bykl&UaPWqEJf{@SLc}fvsF?W?SKIJ
zr=J<h9!C2b=zA2!m$kuIAj&f4`88j$NXj&k0hi8roxnIjXr#9!uFCjxL9ou{bwQxb
z0c}yB-J`oY%64N>8+Ps+Sp|Eq+fM~H!0|%fLH|UK!e00L@?fq7wjxBf0MmnnHU2%B
ziu3In!$$VFpT8NgjVd(Xw|B~bRZ!OI#NyWXB5y1%MG$U%AO_r1T(YIuKH&7mG;PlD
zxiV_y^Yz{gO1F~}*&u0NFB+LIrT6K;h+*7c>c_&{GbW=78yt1+Na$V1o+v}72{B9g
zoxYgz51{h&EO%RXJ5#dDX2ef0{TI;nO3hB;cFRGpaUGDQI`vZ*P8hYD)7{8C;VpV$
za6{w>rAR{JtX!}idCSF#)29~=&~eMgj!n<!fy(d6K2XPS3+Q!@aNiaifW|$kKHtzr
z!kb-SI6E>-@$6eL_N)<CmaRzM++vs+lk&NHU(E0#Sw25lyUuMv9hrX}XYJ~yTz=US
znv=33Q-1pY=!N~8Q&Jq%l|JCCsrMA+;7tts@(z%=*^u8Qy(n*rsp&olZptzf-$0OD
zzt@}}1Qf^=-jF~ta2&t%K^&SQ#ej**9(1nGVY%`G6Jl{*M{}SCVa6D2{&%SlitaPT
z{VqC+UAm8t&-dB+o)2-eWrA%2hZu<6Xc)&0Ey;4E;%v-|vWM-nwu)r3xEdM9w-+0(
z7oX{H*{Sf~j;4gu(P6&~PX&fwByT!Ge<crv>D@>l+GUDfXjogt1?Mhc!md>}Q|~=o
z?hnm(e>Y;@+YVTDm}g*^$P}F5@=`C32bI=Jn2`^lC6>{ro&ly4LCLo{|5sh-7@SGe
zwd>fnZA@%CPx!>i#I|kQww;+I6Wg{Ywrx&u@_yfW&%g8UuCCQx-Ceu7cI~~ct9h~T
zXxEd5`}`m^Slrf<fB*h|utQCg>yMq&e=n#G^o(Kr`@4d^#6n{Wl2+Uk7{9BSE6zyf
z0WwR2q)TCi3Tz;{II6xVm4bLQ_0IYTKv7HP5sHFl?vf{FRd0TE_9Jl!2rXeiEbTJI
ztSkm*usFd*4v}&9+-&ITO#!T8oq?*lYPm1~(L6I~2@7h8NSwF3GO|$<%R1Mha$l<1
z+XZSXKAhX}tsodrr3O$CdfMzdUciWqykQ&0wbNjyW(M++scf?HXCqf70wnpEr2W=a
zL5>*%m3)0rK0tt*?+F?y9fcf6!1>sbBiMw}@{^39zI4abr75AF(UR}U@>z1PaX<M}
za<@>Rm3E+ez40UYT`%Zg8+788zj>5UkN*!hpJDu#N8TyUVL8<dXI79)>-^2$we_tl
zM0n#Z-8KP>6|Q|G6XIb+4I+fQjZu|$>zB>T^9Ww0XOz7${+QO6Tn+hSScOd>ym|7r
z_Pkq^ig!(qk2JCF3;5fCoC~&p_Us<c&$|>ZbNhQ0DS#6;k5e@u&sjt{6Q>cw+Boxt
zILg^#VM?X(Gw^yys}EV^qMZ1h`j218MC;)O`QISbzk7+%yB&9y{O53pZYa0BF+?qZ
zb5F$!iTj^ru&<=`Ix*XxF9`2{&%s`Si?F_f=BFb=gn>R0?^WE%BuljN%IIwycd$RC
z-vf}<pT=NYwbs10;i#uY_732tsA&WeepT!z<kZHpN$dGx!k4p0(3{?oqbt8wL->2Y
z_=qKbj=Et>#tF-8MGt6EO92IUO6qX9c2Iw$-9VyY!qjgn6zNZ3FEDr|4}OLCHNOx+
z0x7QS>h<Ys%M53X^dopwPrsEB1{~k`{-96+QvR}Y`eDSnpxExn>Q{OnyR*`}uyNv7
zeE1`u&%=bpXCu4dcxd!7xz7H5yx|{`W2boYZHfo$+nD&!aG_RV(nH2SWZ2ou652Fl
z!M{TPK4cY1LZw9`_KsYbGiwDLun@-ANAINb>(VVy=1fCieX)&~07Q%y^iegOro&yt
z_!rF+`1fU3xm$a{`{?wfHex&CN+b_`p0kmoT4Fwqhw|4wuGc7kFmSLE-v&Q$-7$kr
znGo=RDQpQ2Qj_g1tT~zs5{c$cOMFu7QY#3f5}L@(jl>O0+(x5Abjun$HK|tW>@?6x
zs-aMcUU|zaJ)d!CP`rRHS)ghj6s>q?^~2jWMYfy=c+j5_mldp&yCqUzz9Tbr^XKFR
z(NQaf9QnWm(TEf(J+O|=s7C0d3Gp}%3ZA}G;kyRUQu-2@u8F++#=2wf!naTxRiU;|
z65lp$c4q8Y-9yZu=qI2A)7t)cIX3Fj_4Ic4bJ#T@@l!KPl*U@)zEz~1>8D1HjHbrb
z7uiMsm>3g`Yj_;gbCcRvxs661+-Fr#@tL^wK%k7&zbE#ADZ<3tke?G#*vWdw9q?w^
zM8ON8!8-jSFvpq8%J_&HOjHqGI?+ikSDK?GWn1M_uiP-8F@E1;741XE1A`G(A$JiY
zmNNVqXd|<&5aloV<=_-b4%LrY)B0jQ%8mA;E$voHP?2p_nhz!lN0pMfr_(knS2bcI
zRmjuPCapL8z-%^BEK)$(y#wMj&|8>Az~%={3|t}`yIlB-!pSM&E>R_P5_7Y5$w3)7
zox@FiJXc~q7I~rzDDWWPrVD~nA#hRbF|hMrPqdeK&#d-oT(>D$Ps}`n>zIolua#t}
zWWeO_jU9}|=p@PjN183q^+PmVC_p|^rNR}tX94p_(F7J~2z~?;`bRevJsIpxCyh4$
z5V_gI8pyNrOY0QHn;zV#)GtL~(KY3}Uyddy0y*z1h1{(-1=B<bEoOkC+eEpE1nDNZ
zry7-<2%e+^fEKP-lk^GpE9GX!v6YBCfR8+h1Vk%#qxQv6`QBfyNSLG*u1SCH8ZetD
zj;o_^(sJmr-w(UDs9GAv=$DiwZW%e>mRVM;`a5a9Dy{6v#RUlh?jF_EtK}6vkQd3o
zPoSd$t~zm|)+-;_Mf<SNfyt?Fm51b*e<T1Py;3Km-S35K=+8lk-yC{hcXxxd)WJ^v
z*H8ZSs@4w4q+_#vnE&)+Ho-g^H(p|n!bO63F2kcMHH9|A#IWE1ip~>`!Li+n&N``C
z)$q?E6oV@qgFFsHHK=Shm@GDwtbOl%c`s{7A1mIU7}`H_hJPlZ7@Xl4WN{dNflg$B
zO<+My*!9+z_d132IpO`uf&CNGRvosSwb!U>C=kDP;<-pG5YMc!c2lB4P{}N`=1{EC
zS;0)bc2lULQ^Ab9=1`#WUe5fydXuM;Q_j4->X56#U(P(TdXr7QN!1-GtUB3UtVYsN
zPHRm598^GulG6?yx6mflhoQSWAK}QWz@k*3uvZ;dok%lF#qyU5wpwwoI=<G@7|qx?
zY4(U>%Z#>hcw!}MaD@){yffw!5ObNtV!j;Z&!EhDTc;VE4oi}iLM2}raWlz>N50+#
zgWOrnQcs8l!468&Sa(@OQUDK97;j4s2`UBxV{GFMkS*t2;<P@>jB5spNd9bCNSRPw
zU|4-y<qRx7GH@>)6Tk5Ngh`uUO0ppXyo&7D)@s+2o4zX?^VV=irF)_syB#By&^~zf
zyqyhc&C)AvErbAY5-lUb+Q{3)ewN8Y@*!^_jj90SBY)weu)u<*3Q&!2i50<BO*TG2
z!Dn~}SMIDyM>+B`reL2TIMl^&LGxeyE_TfdJaigtxk^nM1n4iAm&Hq->ugJ;7NL_Y
zp33#!qXiBbr!X3|<63^<s0(V^9()pko-WfQ@0Gm&-DM)Ke+bSO4)ORnLEEd$7tdz+
z`i)8)D`HQ+RZDl2^q?BV{|kb`X=_?wi~(~*@V3`O<3J}sg3|uHJWq!N8YUWp6p|@p
zMi4ut5vJ(DGYV&5@EQ<@#ZtnM_CpCt!Lj>$$Jz|gEmwIL`xidTHi{o%@k^v(_FAvX
zNWwaDOI@DAD+G5p5>Ga%uXkuw_gh<}EwoKUCyek<`=^zYQqD?Hn+*2XYrY)+_MEfH
z8Q9gdtSIZ-`yb5+Jq#_npT8n|8T#}Vdm&KM&*q7stz9v!)!v$s41(gl68xg~17fwo
zh>O{SUq%B$d%l-yn?@Cd*8UAf!%7Ktb!=*%26YbQqaWF?f^eOE%-9|XB~M1@244J&
zY&2rmN{X!$5{dcB53_u)F1i0wzi{7<Kh*C{4OwYyl9$y?#y8-qJ|!xiA&u)>Q>>k7
zi3{%3JwC4NGeEV!f!gs<y*DKJ3I1i9F7c*payqQ|539SoP`Rwd8|N(Ltdp<0ve?-)
zkW)Mv^p)yggBlxmE)fXoK4T4R#NUj++sy{K5?@7iclteo@0aOxsWtX5^bc!7bF~R1
zQq)86XxhC))}8WL9_B(`T_D+0taqoYCe>3VCjDX|1Vb3I?6o2HGA}Bi6xpg{+P1Xs
zK)y2%h^-tnzLSr3zm~{bq@zxmMEz|w+M|_NrvifHQdO}bW>WpX&<8nsT*SCdKldFf
zuhM?Hy64~3zb-#aXynw3@{(n)fHre=R;@Ee{RqlISI}Z~!Xt;wnRIIpYK{Oxq@6-@
z1#-XjOEJ&8?mURyv_t)R0gnyZFwgkCJHN@$5^rI#u3TLVP&?y|uk@qFwHOSr>BflF
z8&7GL7(qAn3`Z8~O$}VPB6=RePegNb@F=K6v%6zgi{erVEp$s|E4;QO2<KO@G=Hd=
zYP4l1Q@t89h_l7>r1uT#uqqCObK3zK8Jqfe7G>w`O|XLW2TivwgUNSb0(F>;eLjaz
z>^#j!iNV;@haqL;2!BD)(f%Mlld1(M6cJc4sbJm;h-^AU<C3ecWBi~?V^BpWu=z?f
zw{1o*K}=DrVoyD7kEn+$WBoHTkeT-BP=yxu`Vo9&$r+j=DMye?$a7|=b1WI1G<}g&
zB29c^;qGq4jveIAPHGQRU9NfGXGP5oY3=9Hsf}<Jz1q*e%`Je0N{Kg(993@XzYL$k
z)??J$Lr#1dWct7)y`i92a+-ZtspCb0O?X^-KPmt@>#CK)J*<Z~Z`Vlkrk5kCv4d;m
zp_CDC8Nv1|YQEi!M8<dWLZ~=KnUVadMAP0=lD3CJq`>O!%;|^k!yP}6d;(i4j#LQ!
z+{f|=xK;p6I1Hsh5jA$4kIHY3uaNRV2o%bugL>Ukd1Z<wSOmN`PxO^RcqK~t&3={S
z6{Vt`5?$Tk!)l;a7VD4I<WyPXvx%O7eIhZiVYGnwWNm{f282z#{0ow-bMZ4zv{`=n
z?Hfqu#4NCVNReF2T`ul))Bu<#oZ?YJ^gI#Xq`eFjWjE`KH%!@SqZ$k*I0#}=))FVP
z_JO#M-V2K_@6VJa?KZ*^NJ2YsgK(-xXoLU$1S&2nHuj@$KG5K^hG}0+!=hG3=?N}B
zP$otrQMfZvk4xzpTmy2b1*m`FMatzGpQL3Z-y3#`A=#OyyV#nb@3a~I6xud?cu6T`
zs|X3DSCcBmMIoI1-4=VGMQsJ<%5n}uA#z$P4%eypE~rSGON8&^bt!wLsDsiO&=g;9
zt8&9#pMO>={YH<cf<bi3KSSy}z%y9jcg#epY0t%0zy#2r?I{9D)^HIhnva5)($7{W
z5IQqTutSK8)-4=wclZ3IYAbUu$mAm3MOu#BJaO?7wGQ52(kA;;ruD2DR1*RgE+q+4
z4h=(SXaB`)PM)tEK7~Oy$>bD{TDFBoE5YTTcTh+~&=^s#e`IVP&Y)3j(WspFVMq(h
z9Tl_gfX$jkMY@saI?iUEGxUOX#$hmslcSO|QrFs%AlMhKBPRI@-wm2nA6cN<^G?@~
zn^Ie)7a1S0GK|;g2Ur_}_8XF@iHSbXHhtKLidQTSSSXLUN&tsd(lgy<1%QVmQaPEX
zsYnuNswx9l6@)aSqu>*hXG5g^gZ})<&cGd?c$uH0Skz%@K0SI9O=tbgXEofj(R8xB
z;x<8{xNhdOX}!_Sr1s;-&*PCFGh{k|_x2Y`7&lLCrN%8AHXoI_G(TX{5cC5gIWT3J
zR(GFl-cw0@ttZbrXr#co*p7#bt|)k`c$F2!X1X=1{|6a{&CoU)!Zh_jOiig+s~B&(
zTc$)?Iuhs*cLoFKIR+#PeMSkH@tS&j>?qa_W3)s~(abMbht{B%vZs|2bdG^}+R_Nm
zG`pLw;7453v*UFkeCA-NJNqfOOsu6#X^DhTf!>!$8^O&OVHdn9!?dv!BHJl}(s|m`
z908@4PUy?nc2n#n@<$k6`&yTfofhrC$?$=@$TreH>~u_Y8FS|ouhD-&bZHz=KHg!Q
z#*JxenG--L#<WE9Vj}GSjtJ1YbJLyPJ>_M0MS1>9YPxHNwUoOefwjoa_L336V`65m
z)80ScIbE|<ux$GG^sRtXW?SjkrYXwrKt1(^kHLxkVx#s;;xR|e@^znGGu$4me968I
zjD=3gVH>iF-Qwj@5_ph_(PGy&&EeZH8=FeM8V)rSH_4JzQn7W@6g!|~y<=IHV@{)H
zHl$ES%bUyG6Hfq0Bu~ba?u=2FmDqgdhlN<u?VJJn(@H@tQp5&T^yUc^)9g+>Zge|Q
z&uLj;O5hNp;02`jiA)*`pY@svefKtkFcdIH_>9MX<|S%DqE$DUElt{Z>x;<ccjtyp
zB~sK3;NEEP#)1VFJ2}c|u-M1<WgVx>WS!%p3T2}>1V6hMvk-wu51Gb39dl>;VnHMO
z#8~r!MZZ#2P|?zl`6q_)A@Acvik2W?wQxUsqb7isx)$0c_!zU3+wY1H{*o0n7rUH3
zeJmGZ8+1Ed)(INF4Z*%HgoM<#`mfYd_wulQ5Q}SqtE!P^Zn`+|8kB2ZUZG@5{;wd(
zNPe-aTehpMDs^AfLbC;U@lHQ+M{NmDb0#MSORB8vFyq$_gZ-N7o1*_k_Yl#F(Hdnp
zu_+(~J4ix$Rn~@j5^_2WJ6_5t%n;`lRmZ%@0U2$>u!pW*p|>ZbD8OB1jkG%uy<i?v
zO$;ljIbGA)JdpI>u&nMm&lq%Dqyd?7+oMRSc8UYWLYgvW(^RD5YGRs&)C(v%m!EvC
zP-{<o(MKw(%QjT_Zc0}i@$ZnkJv;BJz7OiSlaQ(v?3ArL68SfA%MQ!7tpacAVbzn`
z9GE|Q<ISklX6j+AZaKz|uSPMQuO31^tm`RNxdI=r&Yb_pcf)e}n!D0G_511K2t9$U
zs=5)~!>t{&I(TH4zbNr`V)k6HiuN(e0=vN?8e1C^1-TWd=kVYA(@!sd|5sVACk!g4
z#^6#ydckUQnGUmZcSYx-noPH`hYRBA=FFMVzwV#0&rOpDca<AH@jC*W<fDi7?#_`$
zMwD(|9c*;md-<Jun{SJp0?hCd<XT@(_+j%8?6>n&c<MU12?7c4?<;g=ZC?_WEUYD~
z)KPr{mU@wF>|Q`Dk5{WuAq8r4JvA0)T)c)wpN%UeHvkVgy(zblfWa@iCvoGF0M$-~
zh7~)fP$svA*9<tPH?k5U6VVX0nVX{c2ixRj3)8lpJQIBS;^v#?IaZn{3KW=6G^tgO
z(7PE%IlV}86dD$4S+X8CD&I-?L`D>GXzUUcJ**G>AL8%Ig|Uoumx6Z1Abz91^|HQq
z-L<FF?R@`?Te3Try1m-ECVD8V9uZ$q=2IYkP2o=XaSsgM#V1%1A_y)vjxvWd&xJN!
z%D<WqmWrw;A<DPd+P$9p>kGZJiUj$P!VUIAQ~)pf6rBP70$=@z{<E8RhW6xKn}aPL
zSaFSO<=jZEHyly(Y{8Byeq`oQ8ZyV*J<rWMWQwK&wTIG`wSf1G0JSxVPhHbQEO&aj
zizhg>H2d3tqU2RO;q{YyE*?3~rva1UbK@pmGgLf{PVrV_Fwz5{tkmiZH?Bzk*t~$u
zl?IxCsFlcH+QeG(y$zcCRDKz*hq`2y&+K@$2B06<07-+H8t4};vOQ|%o<qC@UW14M
z`BKFzfBJ(+)q!{ZFh}o$DrUMu=mTeumjYhK!h-spXUaw*bg+V1{4rm`zn?e<P*Z_L
zrOYps+nyl78}HCB-b=~+o*v8aUOm9N(|wQ`A0A2>kC#ihLwKfTcW|2<Gy@i>N&2W@
zec4m|EL8$gkn~fKpuHU;URw=KSdHW5pqSt)X0~d=t0^`6*d$DP%fANX(~@Of6b-3e
zwhaxyb-X>b+q6t3E$_9RR}OwkD6jrCJ(7PW)Atak=<)_qDO@2&GR71IRH>axm<z-g
z4*kSU#d7mzLa|#dHC?RahXyyN@oOx!l@H6q(*rkBs4idqKX$hk+1MV^O4m@STHSr=
zq5W-x3NLjx$NMzWuMC>y|LR=C%w5C)jIxSfvy2BDB^w&3A}!;Otm9GGv}Sepj0Ma>
zLC!c&o*a=rWnW<4m*;z8CF-P(!YESwlE9Tj)wt25m9jd>@YvASQ#O|V_)p`rB@qQp
zS;mfc=zE|(`%m>oy2WcQQ$v%p9CcZ~W-g#Z^pPQz|H_ON6T{1L*FZjAn(V|(47Z!A
zeN{nyWR>plk`-=Xnwfv<&Y1+Z^`Sis$9CwrC?6hmW{>hcq$i?`MMYvhOI<Y!ey_8!
zY!ya)(Z=m7sz-k%VEMNNyIip3Dm%hGy2uQb@)EyON~`=7=z!DEIYcwr*>x4Og-GoG
zodJKiJ-Mf&oH*Q@B-eG}ciUi33Jexio|$&D4;Ps`iFaGoF{pz4MN)M-aKW{j|1$H)
z`#+kr=-6Awe#o+HIl+}6`o+Q9kr)VLSwV%01tnIHjS)%rw|4p+YR9uR#TqaSJ|H3Z
zN*1J#EU1V9PMU3Yy*bV-vq=-?E)4Gw0@JFM&zHk8yiC&)^Q_ORiVtE%RN)C{KvwB^
z8Up50qm~HbTxFowi<A3p_CE(#@2|tFtG*Af&j6w?KUa7EkHco{>i-X0ALSOIK)m)p
zXnh=Fwc%KnAzhx87n}nM(-c%7CQftt&t@x@V#0!j=%=?d)M{*+c1vN!2DJf%MxdIn
z{v4{T8a%?#gXSF4+^W>S0EayPt}7{M+ld7iN_IIDizwo=dh^UQxW``B91!MW`~nrR
z=MmsJEXK$jfo`+dL@=CHOd68Sh?1=$TcJ7k?~1UK#`BB+5%7M>APO6B)BWKeY9K*C
zSh@|Kg%GSK+-$Lp#oYnP6-3|Q>Za-IS@&FU=Miv9Rmtg;p|Py({9lyZ*CmQy-pkX8
zdTQ8906tnWk!s{^ozS@TyTu#BYQP2DXJsCn(YU??iO)|SNgiAa_J3W4RCikc*HyTw
z0bi1De=P+u2lE8^BQq4_=ZOe;Z#Bb%yc%++@L!wtS(6DCHC!*_1Z1@8-ck)J-2lX!
zBGZ(vtAy|u^2e*6F3y*o{#K!*I$1`qA>rhvcziHxXi`Qra2g~SfD4#W4dLRI<Rr|k
zgUnpV2Bp~kSqkOA1s^q$H2?ge6%UhvInfDLu}v2rHOVhgjz(4L2gY^r;WZ>3hIpNt
zy@C36oBy)CS!Er4$8ujdOwCO6Ro9jk18_mTB2x;mu9#pa#RWs`CZtBlH#?|&fgXm*
zIWVE~o2Hxbj$mwZ6*NvTpf>?$)`kV=dIjS$I29G}T!ApV;T|_I#HBUFOvdj@nw?Xe
z>yxp|#i1?#WoC;CFwTJR{Oc?>Ln4JD6;UXD5zxPGDo?VWT`}HA<9@&78H*qaqw{8!
z;}=#HgNB$#|8K>~hy@QgCRua?|H87|dSKY)zwTX}GDiF~@B&iNX;LEoREEWVF}_6?
z-3Cl~6$F%@6?6pu4^2hwN50)b^-GeaRv{8rldpJfF4IydFsQ{BUjJjGe{0MB#7-SC
zDcQp^GEd7@<mMJu+v;>HCHHMXiO}gWB?<%2u3Ul1`7i!S1s7px@uqH3D3U3l_C)$t
zY)VY)`go+bIOD+^gk_-@aYp@LJd@-&_zRy&fH)sCxE6(vPb~FHsDnO3V5p+&n2WUi
zmE%0QF_2eR%H1SD@*vL$C+iv_uuQub1VyXnIAVSnh4_c<!MUQ!&5F#4X0sVhS{W%e
zgw2Ggao;R5$9f&3e#VBFkH<k6J+l9y0+UQ63fzl8&y#f$-Rz%bW>;A?6Le7=D=Z>A
zy8p6@GMHjMFLDMSV7D3ZoRJJ}w}cj|96IB|ebC>ip@>p=>06aO9}+}G`27E(hMK3)
z-z|611Dbb<5LKtlN6ECp8{j3T|4$xBgeOz*M{Lf<w^2?k1lpwEmunMZk~SXJ1;&;*
zV>CHymKg&YF&1MftU`7!kX0`av>*HqVtuKsDM==cVZmBAllFdn&-UAHqv6>Sk=)wa
z-qDsL_+%<R98}Dm8cHbUNu<H$pAs7C?mX~=FHB~Plp*yupWN#YV|U!d^PNpgHizO$
zrHj{3v(qpvYV%u{srlRbv)m?pSsRe2&q*St;;YPVr4*<ePBU;%E#@gC1xj8L(Psps
z{{V338$`2kZUu6myC7pJ*JK7eQcn#@Y$_^(WvM|N)2S{{PY;diKZZ-BV<`cK2I}xN
zI+Q}$Uw+`ef)JZ7R)6SD`5e@eM|soRpPZWPxJL4?m$9T;tam7tZX(LLlcvx$ThO*A
z)E-tRC`q9^E9#<e5{Yu7W+q1T{d^++o-8Nj^~yY7yobAdH$5JPU%9_<bDh5LKk9c{
zbiouINzzgUNw?Py#fmT|2ufNfh<hx!x-S1sf4qB4?@5RNyDrjU1n~;D4@N9#@jW>9
z0z@Uwn0@s(URIP$x7?l(ZtbwAB-`XAJffUc*?zwqs4#QkDHvBmi)OqR5eFEA_L>So
zV9qQ&|4>lWZ@jYWf)_;z@W<Xd<Umj+mh8f+tgNfdFjyZ<#CTf^Pzm)IqfrhvD0D<=
zU)(BIFjDAdP#{Px7&#2)1iZYq5F~=|oawjH;WSenMO0gZUp_Ri)Ds0K%xr}kR2fl?
z_>7d*ki9@yOb|2n8N*=J?F4+at}_{=QY#C}1sS))JR{8bEzG_G)P-OXLvF}P0j$LC
zg&Cy&ioTc4WPv3BNiHBf8>XUKlNxk>a3MqTL<<Rz9IAI-bvvNS=v5EIWolLdjAE8u
zf)hi3$@V~#T~?i6ibGXQB-3|7Ljk;mcuz}NahY(0*;QV|lVAdFQTVoSFZBCjVvH-`
zNO$6CzqOiAwLwOk!)=to^Q<zVL2+ryzMBedDl1^U(+q#n-SL%yeJ}%?f?GvQwyjR^
zM=MFUf8pg_PNbQwN0t2}a+-j)%&zeAAsjC&$4SE!oq7(ipAc3fR0)o|BnAtHHo@Ue
z+q39xHd#Cgo=xzbxHsj10jfH}AaqCeW6_I~B1GvY2=G!lsOl#NqlB{7BOnEW2F?C4
z-G*7}og+kE3NsYj>|ZB!?Ofp?4y%zr|2L@#mATP*1I22w3Ic0Q9=onrKsH9o3Wca;
zv;!i*%}k(nkGcNji~I&eN>ofDwD5*wm047=eBDY}2n1)q#bpSgsaSBe&~!5hVD8;a
z2`i#mcu+)SIzty#4DO~Q-zg**JxLFoExwt)LA?UsUy>hDbuHl=x&iGk2t$H9NC=kP
z>Q(;;9uUcGDTNF)EE+~BO4xJ)BYs0V6H{_2p@9xF27%A2NWUS_R>5RqW?y#+K=fS=
zqXQz_>U0}tg$3<NNQBn!pF+*1%p%BRL={GW6RfF)gqeL$cAHGejHSR0KztF;NL+kY
z*^rQ-Is6etp(V;`ih%qU;5@1b2LRJmse!<@oeN*%!7ZgrU(>-!nCqJcTiHk3f&$dI
zxON$vB%)6PVG+hr_6IQ|r9k2WM+1`LG$T;<?x0akaJHNG-bF+SJ_;=G)qFTHVwSYP
z;9;LIv#`8CDDbi~`ank+&493n($^}ywJfZYxU#IO*qnmUu%Ixz^&>!_!~g_z(>I!}
z3SU9<vxz|Hk5U1dcG=Zyd8rmMnd{yZnuU(7M_||+_mrdRV#{u*3qBFr@6&8)c?$>h
z@wB3>)?hUb%(tkRcP^`%@IfP7Dj0$RP@0Qn%!)#bv0y8UkWt&SLT6yK*nkkU6fV@+
z86ojU{F@fW56}hCxx`%pRVL8hV!@FX`3W&GCLV`HAlqec;-l~~k~I^}2{X_g%4Rb>
zD+cNi#ozysR>tDgqR|7mjN~iZ{0>CM+#b=sMu1#Gu(EK&5mpS}C9Ml7+qEu)@|kk~
z4FYKflU`limvpovuyxN{5E$>dx{Bm8&4&h|g~lQ`)woEKqNW9}RKB-ww~A!K2UCcd
zhcFGip9|P-VbotXK^%$;E2pDzS>RAqa`m9&=GYWDf)ZngOUE1#4G=x?=nf7dSP++1
zge)fx5Ee^p4L%b9A!!_&%&N97WP}d;oe!sAK_g<31&3!ej#Fh1H3~J00~UMF@L5^*
zZLTdOpC~*msOyLvMiOo@L;;JKTx7A?<ik=x{WK%9<~KZC0bR6RYL<hf9nhFfSWyC3
zOtz(F_c<RuNf=N`6;=V$W+6FaJpf8^RA^N}nob0ae4E(<Q46?75(sgs(rm|i5fCuL
ztEz0zr6j-mqksQc_n^WXS{OYOkkxQOL-P!*A;Q(Q7$aJA!G(;Dif`u}0TPk}<)t18
zCH{T=>iA1M_Pu%3^%Vuh33DY#Q%0kdf+PYm@^pw)HxsYB4+bGZoX-}Vo153@<z{}j
zTu!5G1*nFmY%=pQ#Lr6`^@@xyQhlU<ZJs~n4qLEGA)%0yt`{d`+af;{?d9;hr9Kxm
zj0-m=mn?T22&+{U;-U;wLPbit&PTd@_ST!DR`bjk0?)ks7bFL0k6Py`Y(L&^toTXb
zZXV!eN{X4WMg68LA#P)fWbo|3zu_2+lkaZ~-g=LARo*D>jt+g~bapqvIH8tY5bC(r
z*6U!gEc^Vslv1DUgWG20x@uis@cAFp*(_YurHw)5rzYn$$}6gzcFG|EnTGuV*u&Xo
z`)HQz$JzRNDInV1<B!SDEMAjcJyFD*OSFqtvAlOmp(@3W4|5e#Vc*lzWvk<&nW*UX
z{LLY%L*uLa?>TqYOgoYH(sOUVQ)&K{J9E3x(|rY3J%b-pjg3D;dnV5K-;$TD64NVU
z#51+zZEX7WX+#w$`pFssl@2LQPpG_VsqN{$PsRu}{3?k7dFv?kUjwrgjDNG9*ac|R
zrH9;ZXat+;b`9$)e=ZuM+L}d=IeYr>Y^6O+l$F_u2iA3eOzYA{7qpI8ipX;{tBZPP
z$myKgbcN!@ZZA#|#!U48tXUEDebLM#UfLDeyk-D<jmc`vHNit$)fO4+OFMGBdpCES
zA$!f9kHIXlN+e&1z0n_`=h=Qbi=e#Tk*d4nN|bE}k@bS*Ad!^`5?OsD=pO`cGfC0V
zh?2;D)Upf_v`99i4Ti+T^{HZN71=dwrl(TUhHk%F#(pjGDFWxK?fner)-pYB4V71j
z{bwpuj&JfcJt!5NZ1cCvtZ(_sw%yzIbgN=pZ6^*h^0WHih7RU0z2H;?o$|^f=Y`fW
z8#I#wN35j=G{uqKrWVkTFU4v`O@VFJ{dHV@*X857tfZ-t(z>2B6(Bp3g02Ees-c6?
zqA1Nna{Zf|#a9-&Be6nZ{zJ2a#G{68vU7kKQ|^XV9|b2i&!$l|cCz3bDB^w34?}(f
zxbk!FS9h}HCIWSbEW0Or-^}<i!7O$hHv=8s%41PBw~HdSK3rK_9Zb)4A!&PXWPnv`
z+{c?oA+Oize&{)O!Au2(U_!!2lozO|7ws7&EKkA7_YsRE@TfNfz#HvZFcnY9Nd|?W
zaLRX0AMigl;{Q{li<1T(^-7}oMtc-&$WyYCLE-u`;TPK3%hZK&7t})lv`|eVI+z6A
z^l@POaJd(mCYZOCOER35FW)OwqMA|bVV^d!L=)q(n76fgi?i7w^+0T!pJDK8O-;7l
z4c9p}4{${70A<bv{R_gw-!g*79A4@vv*u@Pq8g~R6Ui2P3ZC1#ks<h>$Wzt}COzy)
z^$2F7W24OUpGc@?06M$RpX}Ag|AVs<`#&*`?hlBdQy!qJmmE8L5&l0>3iAfMG{;<k
zNqT(f?>*Re>{5cn64sq&`#$B+DA`NoJDyg6HGr^}<2Zx)9Lb3(fXwC?4emW|x9&`k
z@|0^Yz$Z8-a&(b=M`zU=N|Jn)3vTc|=Q08F03U@q>#q6qaI*9O<Xn4mrkmO5l~s5_
zm+o9C%uFab-t8j2KPA|871+$DKGAV>^*DDf-HBZwicCf(Ors00l0<3;U<Os6W>3M&
zxuzOI%xeB(anWbd6TE%=dKJI#C-+1D6N`)9ggX^jVv&2#<rZH46Q?pNwk+zV1v%3_
zm$T;?6mg>1&<k^&nr(sS^QZ^2K{^j9bu>JF?)|zsBo_Fdb1G}RBS^m`72B@qdWT`r
z@=5RoOq+D@ZsPLpn*QMC`X{F2#G{80iFiINmehSfAbRo|kd=dOxyfAvP+G1Vqb08+
z_u<D?9&GVn+|ar&U0CoVnv0d&6^&XLGqnBL*H6LnZmgwB*+#n8d5bO?cGgbG+(eh+
zWY*t2*Mp6J<#z-JJl<a=65?xikjwK0%75J)e^t>He9aAp5;uPtf{Af)o$X$UR2{ns
zhId(6ek{GW;f~){L~~`qgFPr{OpktEFA(OSN9&8JT2C>|=}$pwg6@cBA59*hEt5Gg
zMgfiSw|w%nl_}C6_*1E@^UK|b*BW60lD<?fcMQZ<V*UJvxtoYl#yQ~-<^<Q@mDyKw
z!ZN)}no$43>4)<Dxjo))Z2><jJvZJu^V;f7dRy)K8Nk@q3Hxw0rSWeayVZQ2ytx3>
zBAF>7zKJ3@$^@8%z-f+dtemB4?9>W1e5NdL<lO5{EN}4@+^X_gmdLqCIK3`S5cFBS
zSlEKF&xSf?kL$L4^tCqUVE(SpBV9f9)nq&}{nFzUp^^P%EoG8>>wj2L8T6&+<^dni
zB;q+x)5m!|_KKLFcM-n9n%gK>bvCJVGX}sTwJ3Fs4XRf%z=xz<&cE>OxX($F)EWM3
zaGBzqjij#Vsj+EG{rHfkcKfSrk4dT_Po`G*@N}?vXWSz<m3BTgRsD^UO*MSt&x?kB
zCYe^pr%X?X>kmJPpWWRw%ncAezPsw5%KEbGM~4(<buz3sRXDKZ-vBRqs8J2d9stML
z!J}I=6|Jxon9*k!iXh{T<w!tQiK|W_zGv+t!``>!5v3`fIqHBD97HQZLs=PEd8ogy
zGA?|VVrT|(wt&OpK#e+5>B!ME?eN4=MNtGZmLOZRBP0V%GGmv3ZLPw6iQLtwL{m&+
zSJ0e9A0v}A3QK^v&hD4V0{HpT>8dPN_AD-Atei4EattZF$@<E(M1S9|isnwn;xeZH
zG4*BBU`s5(dsE3|p`@pI<+tU$zBa)k`)Ms>uZ8AYi~Q$L8hnC!Y4HIVB&zYj`x^*n
z5i~Ln=|s7NcB@?g0V%{eW~&LAd@{yF2ns?w3TZKgLd{PPq&#a2xW-WaX&SXfRccns
zNHQqzIxKtI_w4YZ*wN>sIs@aoE>~f7((TWR7r(DMY`$Msz^B)~F2fo-n`!2!_MWcX
z!VAzkq?|5O%G{aDrr#C!e9Hn3o8VtCIPp%i(N)4s8cnzyY-$U1QD&V15AW@B6RE!?
zw&a#(CHG<$v%94;PY<o!q^{+bUKp}QdXyhm!xPEnUhf8=Cm($MHvG8%bQo2Ay$uq@
zxqq1(!+hRMgzJB`R{EOazrLG+|H#tcCDOlG7K&C-hcC6*r~vKB6K`pefqQE!Zt=Ui
zsHE?HyjGv8d1O+#{5)KyT5fDKNEWsna62~sWIF0duwDYCSnFH>3~bUzy7(a2%%8oy
zFMl>`G*5Q49}8sJtSKpViI7~jR=5vA;x{ZrB(iF`n+ANm+t=x;GHmZD7+kCB>-w`{
zw;VZJ-!?Txq%n?IV#n!zRJ!)zHP0S*Ys5eQOOK-|L1VB_ZkQSV$*hm?!<2Ycl3sR0
z4^C&~d8oGfpBm=kl`^SDnV%c|d`0U~uj%E7{z`06bNCD<#Hr;eT~S@HB6stCq=KSF
zXSvEivvsYp1Wo$>%@!wZp`4;5L!&D%mOR(%R82q3Mke$e&f>AVqGp1kR7WFbI@jy|
z<^9#s=bz+%OvumPRPL!}9rtw_WD{=2$%5TF7>A1ySOFFyv_FBU2r^!WH`BprSoQFD
z93W#snN@M2{F6#+^f5+hZ{&5@vIui+Ta$C${<~SFPRmv;;xkZxPUFUAE<}VI$_dgU
zwce1>a%x+2rDSlPl5BtpT{)l7sX`U|MaKftH_C6?_38efZMl_q3g_iuM_z4^)6#n5
zP-zZ8)b1S2IOwMY{9b_TC=)jp@0i{=p6gyZJ~kF64yW)~6hVnkAnvp!<I<)wf&xZ5
z&HL*Sm0T3t83CqZ*D<}?EKOXyJcn0Kesc2i<!4UFsC`hChyg4@t0d8ImR<fr;Vs4A
zR)9>*x&6=9H5C(I(`(zvg=U<2za-tQt)-5ba4rG^zA=j0(+9?z$1);2>eU@a!hZOd
zKsSum!O6>(D?z#Hy%oM~l-hG#y<Sp&($}xDyPnGZr%FxTxRxs44ZGjfrX0bP&0fAt
zcVyGX&L^EMzs8?UqbZ?0`NHpv{0=O+S?=#zZB*i_hEa@=ojOczJ>_eiGaD?!V;EBn
z)3>gx{w=WUk9_2uxvo8D9ZG>}a{1RY5#{r;{@@z0jM+;Q*r@pDyRX)1j{W>r^Zu=c
z{wlb(%Ug3D@8na1T#kb0B%UXiXppmiG}3tb)A<RZH<|zGsQT*o{Icg$;%~#hAWF?z
z%?g;J*5hMm{CW38?e_BWa5C`Mr*YhUC@4eGMF09MYA}<2-G9rErpB{wThX&#Exn$K
z(8bTc6P;MU+21(d_eD!MqC7ZjwDIg%ueBrp!tdWe7i-hZaHGJ4&Xa|m=g0W~(X``;
z_oIC=!?^f1t<Sh1q2(ia0fTITj-2M8^Z*%`6mywqBr`m!yqHxGycQN6o;9lJ=^I)C
zx2$QIbO~8%0)twiQN#!-Aah(){BL>yn`C8@VU<{pLoSQ~0cn3Sg$P;l*c)0eICH8v
zZX6mNSt&<pj1d_Omy)+*b2mg5x};`~Bx+m*oFOv>O|*n0#72@=mm@HEPb&ucU}7{R
z4lv1Dt<o=nVFqU2II8&lGdgjH5`7gc08SeF0s)IcCe)ZwB+i_)VTh*v&>{TT-EwHJ
z<o@6kEBdagatZmEOU4}zI&LxpfUSmkOthKTpA1$~DaIs+iWb(e51=K-mK9={h1$gV
z#k@xfXpKO{$_Sw;txPK0;4UY_1T=H{=a}IBW{4=(ETM@psIjK<%*eXvjF@kFm5L|=
z(u<SlDPzcv^`m4TQVwA3+W3C50}@Gi(d%Ym$tV;S#HnKH5q^s#Exq1n7!3tlXJqxb
z%Ap2+a0cf7SSZxY_D29mq+c<hkmDpG)7&x~2rry5LGa!_+mAPil7gF{p@IlqT$G*>
zzE`E4@@)KkmnB=7Gz}?1<Bb|fIH4GZ%ORv_3~bQM?cqd{`0YrCVWbK~p;BRmEgjWN
z8??SJrx{BjV@M=8XP0DwqDGcNE4`_eet3KDi#0@j$wK?w1yt=a5s)If_2EhVx=$B1
zWuF3;S*G<}74HG-LktMVH6=Z4KeaIWuBc&3QIQNasBwoPC=Bt~f@sOD@6Acm@Z2`!
ziZc4yrCD(Fq;dQGD}<(=o!&iZn16TufhQ@{6lZ35|3e^&^S$p@BlyL`f5EVuIgFQs
zRAwmH-vFeLGa5g5+t-&=mc{vSsPB)&;7`r!+fV`9kO#~!T_QIiUrg=*F=Y|JL6Pux
z^oF&-{?&z;*Kzto)-(a?(05=ezvT)Ntn;|xVre`czdzqyCoz7v??6y-tE7;V2_vka
zm|9GG{rZ>Bd#Gv&%NeeOWBf-l#_$!eI|_Qwa`@{Wnph(g_K@^tef(ksSGGyI;%}6x
zjq8^fJfu0}_b>qcqBe>OSkEtFD8>5=+O+m^KEm3?PIo59GPxQufJFe{PJn?8SInS9
zQ_1T4+gl<><|&XAMoXZ8Inys5nk9aOh!}~M3KN**F-&VD0AN9Ifxt@5VT<iYpx^&M
zz2TS-sZY^KEK#n6F@@X!TV^4{;Wx$`+NrR<i5oaiWJe<*4^JkL+htgCuqq5OF4`qP
z-s+OB0Vvao;sv%y(INm5q~f_%vq~K&(OG<3bQR|{hZ*ExxTXGZg-3=UW)3R@07>HJ
zusuWoSZ=GGVfc{HVI3uKUmUYakTzUp_I5G=ZnT;SP?!dQ(1_^qdIKK#93NVu(U{jC
z2?XFd6AWxb^|n_Q5aftqmQTtxo+qXlWk_KJ*Jf0}l%dR+pveL(VSZu2KVkx^QhH^i
zMR_hNb@~J8$9LYLp@BHiZ&7)IOGn1g-_6Df#@yfr2t=7ONeCOx1Z5Xq6!PSS$`UX+
zd#V{h9Rve{n37p+(-={;7FXpMIWoaY^b06)UaAuOpvd2ymNC)X?M095;Mn|;lhG^E
zrCNi%u~7!g{X3ZS_p8TI6s0?Bs9|j1g84y5C?fv;2uU(^(o8=$9Yy6d%ak2Wk~rL;
z2D@R(m_V8^e;Ddr%<6KeE5HtLKpz7skYE8J^E#G=p$zSoK1nr%bq_b}5a0}HE-hIp
zjlr$NPgQuN@$g_Or-cwq()TCT?0bmLdZ;;|nmV|(k$tHuqmAqokRkF_1Trh&gr=$n
zEhF<W^c1PdSn74wsiKmKhRDF-qGnP30c8#*a1=;7TQo>8=SEQBmXx&wwi$kDpvG*;
zm7nK4&jei4Lw(FXUsuTno-RR#<o6s%JzBPW**NhprGqj@smqQOwBo34Ze#bf2z6{{
zOA;Iu*@Q?w80&ZU0b%a(K<C6nrUy``by<e3#p&E7h?$Uhh>%`&sY5)t89W%MTDgea
zyJokx95!D`+XWKqv60#?VT%dl3T;a>JHD6fBQAIv2Rqca+Th(n<2EzU83joW1v<Qe
z^<2(9wPMuI=xu-bUkW?tuzE2pPt}!$-0Np&2**#4<+;ifh;O01ypi*!d9u+2_6e>_
z;}tP0Hv;dS6t+Qa8pqs|ufT@woh_X$l7AF1@G>)ZR=qZ6ELnWGpPzpH+<ePlJ7C1?
zYI(WhtQ?{APUQg>F<!A;b4YH{F0foT-r;UKjVo%xPB;HWUx@lSfj~TtpDi<x*5hzZ
z^sCMFPIt#LBG_mI?)yKNyg!aFuKF;ss-WB7o*Y?rYb;@v<~-=K6X#})_;?+{WCdfF
z74CMIs~XwW0b^j$O)whF+{MD8v#oZ<mvGXVLV}k%t&Y(z7XLuo&f_Z>)FHheMI!e<
zqTB9ZAL#G`P53mRv7VMej~nNvW6$_2TtEKpUajOcZmYE*65}Y_%IWr)QXpRuft|cP
zf9w_;I*wmB`|R+nCK`rc;v#<qUS)vBlA0YBWMtE>dn`uJ+oqe3d*!2*!RbbiUGvE?
z%oOL+r6~Tqk|w&`_`O_N^kg=zFzu!5g^^A7dQxY1aL|0C(=4|U$F_C1zp+QY#+u8E
z>{CqL9!;>62D|0`qU|u4?eCRcF8fUCaPWtVa>21ma|&b3GBa+UsJ4Z@tBK~^?uO^c
zn(Kp#!Ume;0%N1u4lB>YUZr;<FGk+&Pt1kgvp3HG2OUfXL{kCDO~-572gt;{{tk5l
zu}9@8pyxHHVHe}Wuiew@zRh!dsZCq^`0RM48=N<=4KKwd&8uA)D71MkcQ{Kb)w1<F
z38Ds~dH;GS{xW_DIhcP9?Zi77*zV8H6PLXvn`Csh8L8_xL6n_Y+!bq8vq0E7)oi@{
z<cBo9BGv=i!GpB168;@O2>Kl1%!)_gONqLJuk+vZ*_LQ9=r<L%8i<gVe9ha4dp6lS
zT)MEV-Mlp35#*p3y4u{B01mZDf6J@)^)D=|ePTy@eLCt<F0T>~+wii;iMpy?Y7AfJ
z=hzX(!vc*}hzK@GceNAh)WKUUR3feQN?g^_Y9^If*=uLy26`@f0@(gAA_Z9etM})%
qdDh<ndEQ-S^!DlOL4QiQLP~JuY~rFS&e75KH@gCP{Yo5$EdD>Uxs`JO

diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index e247e400c2..8904d613d2 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Python Module Index &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Python Module Index &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/py_api/dynamo.html b/docs/py_api/dynamo.html
index e06e2146e9..feadef8950 100644
--- a/docs/py_api/dynamo.html
+++ b/docs/py_api/dynamo.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -463,7 +465,7 @@
 <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this heading">¶</a></h2>
 <dl class="py function">
 <dt class="sig sig-object py" id="torch_tensorrt.dynamo.compile">
-<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.dynamo.</span></span><span class="sig-name descname"><span class="pre">compile</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">exported_program</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ExportedProgram</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">arg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">kwarg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">device</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">{dtype.f32}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">make_refitable</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Collection</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">...</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_modules</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dryrun</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hardware_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'/tmp/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lazy_engine_init</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">GraphModule</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/_compiler.html#compile"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.dynamo.compile" title="Permalink to this definition">¶</a></dt>
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.dynamo.</span></span><span class="sig-name descname"><span class="pre">compile</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">exported_program</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ExportedProgram</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">arg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">kwarg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">device</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">{dtype.f32}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">make_refitable</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Collection</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">...</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_modules</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dryrun</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hardware_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'/tmp/torch_tensorrt_engine_cache/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lazy_engine_init</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cache_built_engines</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">reuse_cached_engines</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_cache_dir</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'/tmp/torch_tensorrt_engine_cache'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_cache_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">custom_engine_cache</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">BaseEngineCache</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">GraphModule</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/_compiler.html#compile"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.dynamo.compile" title="Permalink to this definition">¶</a></dt>
 <dd><p>Compile an ExportedProgram module for NVIDIA GPUs using TensorRT</p>
 <p>Takes a existing TorchScript module and a set of settings to configure the compiler
 and will convert methods to JIT Graphs which call equivalent TensorRT engines</p>
@@ -531,6 +533,11 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 <li><p><strong>hardware_compatible</strong> (<em>bool</em>) – Build the TensorRT engines compatible with GPU architectures other than that of the GPU on which the engine was built (currently works for NVIDIA Ampere and newer)</p></li>
 <li><p><strong>timing_cache_path</strong> (<em>str</em>) – Path to the timing cache if it exists (or) where it will be saved after compilation</p></li>
 <li><p><strong>lazy_engine_init</strong> (<em>bool</em>) – Defer setting up engines until the compilation of all engines is complete. Can allow larger models with multiple graph breaks to compile but can lead to oversubscription of GPU memory at runtime.</p></li>
+<li><p><strong>cache_built_engines</strong> (<em>bool</em>) – Whether to save the compiled TRT engines to storage</p></li>
+<li><p><strong>reuse_cached_engines</strong> (<em>bool</em>) – Whether to load the compiled TRT engines from storage</p></li>
+<li><p><strong>engine_cache_dir</strong> (<em>Optional</em><em>[</em><em>str</em><em>]</em>) – Directory to store the cached TRT engines</p></li>
+<li><p><strong>engine_cache_size</strong> (<em>Optional</em><em>[</em><em>python:int</em><em>]</em>) – Maximum hard-disk space (bytes) to use for the engine cache, default is 1GB. If the cache exceeds this size, the oldest engines will be removed by default</p></li>
+<li><p><strong>custom_engine_cache</strong> (<em>Optional</em><em>[</em><em>BaseEngineCache</em><em>]</em>) – Engine cache instance to use for saving and loading engines. Users can provide their own engine cache by inheriting from BaseEngineCache. If used, engine_cache_dir and engine_cache_size will be ignored.</p></li>
 <li><p><strong>**kwargs</strong> – Any,</p></li>
 </ul>
 </dd>
@@ -636,7 +643,7 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 <h2>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h2>
 <dl class="py class">
 <dt class="sig sig-object py" id="torch_tensorrt.dynamo.CompilationSettings">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">torch_tensorrt.dynamo.</span></span><span class="sig-name descname"><span class="pre">CompilationSettings</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="pre">enabled_precisions:</span> <span class="pre">~typing.Set[~torch_tensorrt._enums.dtype]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">debug:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">workspace_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">0,</span> <span class="pre">min_block_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">5,</span> <span class="pre">torch_executed_ops:</span> <span class="pre">~typing.Collection[~typing.Union[~typing.Callable[[...],</span> <span class="pre">~typing.Any],</span> <span class="pre">str]]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">pass_through_build_failures:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">max_aux_streams:</span> <span class="pre">~typing.Optional[int]</span> <span class="pre">=</span> <span class="pre">None,</span> <span class="pre">version_compatible:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">optimization_level:</span> <span class="pre">~typing.Optional[int]</span> <span class="pre">=</span> <span class="pre">None,</span> <span class="pre">use_python_runtime:</span> <span class="pre">~typing.Optional[bool]</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">truncate_double:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">use_fast_partitioner:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">True,</span> <span class="pre">enable_experimental_decompositions:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">device:</span> <span class="pre">~torch_tensorrt._Device.Device</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">require_full_compilation:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">disable_tf32:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">assume_dynamic_shape_support:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">sparse_weights:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">make_refitable:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">engine_capability:</span> <span class="pre">~torch_tensorrt._enums.EngineCapability</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">num_avg_timing_iters:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1,</span> <span class="pre">dla_sram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1048576,</span> <span class="pre">dla_local_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1073741824,</span> <span class="pre">dla_global_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">536870912,</span> <span class="pre">dryrun:</span> <span class="pre">~typing.Union[bool,</span> <span class="pre">str]</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">hardware_compatible:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">timing_cache_path:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">'/tmp/timing_cache.bin',</span> <span class="pre">lazy_engine_init:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/_settings.html#CompilationSettings"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.dynamo.CompilationSettings" title="Permalink to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">torch_tensorrt.dynamo.</span></span><span class="sig-name descname"><span class="pre">CompilationSettings</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="pre">enabled_precisions:</span> <span class="pre">~typing.Set[~torch_tensorrt._enums.dtype]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">debug:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">workspace_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">0,</span> <span class="pre">min_block_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">5,</span> <span class="pre">torch_executed_ops:</span> <span class="pre">~typing.Collection[~typing.Union[~typing.Callable[[...],</span> <span class="pre">~typing.Any],</span> <span class="pre">str]]</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">pass_through_build_failures:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">max_aux_streams:</span> <span class="pre">~typing.Optional[int]</span> <span class="pre">=</span> <span class="pre">None,</span> <span class="pre">version_compatible:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">optimization_level:</span> <span class="pre">~typing.Optional[int]</span> <span class="pre">=</span> <span class="pre">None,</span> <span class="pre">use_python_runtime:</span> <span class="pre">~typing.Optional[bool]</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">truncate_double:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">use_fast_partitioner:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">True,</span> <span class="pre">enable_experimental_decompositions:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">device:</span> <span class="pre">~torch_tensorrt._Device.Device</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">require_full_compilation:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">disable_tf32:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">assume_dynamic_shape_support:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">sparse_weights:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">make_refitable:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">engine_capability:</span> <span class="pre">~torch_tensorrt._enums.EngineCapability</span> <span class="pre">=</span> <span class="pre">&lt;factory&gt;,</span> <span class="pre">num_avg_timing_iters:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1,</span> <span class="pre">dla_sram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1048576,</span> <span class="pre">dla_local_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1073741824,</span> <span class="pre">dla_global_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">536870912,</span> <span class="pre">dryrun:</span> <span class="pre">~typing.Union[bool,</span> <span class="pre">str]</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">hardware_compatible:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">timing_cache_path:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">'/tmp/torch_tensorrt_engine_cache/timing_cache.bin',</span> <span class="pre">lazy_engine_init:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False,</span> <span class="pre">cache_built_engines:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">True,</span> <span class="pre">reuse_cached_engines:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">True</span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/_settings.html#CompilationSettings"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.dynamo.CompilationSettings" title="Permalink to this definition">¶</a></dt>
 <dd><p>Compilation settings for Torch-TensorRT Dynamo Paths</p>
 <dl class="field-list simple">
 <dt class="field-odd">Parameters</dt>
@@ -675,6 +682,8 @@ <h2>Classes<a class="headerlink" href="#classes" title="Permalink to this headin
 output to a file if a string path is specified</p></li>
 <li><p><strong>hardware_compatible</strong> (<em>bool</em>) – Build the TensorRT engines compatible with GPU architectures other than that of the GPU on which the engine was built (currently works for NVIDIA Ampere and newer)</p></li>
 <li><p><strong>timing_cache_path</strong> (<em>str</em>) – Path to the timing cache if it exists (or) where it will be saved after compilation</p></li>
+<li><p><strong>cache_built_engines</strong> (<em>bool</em>) – Whether to save the compiled TRT engines to storage</p></li>
+<li><p><strong>reuse_cached_engines</strong> (<em>bool</em>) – Whether to load the compiled TRT engines from storage</p></li>
 </ul>
 </dd>
 </dl>
diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html
index 03dd1fead1..db34bd08d6 100644
--- a/docs/py_api/fx.html
+++ b/docs/py_api/fx.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html
index fe87de4be4..dbcf27f9b6 100644
--- a/docs/py_api/logging.html
+++ b/docs/py_api/logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html
index 4793e47175..9d60615179 100644
--- a/docs/py_api/ptq.html
+++ b/docs/py_api/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/py_api/runtime.html b/docs/py_api/runtime.html
index 6cc0f0e143..562414e95c 100644
--- a/docs/py_api/runtime.html
+++ b/docs/py_api/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -565,13 +567,13 @@ <h2>Classes<a class="headerlink" href="#classes" title="Permalink to this headin
 
 <dl class="py class">
 <dt class="sig sig-object py" id="torch_tensorrt.runtime.PythonTorchTensorRTModule">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">torch_tensorrt.runtime.</span></span><span class="sig-name descname"><span class="pre">PythonTorchTensorRTModule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">serialized_engine:</span> <span class="pre">~typing.Optional[bytes]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_binding_names:</span> <span class="pre">~typing.Optional[~typing.List[str]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">output_binding_names:</span> <span class="pre">~typing.Optional[~typing.List[str]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">settings:</span> <span class="pre">~torch_tensorrt.dynamo._settings.CompilationSettings</span> <span class="pre">=</span> <span class="pre">CompilationSettings(enabled_precisions={&lt;dtype.f32:</span> <span class="pre">7&gt;}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size=0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size=5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops=set()</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner=True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device=Device(type=DeviceType.GPU</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">make_refitable=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability=&lt;EngineCapability.STANDARD:</span> <span class="pre">1&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size=1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size=1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size=536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dryrun=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hardware_compatible=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path='/tmp/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lazy_engine_init=False)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">weight_name_map:</span> <span class="pre">~typing.Any</span> <span class="pre">=</span> <span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html#PythonTorchTensorRTModule"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.runtime.PythonTorchTensorRTModule" title="Permalink to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">torch_tensorrt.runtime.</span></span><span class="sig-name descname"><span class="pre">PythonTorchTensorRTModule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">serialized_engine:</span> <span class="pre">~typing.Optional[bytes]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_binding_names:</span> <span class="pre">~typing.Optional[~typing.List[str]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">output_binding_names:</span> <span class="pre">~typing.Optional[~typing.List[str]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">settings:</span> <span class="pre">~torch_tensorrt.dynamo._settings.CompilationSettings</span> <span class="pre">=</span> <span class="pre">CompilationSettings(enabled_precisions={&lt;dtype.f32:</span> <span class="pre">7&gt;}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size=0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size=5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops=set()</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner=True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device=Device(type=DeviceType.GPU</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">make_refitable=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability=&lt;EngineCapability.STANDARD:</span> <span class="pre">1&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size=1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size=1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size=536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dryrun=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hardware_compatible=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path='/tmp/torch_tensorrt_engine_cache/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lazy_engine_init=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cache_built_engines=True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">reuse_cached_engines=True)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">weight_name_map:</span> <span class="pre">~typing.Any</span> <span class="pre">=</span> <span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html#PythonTorchTensorRTModule"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.runtime.PythonTorchTensorRTModule" title="Permalink to this definition">¶</a></dt>
 <dd><p>PythonTorchTensorRTModule is a PyTorch module which encompasses an arbitrary TensorRT Engine.</p>
 <p>This module is backed by the Torch-TensorRT runtime and is only compatible with
 FX / Dynamo / Python deployments. This module cannot be serialized to torchscript via torch.jit.trace for C++ deployment.</p>
 <dl class="py method">
 <dt class="sig sig-object py" id="torch_tensorrt.runtime.PythonTorchTensorRTModule.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">serialized_engine:</span> <span class="pre">~typing.Optional[bytes]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_binding_names:</span> <span class="pre">~typing.Optional[~typing.List[str]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">output_binding_names:</span> <span class="pre">~typing.Optional[~typing.List[str]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">settings:</span> <span class="pre">~torch_tensorrt.dynamo._settings.CompilationSettings</span> <span class="pre">=</span> <span class="pre">CompilationSettings(enabled_precisions={&lt;dtype.f32:</span> <span class="pre">7&gt;}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size=0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size=5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops=set()</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner=True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device=Device(type=DeviceType.GPU</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">make_refitable=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability=&lt;EngineCapability.STANDARD:</span> <span class="pre">1&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size=1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size=1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size=536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dryrun=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hardware_compatible=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path='/tmp/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lazy_engine_init=False)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">weight_name_map:</span> <span class="pre">~typing.Any</span> <span class="pre">=</span> <span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html#PythonTorchTensorRTModule.__init__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.runtime.PythonTorchTensorRTModule.__init__" title="Permalink to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">serialized_engine:</span> <span class="pre">~typing.Optional[bytes]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_binding_names:</span> <span class="pre">~typing.Optional[~typing.List[str]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">output_binding_names:</span> <span class="pre">~typing.Optional[~typing.List[str]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">settings:</span> <span class="pre">~torch_tensorrt.dynamo._settings.CompilationSettings</span> <span class="pre">=</span> <span class="pre">CompilationSettings(enabled_precisions={&lt;dtype.f32:</span> <span class="pre">7&gt;}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size=0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size=5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops=set()</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level=None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner=True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device=Device(type=DeviceType.GPU</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">make_refitable=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability=&lt;EngineCapability.STANDARD:</span> <span class="pre">1&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters=1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size=1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size=1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size=536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dryrun=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hardware_compatible=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path='/tmp/torch_tensorrt_engine_cache/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lazy_engine_init=False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cache_built_engines=True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">reuse_cached_engines=True)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">weight_name_map:</span> <span class="pre">~typing.Any</span> <span class="pre">=</span> <span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html#PythonTorchTensorRTModule.__init__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.runtime.PythonTorchTensorRTModule.__init__" title="Permalink to this definition">¶</a></dt>
 <dd><p>Takes a name, target device, serialized TensorRT engine, and binding names / order and constructs
 a PyTorch <code class="docutils literal notranslate"><span class="pre">torch.nn.Module</span></code> around it. Uses TensorRT Python APIs to run the engine</p>
 <dl class="field-list simple">
diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html
index 2573874a55..f798bc6729 100644
--- a/docs/py_api/torch_tensorrt.html
+++ b/docs/py_api/torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -589,7 +591,7 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 <h2>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h2>
 <dl class="py class">
 <dt class="sig sig-object py" id="torch_tensorrt.MutableTorchTensorRTModule">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">torch_tensorrt.</span></span><span class="sig-name descname"><span class="pre">MutableTorchTensorRTModule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pytorch_model</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Module</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">device</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">{dtype.f32}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">make_refitable</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Collection</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">...</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_modules</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dryrun</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hardware_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'/tmp/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html#MutableTorchTensorRTModule"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.MutableTorchTensorRTModule" title="Permalink to this definition">¶</a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">torch_tensorrt.</span></span><span class="sig-name descname"><span class="pre">MutableTorchTensorRTModule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pytorch_model</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Module</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">device</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">{dtype.f32}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">make_refitable</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Collection</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">...</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_modules</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dryrun</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hardware_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'/tmp/torch_tensorrt_engine_cache/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html#MutableTorchTensorRTModule"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.MutableTorchTensorRTModule" title="Permalink to this definition">¶</a></dt>
 <dd><p>Initialize a MutableTorchTensorRTModule to seamlessly manipulate it like a regular PyTorch module.
 All TensorRT compilation and refitting processes are handled automatically as you work with the module.
 Any changes to its attributes or loading a different state_dict will trigger refitting or recompilation,
@@ -599,7 +601,7 @@ <h2>Classes<a class="headerlink" href="#classes" title="Permalink to this headin
 Any modifications made to the MutableTorchTensorRTModule will be reflected in both the TensorRT graph module and the original PyTorch module.</p>
 <dl class="py method">
 <dt class="sig sig-object py" id="torch_tensorrt.MutableTorchTensorRTModule.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pytorch_model</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Module</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">device</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">{dtype.f32}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">make_refitable</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Collection</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">...</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_modules</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dryrun</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hardware_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'/tmp/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html#MutableTorchTensorRTModule.__init__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.MutableTorchTensorRTModule.__init__" title="Permalink to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pytorch_model</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Module</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">device</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">{dtype.f32}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">make_refitable</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Collection</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">...</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_modules</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dryrun</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hardware_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'/tmp/torch_tensorrt_engine_cache/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html#MutableTorchTensorRTModule.__init__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.MutableTorchTensorRTModule.__init__" title="Permalink to this definition">¶</a></dt>
 <dd><dl class="field-list simple">
 <dt class="field-odd">Parameters</dt>
 <dd class="field-odd"><p><strong>pytorch_model</strong> (<em>torch.nn.module</em>) – Source module that needs to be accelerated</p>
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html
index 69959b1dbc..58284e02cd 100644
--- a/docs/py_api/ts.html
+++ b/docs/py_api/ts.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -679,7 +681,7 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 
 <dl class="py function">
 <dt class="sig sig-object py" id="torch_tensorrt.ts.TensorRTCompileSpec">
-<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">torch.device</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Device(type=DeviceType.GPU,</span> <span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f5aeb373330&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">torch.device</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Device(type=DeviceType.GPU,</span> <span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f14103e9130&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
 <dd><p>Utility to create a formatted spec dictionary for using the PyTorch TensorRT backend</p>
 <dl class="field-list simple">
 <dt class="field-odd">Keyword Arguments</dt>
diff --git a/docs/search.html b/docs/search.html
index 2ee637b683..c8894e97a8 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Search &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Search &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -313,6 +313,8 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 8821a65e2f..b9f82f35a6 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Mutable Torch TensorRT Module", "Refit  TenorRT Graph Module with Torch-TensorRT", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 96, 99, 100, 103], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 104, 105, 107], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98, 101, 102, 103, 104, 105, 106, 107, 109], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 95, 97, 99, 101, 104, 108, 109], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 101, 103], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 101, 103, 107], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 93, 94, 102, 104, 106, 107, 108, 109], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 96, 98, 100], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 93, 95, 97, 99, 102, 105, 106, 108, 109], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 108], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 94, 95, 104, 106], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 99, 105, 106, 107], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 95, 96, 97, 99, 105], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 100, 104], "reason": [0, 65, 87, 92, 108], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 93, 94, 95, 101, 102, 103, 104, 105, 106, 107, 108], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 94, 95, 103, 104, 105, 106], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 94, 96, 97, 99, 103], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 93, 94, 95, 102, 103, 104, 105, 106, 107], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 94, 95, 105, 106], "itself": [0, 1, 2, 46, 52, 55, 91, 104], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 94, 100, 101, 104, 109], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 103, 104], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 94, 98, 109], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 101, 109], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 101], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 96, 99, 100, 103, 104, 105, 106, 108, 109], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 101, 105, 106, 107, 108], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 105], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 93, 94, 95, 97, 99, 100, 102, 104, 106], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 105, 107], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 101, 104, 105], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 94, 95, 98, 99, 101, 103, 104, 106, 107, 108], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 109], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 108, 109], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 103, 104], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 95, 96, 101, 104, 105], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 108], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 106], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 104, 106, 109], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 94, 95, 96, 98, 99, 100, 101, 106], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 94, 95, 106, 109], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 106, 109], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 96, 97, 100, 103, 104, 105, 106, 107, 108], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 96, 103, 104], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 104], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 104], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 108, 109], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 104, 106, 108, 109], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109], "kdla": [1, 45, 46, 109], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 105, 109], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 94, 97, 100, 102, 103, 104, 105, 107, 108], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 95, 96, 100, 103, 104, 105, 106, 107, 108], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 96, 103], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 101], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 101], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 93, 102], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 106], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 106], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 104, 105, 107, 108], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 104, 109], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 97, 100, 104, 105], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 106], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 97, 99, 101, 104, 105, 109], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 97, 99, 101, 103, 105], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 96, 100, 101, 104], "alwai": [3, 4, 27, 52, 75, 81], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 94, 95, 97, 99, 100, 101, 103, 105, 107, 109], "due": [3, 4, 66, 80, 81, 101], "issu": [3, 4, 64, 70, 75, 88, 96, 99], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 100, 101, 104], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 106], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 94, 95, 96, 100, 101, 103, 104, 105, 106, 107, 108, 109], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 93, 97, 99, 102, 103, 108], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 95, 96, 101, 103, 104, 105, 106], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 97, 99, 100, 106], "use_cach": [3, 4, 30, 44, 73, 90], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 101, 103, 105, 106, 108, 109], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 104], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 93, 96, 100, 102, 104, 105, 106, 107, 108], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 97, 99, 103, 106], "easili": [3, 4, 94], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 109], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 108], "dataload": [4, 29, 30, 44, 49, 73, 90, 101], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 95, 98, 104], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 108], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 100, 101, 104, 108], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 97, 99, 106], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 103], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 103, 104, 105, 106], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 96, 100, 101, 105, 107], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 93, 102, 106], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 97, 99], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 94, 95, 97, 99, 101, 104], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 105], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 102, 103, 104, 106, 108], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 94, 95, 96, 97, 99, 101], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 108], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 93, 94, 97, 99, 100, 102, 103, 105, 106], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 97, 99, 103, 108], "phase": [16, 60, 63, 88, 105, 108], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 108], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 90], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 95, 105], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 104], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 103, 105, 109], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 101], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 101], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 109], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 94, 98, 103, 109], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 109], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 104, 108], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 94, 95, 101, 106], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 95, 98, 103, 104, 105, 107], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 105], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 94], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 97, 99, 107], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 101, 103, 106], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 95, 103, 105, 106], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 88, 89, 90, 92, 96, 100, 104, 105, 106, 108, 109], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 97, 99, 105], "post": [29, 30, 49, 52, 63, 68, 88], "train": [29, 30, 49, 52, 68, 69, 88, 89], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 93, 102], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 93, 95, 102, 104], "previous": [29, 33, 88], "therefor": [29, 58, 65, 66, 74, 81, 88, 103, 106], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 97, 99, 101, 103, 104, 105], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 101, 104, 105, 106], "dataset": [29, 73, 90, 103], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 98, 103, 104, 106, 108], "later": [29, 70, 88, 107, 108], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 95, 106, 108], "scratch": 29, "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 104, 106], "howev": [29, 66, 79, 80, 88, 92, 104, 105, 108], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 103, 104, 109], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 100, 101, 102, 103], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 101, 104, 106, 108], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 104], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 104, 106, 108], "respons": [29, 54, 58, 81, 106], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 105], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 100, 103, 104, 106, 107, 108], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 104, 105], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 96, 101, 105], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 103], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 99, 103, 105, 106, 108], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 96, 101, 103, 105], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 104, 106], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 104, 107, 108], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 93, 96, 101, 102, 103, 105, 107, 109], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 96], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 109], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 94, 101, 104, 106, 109], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 95, 96, 103, 105], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 103], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 94, 101, 104, 105], "unsupport": [31, 49, 54, 64, 75, 92, 108], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 106, 108], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 96, 99, 104, 108, 109], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 104, 105], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 97, 99], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 102, 103, 108], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 106], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 95, 108], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 104], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 105, 106, 108], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 93, 97, 102, 103, 104, 105, 106], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 101, 103, 104, 107], "symbol": [33, 65, 66, 76, 81, 106], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104, 105, 109], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 99, 101, 102, 105, 107], "y": [33, 56, 76, 82, 92, 96], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92], "origin": [33, 65, 71, 75, 92, 94, 108], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 93, 94, 95, 101, 102, 104, 105, 106, 107, 108], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 98, 104], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 103, 104, 107], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 109], "id": [36, 45, 52, 75, 79, 80, 84, 109], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 99, 103, 108], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 106], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 104, 105, 106], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 94, 104, 106, 109], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 97, 108], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 106], "root": [42, 43, 44, 45, 66, 79, 90, 101], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102], "tree": [42, 43, 44, 45, 79, 90, 101, 106], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 104, 106], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 94, 95, 97, 103, 104, 105, 106, 107, 108], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 108], "necessari": [42, 62, 64, 66, 74, 106], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 81, 82, 88, 89, 90, 102, 104, 105, 106, 108], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 93, 94, 95, 96, 97, 99, 100, 101, 102, 103, 104, 105, 107, 108], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 96, 104], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 101], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 95, 97, 99], "gaurd": 43, "someth": [43, 55, 81, 104], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 94, 96, 104], "setup": [43, 90, 104], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 105, 107], "torchtrt": [43, 56, 92, 101], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 96, 101, 105], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 109], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 96, 100], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 96, 100, 105], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 100, 101, 104, 105, 106, 107], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 103, 106], "still": [44, 56, 65, 66, 90, 96, 108], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 96, 98, 106, 107, 109], "batch_siz": [44, 90, 101], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101], "statu": [44, 82], "reset": [44, 96, 99, 106], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 108], "again": [44, 58, 60, 81, 92, 94], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 104], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81], "copi": [44, 60, 65, 69, 73, 82, 104], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": 45, "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 97, 99, 100, 103, 105], "device_typ": [45, 46, 75, 90, 91, 109], "int64_t": [45, 46, 48, 49, 90, 109], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 108, 109], "agx": 45, "platform": [45, 52, 59, 66, 104, 109], "xavier": [45, 109], "dla_cor": [45, 46, 52, 75, 90, 91, 109], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 109], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 97, 100, 103, 105], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 97, 100, 103, 105], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 97, 100, 103, 105], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 100, 101, 104, 106, 109], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 106], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 104, 106, 109], "spec": [45, 48, 49, 52, 72, 75, 76, 91], "flatten": [45, 47, 69, 87, 88, 101], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 99, 101, 104, 109], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 93, 94, 102], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 98], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 95, 97, 99], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 95, 96, 97, 99, 101], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 94, 95, 97, 100, 101, 103, 105, 107, 109], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 95, 96, 97, 99], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 96, 99], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 103, 104, 108], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 101, 103, 104, 105, 108, 109], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89], "complex": [47, 49, 64, 66, 87, 89, 94], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 107], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 96, 99, 104], "rang": [48, 49, 52, 65, 75, 92, 97, 103, 105], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 95, 97, 98, 99, 103, 105, 108], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 106], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 101, 105], "three": [48, 57, 59, 65, 71, 75, 81, 82, 103, 104], "min": [48, 52, 60, 69, 75, 97, 105], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 97, 101, 105], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 97, 99, 106], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 105], "expect": [48, 54, 55, 60, 75, 88, 89, 103], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 103], "low": [48, 65, 94], "high": [48, 55, 56, 79, 92, 108], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 93, 94, 98, 102, 103], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 104, 105, 107, 108], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 94, 98, 105], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 96, 98, 99, 106], "opt": [48, 66, 74, 75, 100], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 97, 99, 104], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 96, 107], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104, 105, 106, 107], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 103, 104, 105, 106, 107], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 94, 95, 103, 108], "altern": [48, 56, 62, 63, 75, 89, 100, 103, 107], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 101, 104, 105, 107], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 105], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 93, 102, 106], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 97, 105], "event": [48, 64], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 101], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 97, 103, 105], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 106, 109], "describ": [49, 56, 60, 75, 87, 91, 93, 102, 104], "entri": [49, 60], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 101, 103, 105, 108], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 97, 99, 109], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 103, 105, 106], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 103], "inner": [49, 82, 103], "product": [49, 75, 95], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 101, 103, 104, 105], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 104, 105], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 101], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 105, 106, 107], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 95, 96, 99, 100], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 105], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 94, 95, 97, 98, 100, 101, 104, 105, 106, 107], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 94, 96, 97, 98, 99, 100, 101], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 96, 97, 99], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 100, 106], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 93, 102], "host": [49, 52, 64, 66, 70, 75, 76, 92, 104], "share": [49, 52, 64, 66, 70, 74, 75, 76], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 105], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 101, 106], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 108], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 96, 108], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 103, 106, 108], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 93, 102, 103, 106, 107], "command": [52, 64, 66, 81, 82, 87, 88, 104], "line": [52, 66, 82, 88, 94], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92], "deploy": [52, 74, 88, 89, 90, 103, 104, 106, 109], "pipelin": [52, 88, 94, 98, 109], "basic": [52, 56, 65, 82, 102, 104], "featur": [52, 56, 65, 66, 88, 90, 91, 98, 101, 103, 108], "though": [52, 59, 60, 87, 88, 108], "alreadi": [52, 53, 54, 55, 88, 90, 92, 105], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 104, 105], "embed": [52, 54, 58, 69, 76, 81, 109], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 96, 99, 104, 106], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 106], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 106, 109], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 94, 104, 105, 106, 107], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 94, 103, 106], "load": [52, 56, 58, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 94, 95, 103, 104, 106, 108], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 104, 106], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 104, 106], "input_file_path": [52, 109], "output_file_path": [52, 109], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 106], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 101, 104], "verbos": [52, 64, 65, 70, 71, 82, 97, 99], "about": [52, 53, 58, 60, 66, 74, 79, 88, 104, 105], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 96, 100, 103, 104, 106], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 106], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 101], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 109], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 102, 105, 106, 108], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 104, 109], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 96, 97, 104, 109], "float16": [52, 75, 92, 94, 98], "f16": [52, 75, 88, 109], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 109], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 108, 109], "dla_standalon": [52, 75], "file_path": [52, 75, 107], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 96, 106, 108], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 108], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 94, 95], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 93, 102], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 101, 109], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 100, 106, 107], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 95, 101, 103, 104], "ssd_trace": 52, "pt": [52, 65, 88, 104], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 101, 103], "1024": [52, 70, 75, 76, 103], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 104], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 96, 99, 103], "context": [53, 57, 58, 59, 64, 72, 74, 100, 106], "inetworkdefinit": [53, 54], "record": [53, 87, 100, 106], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 103], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 104, 105], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 106], "state": [53, 54, 60, 62, 74, 88, 94], "been": [53, 60, 64, 66, 73, 82, 88, 108], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 101, 103], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 104], "abl": [53, 55, 60, 62, 65, 90, 91, 92], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 108], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 96, 99], "until": [53, 56, 59, 60, 66, 70, 75, 108], "final": [53, 56, 57, 59, 66, 92, 96, 99, 103], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 105, 108], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 104, 108], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 109], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92, 95], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 93, 95, 102, 103, 104, 109], "associ": [53, 60, 88, 106], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 94, 95, 104, 108], "done": [53, 56, 59, 92, 95, 104, 107], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 96, 99, 104, 106], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 94, 96, 101, 103, 104, 106, 107], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 95, 97, 99, 104, 106], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 105], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 105], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 96, 101, 104, 105], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 95, 105], "kwarg": [54, 65, 70, 73, 74, 75, 92, 103], "dict": [54, 70, 74, 75, 76, 92], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 103], "decor": [54, 62, 65], "kei": [54, 81, 87, 104, 105], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 101, 103, 105], "capability_valid": 54, "lambda": [54, 60, 81, 88, 104], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 95, 107], "determin": [54, 55, 64, 65, 75, 105, 106], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 104, 109], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92], "numpi": [54, 75, 92, 94, 95, 104], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 96], "correspond": [54, 60, 65, 66, 74, 75, 94, 101, 106], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 100, 107], "being": [54, 65, 66, 70, 88, 92], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 94, 96, 99, 101, 103, 104, 105, 106], "github": [54, 61, 64, 66, 79, 88, 90, 96, 99, 101, 104, 106], "com": [54, 61, 64, 66, 88, 90, 94, 96, 99, 101, 104, 106], "blob": [54, 61, 66, 79, 90], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 101], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90], "mani": [54, 56, 64, 65, 79, 81, 82, 95, 108], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 103, 105], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 104], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 94, 103, 104, 106, 108], "opoverload": 54, "particular": [54, 64], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 101], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55], "special": [54, 56], "account": [54, 104], "illustr": [54, 65, 97, 103], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 103], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 96], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94], "possibl": [54, 66, 81, 92, 103, 104], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 96, 99], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 108], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 94, 103, 106], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 103], "limit": [54, 55, 72, 80, 90, 108], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 96, 97, 99, 101, 105], "ignor": [54, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 94, 95, 104], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 103], "term": [54, 75, 81, 82, 90, 92, 103], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 96, 97, 99, 103, 105, 106, 107, 108], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 101, 108], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 105], "modifi": [54, 56, 62, 65, 82, 93, 94, 102, 105], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 101, 104, 108], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 94], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 103, 108], "instanc": [55, 62, 64, 66, 73, 74, 87, 88, 103, 106], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 103, 106], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 108], "closer": 55, "scope": [55, 92, 96, 99], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 108], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 96, 101, 105, 108], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 104], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 97, 104, 105], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 97], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 106], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 96, 101, 103, 105, 109], "bia": [55, 69, 88, 101], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 108], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 94, 104, 109], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 108], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 108], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 106, 108], "pair": [55, 60, 66, 81, 90, 103], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 94, 95, 96, 97, 98, 99, 100, 101], "mark": [55, 56, 79], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 108], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 103, 105, 108], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 104], "might": [55, 66, 79, 105], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 106], "expand": [55, 69], "simpli": [55, 96, 103], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 93, 95, 96, 102, 103, 105, 106, 107, 108], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 101], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 104], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 97, 99, 103], "verifi": [56, 70, 92], "Then": [56, 90, 91], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 106], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 96, 104, 108], "trace": [56, 65, 70, 74, 76, 87, 88, 105, 107, 108], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 104], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 101], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 93, 96, 97, 100, 102, 103, 104, 105, 106, 107], "maintain": [56, 58, 60, 75, 94, 108], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 105], "mymodel": [56, 63, 67, 89, 92, 105, 107], "ts_model": [56, 88], "trt_model": [56, 91, 92, 97, 101, 104, 107], "off": [56, 58, 100], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 97, 100, 105, 107], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 95, 97, 100, 103, 104, 105, 107], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 96, 101], "trt_mod": [56, 67, 88, 90, 109], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 95, 97, 99], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 101], "greedi": 56, "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 95, 97, 99, 104, 105, 106, 107], "encount": [56, 64, 66, 96, 99], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 96, 98, 99, 100, 101, 105], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 81, 88, 101, 104], "could": [56, 64, 65, 92, 97, 99, 106], "rewrit": [56, 62], "portion": [56, 81, 92, 98], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 95, 106], "reorder": 56, "seri": 56, "cleanli": 56, "approach": 56, "achiev": [56, 103], "hit": 56, "larger": [56, 70, 75, 79, 103], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 108], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 108], "clean": [56, 62, 81, 96, 99], "step": [56, 65, 69, 75, 90, 92, 103], "consolid": [56, 87], "further": [56, 64, 65, 106, 108], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 108], "loop": [56, 64, 65], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 93, 96, 97, 99, 100, 102, 105], "larg": [57, 59, 79, 81, 88, 90, 103], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 106, 108], "evalu": [57, 58, 59, 101], "deploi": [57, 59, 68, 88, 90, 93, 102, 104], "instanti": [57, 58, 59, 60, 88, 98], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 96, 99], "extend": [57, 59, 60, 69, 88, 103], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 101, 108], "machin": [58, 66, 90, 104], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 108], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 95, 97, 100, 101, 104], "resnet": [58, 77, 93, 94, 102, 103, 104], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 104, 106], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 94, 95, 102], "depickl": 58, "encod": [58, 103], "sm": 58, "correct": [58, 66, 79, 94, 95, 101], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 108], "older": 59, "repositori": [59, 66, 79, 86, 104], "notebook": [59, 68, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 105], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 108], "matur": 59, "most": [59, 65, 66, 71, 92, 104, 106, 108], "hood": [59, 97, 108], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 103], "ilay": 60, "analogu": 60, "goal": [60, 64], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 96, 97, 99, 106], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 96, 99, 101, 103, 104, 108], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 103], "don": [60, 65, 79, 81, 82, 90, 101, 104, 105], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 105, 106], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 93, 96, 102, 107], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 103], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 109], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 96, 101], "wrapper": [60, 65, 107], "similar": [60, 63, 64, 65, 66, 88, 91, 92], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 94], "benefit": [60, 88], "deal": 60, "quit": [60, 66, 88, 103], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 108], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 105], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 105, 106], "stabl": [61, 76, 77, 79, 93, 95, 102, 105], "master": [61, 66, 90, 106], "overview": [61, 68, 96, 100], "md": 61, "appli": [62, 63, 90, 95], "desir": [62, 70, 82, 90], "coalesc": 62, "insert": [62, 88, 90], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 95, 107, 108], "caller": 62, "invok": [62, 64, 65, 87, 88, 106], "lint": 62, "recompil": [62, 70, 75, 99, 105, 108], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 96], "scenario": [62, 64, 94], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 103], "placehold": 62, "isinst": [62, 65, 92, 101], "issubclass": 62, "direct": [62, 85, 106], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 108], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 101], "__init__": [62, 74, 75, 81, 87, 92, 96, 101, 105], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 96, 98, 99, 101, 102, 105], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 99, 103, 106, 108], "control": [62, 65, 87, 106], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 79, 101], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 103], "exportedprogram": [63, 67, 70, 75, 105, 108], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 95, 96, 97, 99, 100, 101, 105], "frontend": [63, 70, 73, 89, 92, 93, 97, 99, 101, 102, 105], "simpl": [63, 64, 65, 81, 82, 87, 103, 104, 105], "usag": [63, 65, 73, 77, 81, 88, 93, 102, 105, 107], "eval": [63, 67, 88, 89, 94, 95, 96, 97, 99, 100, 101, 104, 105, 107], "exp_program": [63, 95, 101, 105], "trt_gm": [63, 67, 95, 105, 107], "interact": [63, 81, 94, 96, 97, 98, 99, 100], "ideal": 63, "discuss": [63, 64, 104], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 104, 107], "frequent": [63, 95], "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 93, 102], "insid": [63, 81, 92, 93, 102, 104], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 103], "constraint": 63, "guid": [64, 80, 102], "present": 64, "learn": [64, 66, 68, 88, 90, 92, 104, 109], "acceler": [64, 71, 75, 93, 95, 102, 106, 108, 109], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 97, 98, 99, 103], "wide": [64, 75, 85], "varieti": [64, 104], "primari": [64, 107], "simplic": 64, "optimized_model": [64, 67, 96, 97, 99], "depth": [64, 79, 103], "challeng": [64, 94, 95, 104], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 96], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 96], "use_python_runtim": [64, 70, 74, 75, 92, 94, 95, 96], "truncate_doubl": [64, 70, 74, 75, 92], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refit": [64, 70, 74, 75, 94, 95], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75], "tmp": [64, 70, 74, 75, 88], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 106], "regardless": [64, 70, 82, 97, 99], "fail": [64, 70, 75, 88, 94, 95, 101, 109], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 106], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 94, 96, 99, 100, 108], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 100, 101], "detail": [64, 65, 70, 87, 88, 92, 104, 106], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 103], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "sub": [64, 69, 81, 87, 96], "slate": 64, "futur": [64, 65, 70, 75, 76, 106], "occur": 64, "first_output": 64, "subsequ": 64, "second_output": 64, "session": [64, 67, 81, 100], "point": [64, 66, 75, 79, 80, 81, 88, 101, 104], "cover": [64, 102, 103], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 105, 108], "vari": [64, 71, 105], "distribut": [64, 88, 90, 106], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 101, 103, 104], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 94, 95], "_dynamo": [64, 96, 97, 99, 105], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 104], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 101, 104], "variou": [65, 95, 109], "etc": [65, 79, 81, 92, 109], "environ": [65, 67, 104], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 101, 104, 105], "max_batch_s": [65, 71, 104], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 100], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 106], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 104], "updat": [65, 66, 70, 71, 75, 92, 93, 102], "dim": [65, 69, 71, 92, 101, 104, 105], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 94, 104], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 104], "acc_mod": 65, "earli": 65, "deprec": [65, 69], "continu": [65, 81, 106], "backward": [65, 74, 92, 108], "vision": [65, 104], "activ": [65, 74, 76, 81, 88, 90, 103, 106, 109], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 105], "ll": 65, "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 96], "re": [65, 75, 81, 94, 95, 100, 106], "manual": [65, 75, 80, 81], "sampl": [65, 70, 81, 89, 90, 94, 96, 97, 98, 99, 100, 104], "rand": [65, 88, 94, 95, 96], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 101], "accordingli": [65, 79, 105, 106], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": 65, "best": [65, 70, 75, 81, 94], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 96, 106], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 101, 105], "25": [65, 71, 88], "runtimeerror": [65, 101], "xxx": 65, "One": [65, 81, 82, 88, 103, 106], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 108], "thing": [65, 66, 81], "compar": [65, 70, 75, 89], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 103, 104], "acc_op": 65, "leverag": [65, 90, 93, 102], "power": [65, 81, 88, 103], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 94, 97, 105], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 94, 103, 109], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 101], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 93, 102], "yet": [65, 103], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 101], "pip": [66, 104], "upload": [66, 104], "x86": [66, 106], "extra": [66, 74, 88, 92, 94], "url": [66, 79, 104], "download": [66, 85, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 93, 95, 97, 101, 102, 107, 108], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 104], "curl": [66, 81], "fssl": 66, "o": [66, 81, 104], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 104], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 105], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 105, 108], "technolog": [66, 108], "project": [66, 80, 85], "exclud": [66, 92], "speed": 66, "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 103], "ngc": [66, 104], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 96, 97, 98, 99, 100], "microsoft": 66, "2022": [66, 68], "open": [66, 103, 104], "app": 66, "x64": 66, "prompt": [66, 94, 98], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 106], "similarli": [66, 100, 106], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 109], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 95, 104], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 101], "anywher": 67, "ahead": [67, 68, 88, 94], "ep": [67, 69, 95, 107], "output_format": [67, 75, 107], "input_tensor": [67, 92, 101], "fill": 67, "aot": [68, 88, 94, 108], "integr": [68, 93, 94, 96, 102], "seamlessli": [68, 75], "ecosystem": [68, 108], "hybrid": [68, 70, 75, 76, 108], "instal": [68, 85, 88, 104, 106], "triton": [68, 92], "page": [68, 83, 85, 104], "introductori": 68, "blog": [68, 106], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 101], "pad": [69, 75, 92, 101], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 101], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 103], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 103], "input_scal": 69, "indic": [69, 79, 81, 97, 105], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 101], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 94], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 104], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 103], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 101], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 101], "largest": 69, "dim0": 69, "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 101], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 101], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 107], "arg_input": [70, 75, 95], "kwarg_input": [70, 75], "int32": [70, 75, 76, 92, 99, 103], "channel_last": [70, 75, 76, 103], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 103, 108], "understand": [70, 75, 105], "convolut": [70, 75, 76, 90, 92, 109], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 103], "parition": [70, 75], "increas": [70, 75], "amount": [70, 75], "defer": [70, 75, 108], "lead": [70, 75, 81, 106], "oversubscript": [70, 75], "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 95], "compiled_modul": [70, 95], "new_weight_modul": [70, 95], "verify_output": 70, "use_weight_map_cach": 70, "in_plac": 70, "compmil": 70, "disk": [70, 75], "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": 71, "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 104], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 104], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 106], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 96, 97, 99, 100], "scriptmodul": [74, 75, 76, 88, 89, 107, 108], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 94], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92], "load_state_dict": [74, 94, 101], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "byte": [74, 75, 76, 92, 103], "_set": [74, 96], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 104], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 106], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 93, 94, 102], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 104], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 97, 100], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 93, 102], "float8": 75, "i32": 75, "sign": [75, 104], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 94, 98, 101, 104], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7f5aeb373330": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 94, 95, 96, 97, 98, 99, 100, 101], "total": [77, 92, 94, 95, 96, 97, 98, 99, 100, 101], "galleri": [77, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102], "mem": 77, "advanc": [77, 82, 90, 93, 102], "torch_compile_advanced_usag": [77, 96], "torch_compile_resnet_exampl": [77, 97], "diffus": [77, 93, 95, 102], "torch_compile_stable_diffus": [77, 98], "transform": [77, 88, 90, 93, 101, 102, 104, 107], "torch_compile_transformers_exampl": [77, 99], "v0": [78, 104], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 104], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 104], "sphinx": [79, 80, 81, 82, 86, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 104], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 96, 99], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 98, 103], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": 80, "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 101], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 104], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 101, 103, 104], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92, 95], "strang": 81, "hyphen": 81, "word": [81, 103], "adjust": 81, "width": [81, 103], "browser": 81, "window": 81, "space": [81, 82, 90], "sentenc": [81, 103], "suppli": 81, "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 101], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 108], "why": [81, 106], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 108], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88, 95], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": 81, "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "b3a8cdd": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 107], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 108], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 104], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 106], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 103], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 94, 98], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 105, 108], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 101, 103], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 94], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 106], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 103], "hehe": 82, "kept": 82, "sai": [82, 103], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 103], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 104], "changelog": 85, "math": 85, "9": [85, 88, 92, 104], "14": [85, 99, 104], "17": 85, "18": [85, 88, 94], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 95], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 101], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 108], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 104], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 94], "cppdoc": 88, "pretti": 88, "fashion": [88, 103], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": 88, "aren": 88, "techniqu": [88, 90, 106], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 106], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 101], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 108], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 95, 102], "sole": [89, 90, 108], "individu": 89, "accuraci": [90, 103], "loss": [90, 103], "infrastructur": [90, 104], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 101], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 101], "4822": [90, 101], "4465": [90, 101], "2023": [90, 101], "1994": [90, 101], "2010": [90, 101], "dataloaderopt": 90, "worker": 90, "storag": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 109], "compile_spec": [90, 97, 109], "kf16": [90, 109], "ki8": 90, "vgg16": [90, 93, 101, 102], "testing_dataset": [90, 101], "totensor": [90, 101, 104], "testing_dataload": [90, 101], "num_work": [90, 101], "vgg": [90, 101], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 103], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 95, 97, 100, 103, 104], "cost": [92, 106], "perhap": 92, "overhead": [92, 106], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 104], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 101, 104], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 103], "count": 92, "__": 92, "were": [92, 106], "aggreg": 92, "stat": 92, "latenc": [92, 106], "abstractli": 92, "pkl": [92, 94], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 94, 95], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 94, 95, 96, 97, 98, 99, 100, 101], "custom_kernel_plugin": 92, "jupyt": [92, 94, 95, 96, 97, 98, 99, 100, 101, 102], "ipynb": [92, 94, 95, 96, 97, 98, 99, 100, 101], "cudagraph": [93, 102], "tenorrt": [93, 102], "mutabl": [93, 102], "vgg16_fp8_ptq": [93, 102], "straightforward": 94, "especi": 94, "hug": 94, "face": 94, "difficult": 94, "ever": 94, "walk": [94, 95], "lora": [94, 95], "torch_trt": [94, 95], "random": [94, 95], "seed": [94, 95], "manual_se": [94, 95], "use_python": 94, "resnet18": [94, 95, 97, 100], "mutable_modul": 94, "model2": [94, 95], "expected_output": [94, 95], "refitted_output": [94, 95], "allclos": [94, 95], "reload": [94, 108], "checkpoint": [94, 101], "civitai": 94, "12597": 94, "moxin": 94, "diffusionpipelin": [94, 98], "no_grad": [94, 101], "model_id": [94, 98], "runwayml": 94, "v1": [94, 98], "hous": 94, "forest": 94, "shuimobysim": 94, "wuchangshuo": 94, "qualiti": 94, "worst": 94, "lowr": 94, "focu": 94, "cloudi": 94, "watermark": 94, "pipe": [94, 98], "from_pretrain": [94, 98, 99], "torch_dtyp": [94, 98], "unet": [94, 98], "negative_prompt": 94, "num_inference_step": 94, "30": [94, 95, 97, 99], "without_lora_mut": 94, "jpg": [94, 104], "procedur": 94, "load_lora_weight": 94, "stablediffusionapi": 94, "load_lora_embed": 94, "weight_nam": 94, "safetensor": 94, "adapter_nam": 94, "lora1": 94, "set_adapt": 94, "adapter_weight": 94, "fuse_lora": 94, "unload_lora_weight": 94, "with_lora_mut": 94, "mutable_torchtrt_module_exampl": 94, "ai": 95, "pose": 95, "repetit": 95, "highli": [95, 103, 104], "ineffici": 95, "consider": [95, 104], "exp_program2": 95, "compiled_trt_ep": 95, "new_trt_gm": 95, "switch": [95, 106], "refit_engine_exampl": 95, "torch_compil": [96, 97, 99, 100, 105, 108], "x_out": 96, "y_out": 96, "x_y_out": 96, "invoc": 96, "sample_inputs_half": 96, "model_half": 96, "backend_kwarg": 96, "optimized_model_custom": 96, "occasion": [96, 99], "exit": [96, 99, 104], "2052": [96, 99], "__name__": [96, 99], "__main__": [96, 99], "compile_engine_and_inf": [96, 99], "new_input": [97, 99], "new_output": [97, 99], "new_batch_size_input": 97, "new_batch_size_output": 97, "inputs_bs8": 97, "mark_dynam": [97, 105], "outputs_bs8": 97, "No": [97, 105], "inputs_bs12": 97, "outputs_bs12": 97, "compvi": 98, "majest": 98, "castl": 98, "cloud": 98, "majestic_castl": 98, "png": 98, "bertmodel": 99, "bert": 99, "uncas": [99, 103], "randint": 99, "compilation_kwarg": 99, "enable_cudagraph": [100, 106], "out_trt": 100, "set_cudagraphs_mod": [100, 106], "inputs_2": 100, "inputs_3": 100, "out_trt_2": 100, "out_trt_3": 100, "torch_export_cudagraph": 100, "argpars": 101, "modelopt": 101, "mtq": 101, "export_torch_mod": 101, "layer_spec": 101, "num_class": 101, "1000": [101, 104], "init_weight": 101, "in_channel": 101, "pool": [101, 109], "maxpool2d": 101, "batchnorm2d": 101, "sequenti": 101, "avgpool": 101, "adaptiveavgpool2d": 101, "4096": 101, "dropout": 101, "_initialize_weight": 101, "init": 101, "kaiming_normal_": 101, "fan_out": 101, "nonlinear": 101, "constant_": 101, "elif": 101, "normal_": 101, "vgg16_cfg": 101, "128": 101, "argumentpars": 101, "add_argu": 101, "ckpt": 101, "parse_arg": 101, "model_state_dict": 101, "device_count": 101, "ordereddict": 101, "new_state_dict": 101, "forget": 101, "training_dataset": 101, "randomcrop": 101, "randomhorizontalflip": 101, "training_dataload": 101, "drop_last": 101, "crit": 101, "crossentropyloss": 101, "calibrate_loop": 101, "pred": 101, "5f": 101, "acc": 101, "2f": 101, "quantize_typ": 101, "quant_cfg": 101, "int8_default_cfg": 101, "fp8_default_cfg": 101, "forward_loop": 101, "qdq": 101, "incomplet": 101, "attempt": [101, 105], "functionaltensor": 101, "functionaltensormod": 101, "_trace": 101, "_export": 101, "float8_e4m3fn": 101, "class_prob": 101, "class_pr": 101, "test_prob": 101, "test_pr": 101, "test_loss": 101, "test_acc": 101, "vgg16_ptq": 101, "concept": 102, "explor": 102, "_rendered_examples_python": 102, "_rendered_examples_jupyt": 102, "acoust": 103, "speech": 103, "quartznet": 103, "contextnet": 103, "subword": 103, "piec": 103, "token": 103, "excit": 103, "se": 103, "smaller": 103, "audio": 103, "transcrib": 103, "speedup": 103, "obtain": [103, 107], "feedforward": 103, "cnn": 103, "uniformli": 103, "resolut": 103, "compound": 103, "coeffici": 103, "b0": 103, "corpu": 103, "english": 103, "supervis": 103, "huggingfac": 103, "walkthrough": 103, "overal": 103, "jetson": 103, "adopt": 103, "mobilenetv2": 103, "classif": 103, "imagenet": 103, "imagenett": 103, "qat": 103, "simul": 103, "hand": 104, "concurr": 104, "grpc": 104, "solv": 104, "aforement": 104, "familiar": 104, "resnet50": 104, "torchhub": 104, "docker": 104, "login": 104, "xx": 104, "yy": 104, "mm": 104, "publish": 104, "22": 104, "pwd": 104, "scratch_spac": 104, "nvcr": 104, "py3": 104, "proce": 104, "hub": 104, "_validate_not_a_forked_repo": 104, "suggest": 104, "simplest": 104, "model_repositori": 104, "pbtxt": 104, "pytorch_libtorch": 104, "input__0": 104, "data_typ": 104, "type_fp32": 104, "output__0": 104, "exact": 104, "encourag": 104, "rm": 104, "8000": 104, "8001": 104, "8002": 104, "the_model_repositori": 104, "tritonserv": 104, "spin": 104, "proceed": 104, "flesh": 104, "wget": 104, "img1": 104, "hakaimagazin": 104, "wp": 104, "gulf": 104, "bird": 104, "attrdict": 104, "pyindex": 104, "tritoncli": 104, "jump": 104, "firstli": 104, "resiz": 104, "pil": 104, "httpclient": 104, "triton_to_np_dtyp": 104, "rn50_preprocess": 104, "img_path": 104, "img": 104, "centercrop": 104, "485": 104, "456": 104, "406": 104, "229": 104, "transformed_img": 104, "inferenceservercli": 104, "localhost": 104, "secondli": 104, "inferinput": 104, "set_data_from_numpi": 104, "binary_data": 104, "inferrequestedoutput": 104, "class_count": 104, "lastli": 104, "send": 104, "model_nam": 104, "inference_output": 104, "as_numpi": 104, "468750": 104, "90": 104, "523438": 104, "92": 104, "664062": 104, "429688": 104, "136": 104, "234375": 104, "confidence_scor": 104, "classification_index": 104, "eagerli": 105, "prior": [105, 106], "swap": 105, "exactli": 105, "dynamic_shap": 105, "_tracer": 105, "sometim": 105, "queri": 105, "attn_weight": 105, "seq_len": 105, "compiler_dynamic_shap": 105, "inputs_bs2": 105, "libtorchtrt_runtim": 106, "dl_open": 106, "ld_preload": 106, "load_librari": 106, "cxx11": 106, "abi": 106, "wl": 106, "ltorchtrt": 106, "torchtrt_runtime_exampl": 106, "libtorchtrt_plugin": 106, "neglig": 106, "thread": 106, "alert": 106, "mismatch": 106, "crash": 106, "sacrif": 106, "incur": 106, "intens": 106, "trt_ep": 107, "stai": 107, "trt_t": 107, "ergonom": 108, "flexibl": 108, "deleg": 108, "believ": 108, "amen": 108, "artifact": 108, "pack": 108, "year": 108, "superset": 108, "codebas": 108, "immedi": 108, "traceabl": 108, "scriptabl": 108, "hardwar": 109, "neural": 109, "deconvolut": 109, "scripted_model": 109}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [107, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 106], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 101], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 97, 99, 100, 108], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 95, 96, 97, 98, 99, 100, 101], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 101], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 101], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 107, 108], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 93, 95, 96, 97, 98, 99, 100, 102, 103, 105, 107, 108], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 106], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 97, 99], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 94, 95, 97, 99, 101, 102, 103, 104, 105, 106, 107, 108], "c": [50, 61, 66, 67, 68, 88, 90, 103], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 93, 102, 107, 108], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 103], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 95, 96, 97, 99, 100, 101, 103, 105], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 94, 95, 108], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 95, 108], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 104], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 101], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 103], "runtim": [57, 58, 59, 74, 95, 106], "background": [58, 60], "engin": [58, 65, 92], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 108], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 95, 101], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90, 95], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103], "native_op": 61, "ir": [61, 107, 108], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 100, 105], "customiz": [63, 64], "set": [63, 64, 94, 96, 100, 104], "under": [63, 88, 105], "hood": [63, 88, 105], "trace": 63, "backend": [64, 97], "kei": 64, "featur": 64, "custom": [64, 88, 92, 96, 105], "usag": [64, 96], "after": 64, "model": [64, 65, 92, 95, 96, 97, 98, 99, 100, 101, 103, 104, 107], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 97, 103, 105], "shape": [64, 97, 103, 105], "support": [64, 69], "recompil": [64, 97], "condit": 64, "fx": [65, 68, 71, 103, 108], "frontend": [65, 66, 68, 91, 103, 108], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 96, 99], "nightli": 66, "build": [66, 79, 104], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 106], "addit": 66, "option": [66, 67, 79, 80, 82, 97, 99, 108], "distribut": 66, "No": 66, "librari": [66, 106], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 101], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 104], "advanc": [66, 96], "setup": 66, "troubleshoot": 66, "altern": [66, 95], "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 104], "2": [67, 83, 84, 104], "deploi": [67, 101, 103, 106], "deploy": 67, "In": 68, "framework": 68, "infer": [68, 97, 98, 99, 100, 101, 104], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 102], "contributor": 68, "indic": 68, "legaci": [68, 108], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 108], "submodul": 75, "comput": 77, "time": [77, 95, 108], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": 80, "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": 81, "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": 82, "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 104], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 94, 95, 107], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 101, 103], "quantiz": [90, 101, 103], "your": [90, 104], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "mutabl": 94, "initi": 94, "make": 94, "modif": 94, "stabl": [94, 98], "diffus": [94, 98], "huggingfac": 94, "refit": 95, "tenorrt": 95, "standard": 95, "workflow": 95, "import": [95, 96, 97, 98, 99, 100, 101], "first": 95, "updat": 95, "default": [96, 100], "cleanup": [96, 99], "driver": [96, 99], "error": [96, 99], "note": [96, 99], "resnet": 97, "argument": [97, 99], "avoid": 97, "specifi": 97, "befor": 97, "trt": 97, "transform": [99, 103], "cudagraph": [100, 106], "integr": 100, "load": [101, 107], "dataset": 101, "loss": 101, "calibr": 101, "tune": 101, "fp8": 101, "notebook": 103, "citrinet": 103, "efficientnet": 103, "mask": 103, "languag": 103, "mlm": 103, "hug": 103, "face": 103, "bert": 103, "acceler": 103, "serv": [103, 104], "resnet50": 103, "lenet": 103, "deep": 103, "learn": 103, "object": 103, "detect": 103, "ssd": 103, "int8": 103, "triton": 104, "up": 104, "server": 104, "client": 104, "queri": 104, "aot": 105, "constraint": 105, "jit": 105, "libtorchtrt": 106, "so": 106, "plugin": 106, "multi": 106, "safe": 106, "mode": 106, "exportedprogram": 107, "b": 107, "explain": 108, "just": 108, "accept": 108, "return": 108, "ahead": 108, "dla": 109}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
+Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Mutable Torch TensorRT Module", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Compiling GPT2 using the Torch-TensorRT with dynamo backend", "Compiling Llama2 using the Torch-TensorRT with dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 94, 98, 101, 102, 103, 104, 107], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 108, 109, 111], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 97, 99, 101, 103, 104, 105, 108, 112, 113], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 94, 105, 107], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 94, 105, 107, 111], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 94, 95, 96, 97, 106, 108, 110, 111, 112, 113], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 94, 95, 98, 100, 102], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 95, 97, 99, 101, 106, 109, 110, 112, 113], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 112], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 96, 97, 108, 110], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 101, 103, 104, 109, 110, 111], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 98, 99, 101, 103, 104, 109], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 93, 94, 97, 102, 108], "reason": [0, 65, 87, 92, 94, 112], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 105, 106, 107, 108, 109, 110, 111, 112], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 93, 94, 96, 97, 107, 108, 109, 110], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 96, 98, 99, 101, 107], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 95, 96, 106, 107, 108, 109, 110, 111], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 96, 97, 109, 110], "itself": [0, 1, 2, 46, 52, 55, 91, 108], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 96, 97, 102, 105, 108, 113], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 107, 108], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 96, 100, 113], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 105, 113], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 105], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 97, 98, 101, 102, 103, 104, 107, 108, 109, 110, 112, 113], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 94, 105, 109, 110, 111, 112], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 94, 109], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 94, 95, 96, 99, 101, 102, 106, 108, 110], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 109, 111], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 105, 108, 109], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 93, 94, 96, 97, 100, 101, 103, 104, 105, 107, 108, 110, 111, 112], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 94, 113], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88, 97, 103, 104], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 101, 112, 113], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 94, 103, 104, 107, 108], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 97, 98, 105, 108, 109], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 112], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 110], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 110], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 96, 97, 110, 113], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 110, 113], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 94, 98, 99, 102, 103, 104, 107, 108, 109, 110, 111, 112], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 94, 98, 107, 108], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 97, 108], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 108], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 97, 112, 113], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 104, 108, 110, 112, 113], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "kdla": [1, 45, 46, 113], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 97, 109, 113], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 93, 94, 96, 97, 99, 102, 106, 107, 108, 109, 111, 112], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 97, 98, 102, 103, 104, 107, 108, 109, 110, 111, 112], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92, 94, 97], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 98, 107], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 105], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 105], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 95, 106], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 105, 106, 110], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 94, 110], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 108, 109, 111, 112], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 108, 113], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 99, 102, 108, 109], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 95, 106, 110], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 94, 99, 101, 105, 108, 109, 113], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 94, 99, 101, 105, 107, 109], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 98, 102, 105, 108], "alwai": [3, 4, 27, 52, 75, 81, 97], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 104, 105, 107, 109, 111, 113], "due": [3, 4, 66, 80, 81, 105], "issu": [3, 4, 64, 70, 75, 88, 98, 101], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 97, 102, 105, 108], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 97, 110], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 95, 97, 99, 101, 106, 107, 112], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 96, 98, 105, 107, 108, 109, 110], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 96, 97, 99, 101, 102, 110], "use_cach": [3, 4, 30, 44, 73, 90, 103, 104], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 97, 105, 107, 109, 110, 112, 113], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 108], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 94, 95, 97, 98, 102, 106, 108, 109, 110, 111, 112], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 99, 101, 107, 110], "easili": [3, 4, 96], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 113], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 112], "dataload": [4, 29, 30, 44, 49, 73, 90, 105], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 100, 108], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 104, 112], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 94, 102, 105, 108, 112], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 99, 101, 110], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 94, 107], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 97, 107, 108, 109, 110], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 94, 98, 102, 105, 109, 111], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 95, 106, 110], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 99, 101], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 93, 94, 96, 97, 99, 101, 103, 104, 105, 108], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 109], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 106, 107, 108, 110, 112], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 93, 94, 96, 97, 98, 99, 101, 105], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 112], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 94, 95, 96, 97, 99, 101, 102, 106, 107, 109, 110], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 94, 99, 101, 107, 112], "phase": [16, 60, 63, 88, 97, 109, 112], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 112], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 70, 90, 94], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 95, 104, 106, 109], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 108], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 107, 109, 113], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 94, 105], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 93, 94, 105], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92, 94, 103, 104], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 113], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 96, 100, 103, 104, 107, 113], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 113], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 108, 112], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 96, 103, 104, 105, 110], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 96, 97, 100, 107, 108, 109, 111], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 94, 109], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 96], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 99, 101, 111], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 94, 105, 107, 110], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 96, 97, 107, 109, 110], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 70, 71, 75, 79, 81, 88, 89, 90, 92, 94, 97, 98, 102, 108, 109, 110, 112, 113], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 99, 101, 109], "post": [29, 30, 49, 52, 63, 68, 88, 94], "train": [29, 30, 49, 52, 68, 69, 88, 89, 94], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 95, 106], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 95, 97, 106, 108], "previous": [29, 33, 88, 94, 97], "therefor": [29, 58, 65, 66, 74, 81, 88, 107, 110], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 99, 101, 105, 107, 108, 109], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 105, 108, 109, 110], "dataset": [29, 73, 90, 107], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 93, 94, 97, 100, 107, 108, 110, 112], "later": [29, 70, 88, 97, 111, 112], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 96, 110, 112], "scratch": [29, 94, 97], "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 108, 110], "howev": [29, 66, 79, 80, 88, 92, 94, 108, 109, 112], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 107, 108, 113], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 94, 102, 105, 106, 107], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 105, 108, 110, 112], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 108], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 96, 97, 108, 110, 112], "respons": [29, 54, 58, 81, 110], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 94, 109], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 102, 107, 108, 110, 111, 112], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 108, 109], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 98, 105, 109], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 107], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 98, 101, 107, 109, 110, 112], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 94, 98, 105, 107, 109], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92, 94, 97], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92, 97], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90, 103, 104], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 94, 108, 110], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 97, 108, 111, 112], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 95, 97, 98, 105, 106, 107, 109, 111, 113], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 94, 97, 98], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 113], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 93, 96, 105, 108, 110, 113], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 98, 107, 109], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 94, 107], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 96, 105, 108, 109], "unsupport": [31, 49, 54, 64, 75, 92, 112], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 110, 112], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 98, 101, 108, 112, 113], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 108, 109], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 99, 101], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 106, 107, 112], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 94, 110], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76, 94, 97], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 112], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 108], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 94, 109, 110, 112], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 94, 95, 99, 106, 107, 108, 109, 110], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 94, 105, 107, 108, 111], "symbol": [33, 65, 66, 76, 81, 110], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 113], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104, 105, 106, 109, 111], "y": [33, 56, 76, 82, 92, 98], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89, 94], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92, 94, 97], "origin": [33, 65, 71, 75, 92, 94, 96, 112], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 94, 95, 96, 97, 105, 106, 108, 109, 110, 111, 112], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 94, 100, 108], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 107, 108, 111], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 113], "id": [36, 45, 52, 75, 79, 80, 84, 113], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 93, 97, 101, 107, 112], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 110], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 108, 109, 110], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 96, 108, 110, 113], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45, 103, 104], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 99, 112], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 94, 110], "root": [42, 43, 44, 45, 66, 79, 90, 105], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "tree": [42, 43, 44, 45, 79, 90, 105, 110], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 108, 110], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 107, 108, 109, 110, 111, 112], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 112], "necessari": [42, 62, 64, 66, 74, 97, 110], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 70, 81, 82, 88, 89, 90, 94, 97, 106, 108, 109, 110, 112], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 97, 98, 108], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 93, 94, 105], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 99, 101], "gaurd": 43, "someth": [43, 55, 81, 108], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 96, 98, 108], "setup": [43, 90, 108], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 109, 111], "torchtrt": [43, 56, 92, 105], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 98, 105, 109], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 103, 104, 113], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 98, 102], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 97, 98, 102, 109], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 108, 109, 110, 111], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 96, 107, 110], "still": [44, 56, 65, 66, 90, 98, 112], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 93, 94, 98, 100, 110, 111, 113], "batch_siz": [44, 90, 105], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "statu": [44, 82], "reset": [44, 93, 94, 98, 101, 110], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 112], "again": [44, 58, 60, 81, 92, 96], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 108], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81, 94], "copi": [44, 60, 65, 69, 73, 82, 108], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": [45, 94], "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 93, 99, 101, 102, 107, 109], "device_typ": [45, 46, 75, 90, 91, 113], "int64_t": [45, 46, 48, 49, 90, 113], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 112, 113], "agx": 45, "platform": [45, 52, 59, 66, 108, 113], "xavier": [45, 113], "dla_cor": [45, 46, 52, 75, 90, 91, 113], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 113], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 99, 102, 107, 109], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 102, 105, 108, 110, 113], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 110], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "spec": [45, 48, 49, 52, 72, 75, 76, 91, 94], "flatten": [45, 47, 69, 87, 88, 105], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 103, 104, 105, 108, 113], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92, 103, 104], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 94, 95, 96, 106], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 100], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 97, 99, 101], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 93, 94, 97, 98, 99, 101, 104, 105], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 102, 105, 107, 109, 111, 113], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 97, 98, 99, 101], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 98, 101], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 107, 108, 112], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 105, 107, 108, 109, 112, 113], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89, 94], "complex": [47, 49, 64, 66, 87, 89, 96], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 94, 111], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 98, 101, 103, 104, 108], "rang": [48, 49, 52, 65, 75, 92, 93, 94, 99, 107, 109], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 97, 99, 100, 101, 107, 109, 112], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 110], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 105, 109], "three": [48, 57, 59, 65, 71, 75, 81, 82, 107, 108], "min": [48, 52, 60, 69, 75, 94, 99, 109], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 94, 99, 105, 109], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 94, 97, 99, 101, 110], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 109], "expect": [48, 54, 55, 60, 75, 88, 89, 107], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 107], "low": [48, 65, 96], "high": [48, 55, 56, 79, 92, 112], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 94, 95, 96, 100, 106, 107], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 98, 108, 109, 111, 112], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 96, 100, 103, 104, 109], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 94, 98, 100, 101, 104, 110], "opt": [48, 66, 74, 75, 102], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 99, 101, 108], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 98, 111], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 94, 107, 108, 109, 110, 111], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 96, 97, 107, 112], "altern": [48, 56, 62, 63, 75, 89, 102, 107, 111], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 105, 108, 109, 111], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 109], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 95, 106, 110], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 99, 109], "event": [48, 64, 93, 94], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 105], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 99, 107, 109], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 110, 113], "describ": [49, 56, 60, 75, 87, 91, 95, 106, 108], "entri": [49, 60, 94], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 94, 97, 105, 107, 109, 112], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 99, 101, 113], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 107, 109, 110], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 107], "inner": [49, 82, 107], "product": [49, 75], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 105, 107, 108, 109], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 108, 109], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 105], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 109, 110, 111], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 101, 102], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 109], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100, 102, 103, 104, 105, 108, 109, 110, 111], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 98, 99, 101], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 102, 110], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 95, 106], "host": [49, 52, 64, 66, 70, 75, 76, 92, 108], "share": [49, 52, 64, 66, 70, 74, 75, 76, 94], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 97, 109], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 97, 105, 110], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 94, 112], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 98, 112], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "enginecapabilitystruct": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 70, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 107, 110, 112], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 94, 95, 97, 106, 107, 110, 111], "command": [52, 64, 66, 81, 82, 87, 88, 108], "line": [52, 66, 82, 88, 96], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92, 94], "deploy": [52, 74, 88, 89, 90, 107, 108, 110, 113], "pipelin": [52, 88, 96, 100, 113], "basic": [52, 56, 65, 82, 106, 108], "featur": [52, 56, 65, 66, 88, 90, 91, 100, 105, 107, 112], "though": [52, 59, 60, 87, 88, 112], "alreadi": [52, 53, 54, 55, 88, 90, 92, 109], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 94, 108, 109], "embed": [52, 54, 58, 69, 76, 81, 113], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 98, 101, 108, 110], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 110], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 93, 94, 96, 108, 109, 110, 111], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75, 97], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 96, 107, 110], "load": [52, 56, 58, 64, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 107, 108, 110, 112], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 96, 97, 108, 110], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 108, 110], "input_file_path": [52, 113], "output_file_path": [52, 113], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 110], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 105, 108], "verbos": [52, 64, 65, 70, 71, 82, 99, 101], "about": [52, 53, 58, 60, 66, 74, 79, 88, 108, 109], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 97, 98, 102, 107, 108, 110], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 94, 110], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 93, 94, 105], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 97, 113], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 95, 96, 106, 109, 110, 112], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 108, 113], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 98, 99, 108, 113], "float16": [52, 75, 92, 96, 100], "f16": [52, 75, 88, 113], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 113], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 112, 113], "dla_standalon": [52, 75], "file_path": [52, 75, 111], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 98, 110, 112], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 112], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 96, 97], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 95, 103, 104, 106], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92, 93], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 103, 104, 105, 113], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 102, 110, 111], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 105, 107, 108], "ssd_trace": 52, "pt": [52, 65, 88, 103, 104, 108], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 105, 107], "1024": [52, 70, 75, 76, 103, 107], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 108], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 94, 95, 97, 98, 101, 106, 107], "context": [53, 57, 58, 59, 64, 72, 74, 102, 110], "inetworkdefinit": [53, 54], "record": [53, 87, 93, 94, 102, 110], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 93, 94, 107], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 94, 108, 109], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 110], "state": [53, 54, 60, 62, 74, 88, 96], "been": [53, 60, 64, 66, 73, 82, 88, 94, 97, 112], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 94, 105, 107], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 108], "abl": [53, 55, 60, 62, 65, 90, 91, 92, 97], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 94, 97, 112], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 98, 101], "until": [53, 56, 59, 60, 66, 70, 75, 112], "final": [53, 56, 57, 59, 66, 92, 98, 101, 107], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 94, 109, 112], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 108, 112], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 113], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81, 94], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 94, 95, 106, 107, 108, 113], "associ": [53, 60, 88, 94, 110], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90, 97], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 96, 97, 108, 112], "done": [53, 56, 59, 92, 97, 108, 111], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 97, 98, 101, 108, 110], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 96, 98, 105, 107, 108, 110, 111], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 99, 101, 108, 110], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 109], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 109], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 93, 94, 98, 105, 108, 109], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 97, 109], "kwarg": [54, 65, 70, 73, 74, 75, 92, 107], "dict": [54, 70, 74, 75, 76, 92, 94], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 107], "decor": [54, 62, 65], "kei": [54, 81, 87, 94, 108, 109], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 105, 107, 109], "capability_valid": 54, "lambda": [54, 60, 81, 88, 108], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 97, 111], "determin": [54, 55, 64, 65, 75, 109, 110], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 108, 113], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92, 97], "numpi": [54, 75, 92, 93, 94, 96, 97, 108], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 98], "correspond": [54, 60, 65, 66, 74, 75, 94, 96, 105, 110], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 94, 102, 111], "being": [54, 65, 66, 70, 88, 92, 97], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 96, 98, 101, 105, 107, 108, 109, 110], "github": [54, 61, 64, 66, 79, 88, 90, 98, 101, 105, 108, 110], "com": [54, 61, 64, 66, 88, 90, 96, 98, 101, 105, 108, 110], "blob": [54, 61, 66, 79, 90, 94], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 105], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90, 93, 94, 97], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 97, 112], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 94, 97, 107, 109], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 108], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 96, 107, 108, 110, 112], "opoverload": 54, "particular": [54, 64, 94], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 105], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55, 97], "special": [54, 56], "account": [54, 108], "illustr": [54, 65, 99, 107], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 107], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 98], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94, 96], "possibl": [54, 66, 81, 92, 94, 107, 108], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 98, 101], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92, 94], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 112], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 93, 94, 96, 107, 110], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 107], "limit": [54, 55, 72, 80, 90, 94, 112], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 98, 99, 101, 105, 109], "ignor": [54, 70, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 93, 94, 96, 97, 108], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 107], "term": [54, 75, 81, 82, 90, 92, 107], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 98, 99, 101, 107, 109, 110, 111, 112], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 105, 112], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 109], "modifi": [54, 56, 62, 65, 82, 95, 96, 106, 109], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 105, 108, 112], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79, 94], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 96], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 107, 112], "instanc": [55, 62, 64, 66, 70, 73, 74, 87, 88, 107, 110], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 94, 107, 110], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 112], "closer": 55, "scope": [55, 92, 98, 101], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 112], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 98, 105, 109, 112], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 108], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 99, 108, 109], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 99], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 110], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 94, 98, 105, 107, 109, 113], "bia": [55, 69, 88, 105], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 112], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 96, 108, 113], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 112], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 112], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 110, 112], "pair": [55, 60, 66, 81, 90, 107], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "mark": [55, 56, 79, 94], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 112], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 94, 107, 109, 112], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 93, 108], "might": [55, 66, 79, 97, 109], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 94, 97, 110], "expand": [55, 69], "simpli": [55, 98, 107], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 95, 97, 98, 106, 107, 109, 110, 111, 112], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90, 94], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 105], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82, 97], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 108], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 99, 101, 107], "verifi": [56, 70, 92, 97], "Then": [56, 90, 91, 97], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 110], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 98, 108, 112], "trace": [56, 65, 70, 74, 76, 87, 88, 109, 111, 112], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 108], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 105], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 95, 98, 99, 102, 106, 107, 108, 109, 110, 111], "maintain": [56, 58, 60, 75, 96, 112], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109], "mymodel": [56, 63, 67, 89, 92, 109, 111], "ts_model": [56, 88], "trt_model": [56, 91, 92, 99, 103, 104, 105, 108, 111], "off": [56, 58, 102], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 94, 99, 102, 109, 111], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 97, 99, 102, 107, 108, 109, 111], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 98, 105], "trt_mod": [56, 67, 88, 90, 113], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 97, 99, 101], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 105], "greedi": [56, 103, 104], "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 94, 97, 99, 101, 108, 109, 110, 111], "encount": [56, 64, 66, 98, 101], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 98, 100, 101, 102, 105, 109], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 70, 81, 88, 94, 105, 108], "could": [56, 64, 65, 92, 99, 101, 110], "rewrit": [56, 62], "portion": [56, 81, 92, 100], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 93, 94, 97, 110], "reorder": 56, "seri": 56, "cleanli": 56, "approach": [56, 94], "achiev": [56, 107], "hit": 56, "larger": [56, 70, 75, 79, 107], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 96, 97, 112], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 94, 97, 112], "clean": [56, 62, 81, 98, 101], "step": [56, 65, 69, 75, 90, 92, 97, 107], "consolid": [56, 87], "further": [56, 64, 65, 110, 112], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 112], "loop": [56, 64, 65, 103, 104], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 95, 98, 99, 101, 102, 106, 109], "larg": [57, 59, 79, 81, 88, 90, 97, 107], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 110, 112], "evalu": [57, 58, 59, 105], "deploi": [57, 59, 68, 88, 90, 95, 106, 108], "instanti": [57, 58, 59, 60, 88, 100], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 98, 101], "extend": [57, 59, 60, 69, 88, 94, 107], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 105, 112], "machin": [58, 66, 90, 108], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 112], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 97, 99, 102, 105, 108], "resnet": [58, 77, 95, 96, 106, 107, 108], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 108, 110], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 96, 97, 106], "depickl": 58, "encod": [58, 107], "sm": 58, "correct": [58, 66, 79, 96, 97, 105], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 94, 112], "older": 59, "repositori": [59, 66, 79, 86, 108], "notebook": [59, 68, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 109], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 112], "matur": 59, "most": [59, 65, 66, 71, 92, 97, 108, 110, 112], "hood": [59, 99, 112], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 107], "ilay": 60, "analogu": 60, "goal": [60, 64, 94], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 98, 99, 101, 110], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 101, 103, 104, 105, 106, 107, 108, 112], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 94, 107], "don": [60, 65, 79, 81, 82, 90, 105, 108, 109], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 94, 109, 110], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 95, 98, 106, 111], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 97, 107], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 113], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 94, 98, 105], "wrapper": [60, 65, 111], "similar": [60, 63, 64, 65, 66, 88, 91, 92, 103, 104], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92, 93, 94], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 96], "benefit": [60, 88, 94], "deal": [60, 94], "quit": [60, 66, 88, 107], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 112], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 109], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 109, 110], "stabl": [61, 76, 77, 79, 95, 106, 109], "master": [61, 66, 90, 110], "overview": [61, 68, 98, 102], "md": 61, "appli": [62, 63, 90, 97], "desir": [62, 70, 82, 90, 94], "coalesc": 62, "insert": [62, 88, 90, 94, 97], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 97, 111, 112], "caller": 62, "invok": [62, 64, 65, 87, 88, 110], "lint": 62, "recompil": [62, 70, 75, 94, 97, 101, 109, 112], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 98], "scenario": [62, 64, 96], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 107], "placehold": 62, "isinst": [62, 65, 92, 105], "issubclass": 62, "direct": [62, 85, 97, 110], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 112], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 105], "__init__": [62, 74, 75, 81, 87, 92, 94, 98, 105, 109], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 94, 95, 98, 100, 101, 105, 106, 109], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 101, 107, 110, 112], "control": [62, 65, 87, 97, 110], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 70, 79, 93, 94, 105], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 107], "exportedprogram": [63, 67, 70, 75, 97, 103, 104, 109, 112], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 93, 94, 97, 98, 99, 101, 102, 105, 109], "frontend": [63, 70, 73, 89, 92, 95, 99, 101, 105, 106, 109], "simpl": [63, 64, 65, 81, 82, 87, 107, 108, 109], "usag": [63, 65, 73, 77, 81, 88, 95, 106, 109, 111], "eval": [63, 67, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 108, 109, 111], "exp_program": [63, 94, 97, 105, 109], "trt_gm": [63, 67, 94, 97, 109, 111], "interact": [63, 81, 96, 98, 99, 100, 101, 102, 103, 104], "ideal": 63, "discuss": [63, 64, 108], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 108, 111], "frequent": 63, "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 95, 106], "insid": [63, 81, 92, 95, 106, 108], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 107], "constraint": 63, "guid": [64, 80, 106], "present": [64, 97], "learn": [64, 66, 68, 88, 90, 92, 108, 113], "acceler": [64, 71, 75, 95, 106, 110, 112, 113], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 96, 99, 100, 101, 103, 104, 107], "wide": [64, 75, 85], "varieti": [64, 108], "primari": [64, 94, 111], "simplic": 64, "optimized_model": [64, 67, 93, 98, 99, 101], "depth": [64, 79, 107], "challeng": [64, 96, 108], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 98], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 98], "use_python_runtim": [64, 70, 74, 75, 92, 93, 94, 96, 97, 98], "truncate_doubl": [64, 70, 74, 75, 92, 93, 103, 104], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refit": [64, 70, 74, 75, 93, 94, 96, 97], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75, 94], "tmp": [64, 70, 74, 75, 88, 93], "torch_tensorrt_engine_cach": [64, 70, 74, 75], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "cache_built_engin": [64, 70, 74, 93, 94], "reuse_cached_engin": [64, 70, 74, 93, 94], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 110], "regardless": [64, 70, 82, 99, 101], "fail": [64, 70, 75, 88, 96, 97, 105, 113], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 110], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 96, 98, 101, 102, 112], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 102, 105], "detail": [64, 65, 70, 87, 88, 92, 94, 108, 110], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 94, 107], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "storag": [64, 70, 90], "sub": [64, 69, 81, 87, 98], "slate": 64, "futur": [64, 65, 70, 75, 76, 110], "occur": 64, "first_output": 64, "subsequ": [64, 94], "second_output": 64, "session": [64, 67, 81, 94, 102], "point": [64, 66, 75, 79, 80, 81, 88, 105, 108], "cover": [64, 106, 107], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 97, 109, 112], "vari": [64, 71, 109], "distribut": [64, 88, 90, 110], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 96, 105, 106, 107, 108], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 96, 97], "_dynamo": [64, 93, 94, 98, 99, 101, 109], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103, 104, 108], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 105, 108], "variou": [65, 113], "etc": [65, 79, 81, 92, 113], "environ": [65, 67, 108], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 105, 108, 109], "max_batch_s": [65, 71, 108], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 102], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 94, 110], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 108], "updat": [65, 66, 70, 71, 75, 92, 95, 97, 106], "dim": [65, 69, 71, 92, 94, 105, 108, 109], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 96, 108], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 108], "acc_mod": 65, "earli": [65, 97], "deprec": [65, 69], "continu": [65, 81, 110], "backward": [65, 74, 92, 112], "vision": [65, 108], "activ": [65, 74, 76, 81, 88, 90, 107, 110, 113], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 109], "ll": [65, 94], "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 98], "re": [65, 75, 81, 94, 96, 102, 110], "manual": [65, 75, 80, 81, 97], "sampl": [65, 70, 81, 89, 90, 96, 97, 98, 99, 100, 101, 102, 103, 104, 108], "rand": [65, 88, 94, 96, 97, 98], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 94, 105], "accordingli": [65, 79, 109, 110], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": [65, 94], "best": [65, 70, 75, 81, 96], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 98, 110], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 104, 105, 109], "25": [65, 71, 88], "runtimeerror": [65, 105], "xxx": 65, "One": [65, 81, 82, 88, 107, 110], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 112], "thing": [65, 66, 81], "compar": [65, 70, 75, 89, 97], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 107, 108], "acc_op": 65, "leverag": [65, 90, 95, 106], "power": [65, 81, 88, 107], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 99, 109], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 96, 107, 113], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 105], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85, 104], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 95, 106], "yet": [65, 107], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 105], "pip": [66, 108], "upload": [66, 108], "x86": [66, 110], "extra": [66, 74, 88, 92, 96], "url": [66, 79, 108], "download": [66, 85, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 94, 95, 97, 99, 103, 104, 105, 106, 111, 112], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 108], "curl": [66, 81], "fssl": 66, "o": [66, 81, 108], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 94, 108], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 97, 109], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 109, 112], "technolog": [66, 112], "project": [66, 80, 85], "exclud": [66, 92], "speed": [66, 94, 95, 97, 106], "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 107], "ngc": [66, 108], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 98, 99, 100, 101, 102, 103, 104], "microsoft": 66, "2022": [66, 68], "open": [66, 107, 108], "app": 66, "x64": 66, "prompt": [66, 96, 100, 103, 104], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 110], "similarli": [66, 94, 102, 110], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 113], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 108], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 105], "anywher": 67, "ahead": [67, 68, 88, 96], "ep": [67, 69, 97, 111], "output_format": [67, 75, 111], "input_tensor": [67, 92, 105], "fill": 67, "aot": [68, 88, 96, 97, 112], "integr": [68, 95, 96, 98, 106], "seamlessli": [68, 75], "ecosystem": [68, 112], "hybrid": [68, 70, 75, 76, 112], "instal": [68, 85, 88, 108, 110], "triton": [68, 92], "page": [68, 83, 85, 108], "introductori": 68, "blog": [68, 110], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 105], "pad": [69, 75, 92, 105], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 105], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 107], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 107], "input_scal": 69, "indic": [69, 79, 81, 97, 99, 109], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 105], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 96], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 108], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 107], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 105], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 105], "largest": 69, "dim0": [69, 94], "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 93, 94, 105], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 105], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 111], "arg_input": [70, 75, 97], "kwarg_input": [70, 75, 97], "engine_cache_dir": [70, 93, 94], "engine_cache_s": [70, 93, 94], "custom_engine_cach": [70, 94], "baseenginecach": [70, 94], "int32": [70, 75, 76, 92, 93, 101, 107], "channel_last": [70, 75, 76, 107], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 107, 112], "understand": [70, 75, 109], "convolut": [70, 75, 76, 90, 92, 113], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 93, 94, 107], "parition": [70, 75], "increas": [70, 75, 94], "amount": [70, 75], "defer": [70, 75, 112], "lead": [70, 75, 81, 110], "oversubscript": [70, 75], "hard": [70, 97], "disk": [70, 75, 94], "space": [70, 81, 82, 90], "byte": [70, 74, 75, 76, 92, 94, 107], "1gb": [70, 93, 94], "exce": 70, "oldest": 70, "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 97], "compiled_modul": [70, 97], "new_weight_modul": [70, 97], "verify_output": [70, 97], "use_weight_map_cach": [70, 97], "in_plac": [70, 97], "compmil": 70, "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": [71, 103, 104], "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 108], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 108], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 110], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 97, 98, 99, 101, 102, 103, 104], "scriptmodul": [74, 75, 76, 88, 89, 111, 112], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 96], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92, 94], "load_state_dict": [74, 96, 105], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "_set": [74, 98], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 108], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 110], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 95, 96, 106], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 108], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89, 97], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 99, 102], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 95, 106], "float8": 75, "i32": 75, "sign": [75, 108], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 96, 100, 105, 108], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7f14103e9130": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "total": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "galleri": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "mem": 77, "advanc": [77, 82, 90, 95, 106], "torch_compile_advanced_usag": [77, 98], "torch_compile_resnet_exampl": [77, 99], "diffus": [77, 95, 106], "torch_compile_stable_diffus": [77, 100], "transform": [77, 88, 90, 93, 95, 97, 103, 104, 105, 106, 108, 111], "torch_compile_transformers_exampl": [77, 101], "v0": [78, 108], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 94, 108], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 108], "sphinx": [79, 80, 81, 82, 86, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 108], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 98, 101], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 94, 100, 107], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": [80, 97], "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 105], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 108], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 105, 107, 108], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92], "strang": 81, "hyphen": 81, "word": [81, 107], "adjust": 81, "width": [81, 107], "browser": 81, "window": 81, "sentenc": [81, 107], "suppli": [81, 97], "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 105], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 94, 112], "why": [81, 110], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88, 97], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 112], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": [81, 97], "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "8759736": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 111], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 112], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 108], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 110], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 107], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 96, 100], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 109, 112], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 105, 107], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 96], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 110], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 107], "hehe": 82, "kept": 82, "sai": [82, 107], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 107], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 108], "changelog": 85, "math": 85, "9": [85, 88, 92, 108], "14": [85, 93, 101, 108], "17": 85, "18": [85, 88, 96], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 96, 97], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 105], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 112], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 108], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 96], "cppdoc": 88, "pretti": 88, "fashion": [88, 107], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": [88, 97], "aren": 88, "techniqu": [88, 90, 110], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 110], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 105], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 112], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 106], "sole": [89, 90, 112], "individu": 89, "accuraci": [90, 107], "loss": [90, 107], "infrastructur": [90, 108], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 105], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 105], "4822": [90, 105], "4465": [90, 105], "2023": [90, 105], "1994": [90, 105], "2010": [90, 105], "dataloaderopt": 90, "worker": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 113], "compile_spec": [90, 99, 113], "kf16": [90, 113], "ki8": 90, "vgg16": [90, 95, 105, 106], "testing_dataset": [90, 105], "totensor": [90, 105, 108], "testing_dataload": [90, 105], "num_work": [90, 105], "vgg": [90, 105], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 107], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 107, 108], "cost": [92, 94, 97, 110], "perhap": 92, "overhead": [92, 110], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 108], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 105, 108], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 107], "count": 92, "__": 92, "were": [92, 97, 110], "aggreg": 92, "stat": 92, "latenc": [92, 110], "abstractli": 92, "pkl": [92, 96], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 96, 97], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "custom_kernel_plugin": 92, "jupyt": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "ipynb": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94], "bertmodel": [93, 101], "random": [93, 94, 96, 97], "seed": [93, 94, 96, 97], "manual_se": [93, 94, 96, 97], "from_pretrain": [93, 96, 100, 101, 103, 104], "uncas": [93, 101, 107], "return_dict": 93, "randint": [93, 101], "compile_bert": 93, "enable_tim": [93, 94], "1st": [93, 94], "measur": [93, 94], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "messur": [93, 94], "compilation_kwarg": [93, 101], "torch_trt_bert_engine_cach": 93, "30": [93, 94, 96, 97, 99, 101], "synchron": [93, 94], "elapsed_tim": [93, 94], "millisecond": 93, "__name__": [93, 98, 101], "__main__": [93, 98, 101], "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": 94, "explor": [94, 106], "resnet18": [94, 96, 97, 99, 102], "torch_trt": [94, 96, 97], "_default": 94, "_engine_cach": 94, "flexibl": [94, 112], "histor": 94, "barrier": 94, "reconstruct": 94, "prior": [94, 109, 110], "ti": 94, "hash": 94, "magnitud": 94, "make_refitt": 94, "torch_compil": [94, 98, 99, 101, 102, 109, 112], "compiled_model": 94, "ms": 94, "dynamo_compil": 94, "example_input": 94, "200": 94, "dynamic_shap": [94, 109], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "cudagraph": [95, 106], "mutabl": [95, 106], "vgg16_fp8_ptq": [95, 106], "bert": [95, 101, 106], "gpt2": [95, 106], "llama2": [95, 106], "straightforward": 96, "especi": 96, "hug": [96, 103, 104], "face": [96, 103, 104], "difficult": 96, "ever": 96, "walk": [96, 97], "lora": [96, 97], "use_python": 96, "mutable_modul": 96, "model2": [96, 97], "expected_output": [96, 97], "refitted_output": [96, 97], "allclos": [96, 97], "reload": [96, 112], "checkpoint": [96, 105], "civitai": 96, "12597": 96, "moxin": 96, "diffusionpipelin": [96, 100], "no_grad": [96, 103, 104, 105], "model_id": [96, 100], "runwayml": 96, "v1": [96, 100], "hous": 96, "forest": 96, "shuimobysim": 96, "wuchangshuo": 96, "qualiti": 96, "worst": 96, "lowr": 96, "focu": 96, "cloudi": 96, "watermark": 96, "pipe": [96, 100], "torch_dtyp": [96, 100], "unet": [96, 100], "negative_prompt": 96, "num_inference_step": 96, "without_lora_mut": 96, "jpg": [96, 108], "procedur": 96, "load_lora_weight": 96, "stablediffusionapi": 96, "load_lora_embed": 96, "weight_nam": 96, "safetensor": 96, "adapter_nam": 96, "lora1": 96, "set_adapt": 96, "adapter_weight": 96, "fuse_lora": 96, "unload_lora_weight": 96, "with_lora_mut": 96, "mutable_torchtrt_module_exampl": 96, "expens": 97, "involv": 97, "occasion": [97, 98, 101], "adapt": 97, "infeas": 97, "focus": 97, "mostli": 97, "recogn": 97, "behalf": 97, "init": [97, 105], "sett": 97, "randomli": 97, "exp_program2": 97, "compiled_trt_ep": 97, "new_trt_gm": 97, "accomplish": 97, "gaurente": 97, "attempt": [97, 105, 109], "rebuild": 97, "heurist": 97, "refit_engine_exampl": 97, "x_out": 98, "y_out": 98, "x_y_out": 98, "invoc": 98, "sample_inputs_half": 98, "model_half": 98, "backend_kwarg": 98, "optimized_model_custom": 98, "exit": [98, 101, 108], "2052": [98, 101], "compile_engine_and_inf": [98, 101], "new_input": [99, 101], "new_output": [99, 101], "new_batch_size_input": 99, "new_batch_size_output": 99, "inputs_bs8": 99, "mark_dynam": [99, 109], "outputs_bs8": 99, "No": [99, 109], "inputs_bs12": 99, "outputs_bs12": 99, "compvi": 100, "majest": 100, "castl": 100, "cloud": 100, "majestic_castl": 100, "png": 100, "enable_cudagraph": [102, 110], "out_trt": 102, "set_cudagraphs_mod": [102, 110], "inputs_2": 102, "inputs_3": 102, "out_trt_2": 102, "out_trt_3": 102, "torch_export_cudagraph": 102, "automodelforcausallm": [103, 104], "autotoken": [103, 104], "export_llm": [103, 104], "max_token": [103, 104], "kv_cach": [103, 104], "token": [103, 104, 107], "pad_token_id": 103, "eos_token_id": [103, 104], "attn_implement": [103, 104], "eager": [103, 104], "model_input": [103, 104], "return_tensor": [103, 104], "input_id": [103, 104], "regress": [103, 104], "huggingfac": [103, 104, 107], "pyt_gen_token": [103, 104], "gpt2_ep": 103, "max_seq_len": [103, 104], "trt_gen_token": [103, 104], "skip_special_token": [103, 104], "torch_export_gpt2": 103, "llama_path": 104, "llama": 104, "7b": 104, "chat": 104, "hf": 104, "llama2_ep": 104, "batch_decod": 104, "clean_up_tokenization_spac": 104, "torch_export_llama2": 104, "argpars": 105, "modelopt": 105, "mtq": 105, "export_torch_mod": 105, "layer_spec": 105, "num_class": 105, "1000": [105, 108], "init_weight": 105, "in_channel": 105, "pool": [105, 113], "maxpool2d": 105, "batchnorm2d": 105, "sequenti": 105, "avgpool": 105, "adaptiveavgpool2d": 105, "4096": 105, "dropout": 105, "_initialize_weight": 105, "kaiming_normal_": 105, "fan_out": 105, "nonlinear": 105, "constant_": 105, "elif": 105, "normal_": 105, "vgg16_cfg": 105, "128": 105, "argumentpars": 105, "add_argu": 105, "ckpt": 105, "parse_arg": 105, "model_state_dict": 105, "device_count": 105, "ordereddict": 105, "new_state_dict": 105, "forget": 105, "training_dataset": 105, "randomcrop": 105, "randomhorizontalflip": 105, "training_dataload": 105, "drop_last": 105, "crit": 105, "crossentropyloss": 105, "calibrate_loop": 105, "pred": 105, "5f": 105, "acc": 105, "2f": 105, "quantize_typ": 105, "quant_cfg": 105, "int8_default_cfg": 105, "fp8_default_cfg": 105, "forward_loop": 105, "qdq": 105, "incomplet": 105, "functionaltensor": 105, "functionaltensormod": 105, "_trace": 105, "_export": 105, "float8_e4m3fn": 105, "class_prob": 105, "class_pr": 105, "test_prob": 105, "test_pr": 105, "test_loss": 105, "test_acc": 105, "vgg16_ptq": 105, "concept": 106, "_rendered_examples_python": 106, "_rendered_examples_jupyt": 106, "acoust": 107, "speech": 107, "quartznet": 107, "contextnet": 107, "subword": 107, "piec": 107, "excit": 107, "se": 107, "smaller": 107, "audio": 107, "transcrib": 107, "speedup": 107, "obtain": [107, 111], "feedforward": 107, "cnn": 107, "uniformli": 107, "resolut": 107, "highli": [107, 108], "compound": 107, "coeffici": 107, "b0": 107, "corpu": 107, "english": 107, "supervis": 107, "walkthrough": 107, "overal": 107, "jetson": 107, "adopt": 107, "mobilenetv2": 107, "classif": 107, "imagenet": 107, "imagenett": 107, "qat": 107, "simul": 107, "hand": 108, "consider": 108, "concurr": 108, "grpc": 108, "solv": 108, "aforement": 108, "familiar": 108, "resnet50": 108, "torchhub": 108, "docker": 108, "login": 108, "xx": 108, "yy": 108, "mm": 108, "publish": 108, "22": 108, "pwd": 108, "scratch_spac": 108, "nvcr": 108, "py3": 108, "proce": 108, "hub": 108, "_validate_not_a_forked_repo": 108, "suggest": 108, "simplest": 108, "model_repositori": 108, "pbtxt": 108, "pytorch_libtorch": 108, "input__0": 108, "data_typ": 108, "type_fp32": 108, "output__0": 108, "exact": 108, "encourag": 108, "rm": 108, "8000": 108, "8001": 108, "8002": 108, "the_model_repositori": 108, "tritonserv": 108, "spin": 108, "proceed": 108, "flesh": 108, "wget": 108, "img1": 108, "hakaimagazin": 108, "wp": 108, "gulf": 108, "bird": 108, "attrdict": 108, "pyindex": 108, "tritoncli": 108, "jump": 108, "firstli": 108, "resiz": 108, "pil": 108, "httpclient": 108, "triton_to_np_dtyp": 108, "rn50_preprocess": 108, "img_path": 108, "img": 108, "centercrop": 108, "485": 108, "456": 108, "406": 108, "229": 108, "transformed_img": 108, "inferenceservercli": 108, "localhost": 108, "secondli": 108, "inferinput": 108, "set_data_from_numpi": 108, "binary_data": 108, "inferrequestedoutput": 108, "class_count": 108, "lastli": 108, "send": 108, "model_nam": 108, "inference_output": 108, "as_numpi": 108, "468750": 108, "90": 108, "523438": 108, "92": 108, "664062": 108, "429688": 108, "136": 108, "234375": 108, "confidence_scor": 108, "classification_index": 108, "eagerli": 109, "swap": 109, "exactli": 109, "_tracer": 109, "sometim": 109, "queri": 109, "attn_weight": 109, "seq_len": 109, "compiler_dynamic_shap": 109, "inputs_bs2": 109, "libtorchtrt_runtim": 110, "dl_open": 110, "ld_preload": 110, "load_librari": 110, "cxx11": 110, "abi": 110, "wl": 110, "ltorchtrt": 110, "torchtrt_runtime_exampl": 110, "libtorchtrt_plugin": 110, "neglig": 110, "thread": 110, "alert": 110, "switch": 110, "mismatch": 110, "crash": 110, "sacrif": 110, "incur": 110, "intens": 110, "trt_ep": 111, "stai": 111, "trt_t": 111, "ergonom": 112, "deleg": 112, "believ": 112, "amen": 112, "artifact": 112, "pack": 112, "year": 112, "superset": 112, "codebas": 112, "immedi": 112, "traceabl": 112, "scriptabl": 112, "hardwar": 113, "neural": 113, "deconvolut": 113, "scripted_model": 113}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [111, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 110], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 105], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 99, 101, 102, 112], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 97, 98, 99, 100, 101, 102, 103, 104, 105], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 105], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 105], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 111, 112], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 111, 112], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 97, 110], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 99, 101], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 96, 97, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "c": [50, 61, 66, 67, 68, 88, 90, 107], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 95, 103, 104, 106, 111, 112], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 107], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 98, 99, 101, 102, 103, 104, 105, 107, 109], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 96, 112], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 112], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 108], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 105], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 107], "runtim": [57, 58, 59, 74, 110], "background": [58, 60], "engin": [58, 65, 92, 93, 94], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 112], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 97, 105], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103, 104, 107], "native_op": 61, "ir": [61, 111, 112], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 102, 109], "customiz": [63, 64], "set": [63, 64, 96, 98, 102, 108], "under": [63, 88, 109], "hood": [63, 88, 109], "trace": 63, "backend": [64, 99, 103, 104], "kei": 64, "featur": 64, "custom": [64, 88, 92, 94, 98, 109], "usag": [64, 97, 98], "after": 64, "model": [64, 65, 92, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 111], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 99, 107, 109], "shape": [64, 99, 107, 109], "support": [64, 69], "recompil": [64, 99], "condit": 64, "fx": [65, 68, 71, 107, 112], "frontend": [65, 66, 68, 91, 107, 112], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 98, 101], "nightli": 66, "build": [66, 79, 108], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 110], "addit": 66, "option": [66, 67, 79, 80, 82, 99, 101, 112], "distribut": 66, "No": 66, "librari": [66, 110], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 105], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 108], "advanc": [66, 97, 98], "setup": 66, "troubleshoot": 66, "altern": 66, "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 108], "2": [67, 83, 84, 108], "deploi": [67, 105, 107, 110], "deploy": 67, "In": [68, 97], "framework": 68, "infer": [68, 99, 100, 101, 102, 105, 108], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 106], "contributor": 68, "indic": 68, "legaci": [68, 112], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 112], "submodul": 75, "comput": 77, "time": [77, 112], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": [80, 103, 104], "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88, 103, 104], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": [81, 103, 104], "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": [82, 103, 104], "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 108], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 96, 111], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 105, 107], "quantiz": [90, 105, 107], "your": [90, 108], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 97], "bert": [93, 107], "jit": [94, 109], "aot": [94, 109], "mutabl": 96, "initi": 96, "make": [96, 97], "modif": 96, "stabl": [96, 100], "diffus": [96, 100], "huggingfac": 96, "refit": 97, "new": 97, "standard": 97, "workflow": 97, "import": [97, 98, 99, 100, 101, 102, 103, 104, 105], "pretrain": 97, "map": 97, "place": 97, "default": [98, 102], "cleanup": [98, 101], "driver": [98, 101], "error": [98, 101], "note": [98, 101], "resnet": 99, "argument": [99, 101], "avoid": 99, "specifi": 99, "befor": 99, "trt": 99, "transform": [101, 107], "cudagraph": [102, 110], "integr": 102, "gpt2": 103, "output": [103, 104], "decod": [103, 104], "sentenc": [103, 104], "should": [103, 104], "look": [103, 104], "i": [103, 104], "enjoi": [103, 104], "walk": [103, 104], "my": [103, 104], "cute": [103, 104], "dog": [103, 104], "m": [103, 104], "sure": [103, 104], "ll": [103, 104], "ever": [103, 104], "abl": [103, 104], "llama2": 104, "load": [105, 111], "dataset": 105, "loss": 105, "calibr": 105, "tune": 105, "fp8": 105, "notebook": 107, "citrinet": 107, "efficientnet": 107, "mask": 107, "languag": 107, "mlm": 107, "hug": 107, "face": 107, "acceler": 107, "serv": [107, 108], "resnet50": 107, "lenet": 107, "deep": 107, "learn": 107, "object": 107, "detect": 107, "ssd": 107, "int8": 107, "triton": 108, "up": 108, "server": 108, "client": 108, "queri": 108, "constraint": 109, "libtorchtrt": 110, "so": 110, "plugin": 110, "multi": 110, "safe": 110, "mode": 110, "exportedprogram": 111, "b": 111, "explain": 112, "just": 112, "accept": 112, "return": 112, "ahead": 112, "dla": 113}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index d1e3f6baa0..851ee0f54e 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Computation times &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Computation times &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html
index 82891bb9c2..8a07be39e5 100644
--- a/docs/src/pytorch-sphinx-theme/docs/changelog.html
+++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Changelog &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Changelog &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html
index 8545fd1470..8976d9d912 100644
--- a/docs/src/pytorch-sphinx-theme/docs/configuring.html
+++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Configuration &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Configuration &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
index a884a8ba17..6f239da3fb 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
index dd66b666f9..527baa072a 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
@@ -12,7 +12,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -652,7 +654,7 @@ <h3><a class="toc-backref" href="#id41"><span class="section-number">3.4.4. </sp
 <section id="code-blocks">
 <h3><a class="toc-backref" href="#id42"><span class="section-number">3.4.5. </span>Code Blocks</a><a class="headerlink" href="#code-blocks" title="Permalink to this heading">¶</a></h3>
 <pre class="literal-block"># parsed-literal test
-curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.5.0.dev0+b3a8cdd.tar-gz</pre>
+curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.5.0.dev0+8759736.tar-gz</pre>
 <div class="literal-block-wrapper docutils container" id="id23">
 <div class="code-block-caption"><span class="caption-text">Code Blocks can have captions.</span><a class="headerlink" href="#id23" title="Permalink to this code">¶</a></div>
 <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index 5df1c62548..fa99dad0ff 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index fea7475841..e472c7384d 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index fb735dafbd..dabdc9cfda 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Structural Elements &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>1. Structural Elements &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index e9df05c2a6..61ed7ea89f 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index cdcf68046b..c99e90e31e 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/ts/creating_torchscript_module_in_python.html b/docs/ts/creating_torchscript_module_in_python.html
index 5e79e61ce1..111f15a2ce 100644
--- a/docs/ts/creating_torchscript_module_in_python.html
+++ b/docs/ts/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/ts/getting_started_with_cpp_api.html b/docs/ts/getting_started_with_cpp_api.html
index fcf6066b49..92f810d822 100644
--- a/docs/ts/getting_started_with_cpp_api.html
+++ b/docs/ts/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/ts/getting_started_with_python_api.html b/docs/ts/getting_started_with_python_api.html
index 828f0a0f84..e267e4247b 100644
--- a/docs/ts/getting_started_with_python_api.html
+++ b/docs/ts/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/ts/ptq.html b/docs/ts/ptq.html
index 822feb5bbd..f03b5af3cf 100644
--- a/docs/ts/ptq.html
+++ b/docs/ts/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/ts/torchscript_frontend_from_pytorch.html b/docs/ts/torchscript_frontend_from_pytorch.html
index 82c0c3d8a9..be94a301d8 100644
--- a/docs/ts/torchscript_frontend_from_pytorch.html
+++ b/docs/ts/torchscript_frontend_from_pytorch.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
index a13cdc7ebf..532214d7a1 100644
--- a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
+++ b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
new file mode 100644
index 0000000000..b100072501
--- /dev/null
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
@@ -0,0 +1,868 @@
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+  <meta charset="utf-8">
+  <meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  
+  <title>Engine Caching (BERT) &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  
+
+  
+  
+  
+  
+
+  
+
+  
+  
+    
+
+  
+
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <!-- <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" /> -->
+  <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-binder.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-dataframe.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-rendered-html.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/collapsible-lists/css/tree_view.css" type="text/css" />
+  <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.10.0-beta/dist/katex.min.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/custom.css" type="text/css" />
+    <link rel="index" title="Index" href="../../../genindex.html" />
+    <link rel="search" title="Search" href="../../../search.html" />
+  <!-- Google Tag Manager -->
+    <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
+    new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
+    j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
+    'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
+    })(window,document,'script','dataLayer','');</script>
+    <!-- End Google Tag Manager -->
+  
+
+  
+  <script src="../../../_static/js/modernizr.min.js"></script>
+
+  <!-- Preload the theme fonts -->
+
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-book.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-Medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium-italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-SemiBold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+
+<!-- Preload the katex fonts -->
+
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Math-Italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size1-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size4-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size2-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size3-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Caligraphic-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+  <link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.15.2/css/all.css" integrity="sha384-vSIIfh2YWi9wW0r9iZe7RJPrKwp6bG+s9QZMoITbCckVJqGCCRhc+ccxNcdpHuYu" crossorigin="anonymous">
+</head>
+
+<div class="container-fluid header-holder tutorials-header" id="header-holder">
+  <div class="container">
+    <div class="header-container">
+      <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+
+      <div class="main-menu">
+        <ul>
+
+          <li class="main-menu-item">
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Learn
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/get-started">
+                  <span class=dropdown-title>Get Started</span>
+                  <p>Run PyTorch locally or get started quickly with one of the supported cloud platforms</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials">
+                  <span class="dropdown-title">Tutorials</span>
+                  <p>Whats new in PyTorch tutorials</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/basics/intro.html">
+                  <span class="dropdown-title">Learn the Basics</span>
+                  <p>Familiarize yourself with PyTorch concepts and modules</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/recipes/recipes_index.html">
+                  <span class="dropdown-title">PyTorch Recipes</span>
+                  <p>Bite-size, ready-to-deploy PyTorch code examples</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/introyt.html">
+                  <span class="dropdown-title">Intro to PyTorch - YouTube Series</span>
+                  <p>Master PyTorch basics with our engaging YouTube tutorial series</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Ecosystem
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem">
+                  <span class="dropdown-title">Tools</span>
+                  <p>Learn about the tools and frameworks in the PyTorch Ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/#community-module">
+                  <span class=dropdown-title>Community</span>
+                  <p>Join the PyTorch developer community to contribute, learn, and get your questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://discuss.pytorch.org/" target="_blank">
+                  <span class=dropdown-title>Forums</span>
+                  <p>A place to discuss PyTorch code, issues, install, research</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/resources">
+                  <span class=dropdown-title>Developer Resources</span>
+                  <p>Find resources and get questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem/contributor-awards-2023">
+                  <span class="dropdown-title">Contributor Awards - 2023</span>
+                  <p>Award winners announced at this year's PyTorch Conference</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Edge
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/edge">
+                  <span class="dropdown-title">About PyTorch Edge</span>
+                  <p>Build innovative and privacy-aware AI experiences for edge devices</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/executorch-overview">
+                  <span class="dropdown-title">ExecuTorch</span>
+                  <p>End-to-end solution for enabling on-device inference capabilities across mobile and edge devices</p>
+                </a>
+              </div>
+            </div>  
+          </li>
+
+          <li class="main-menu-item">
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Docs
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/docs/stable/index.html">
+                  <span class="dropdown-title">PyTorch</span>
+                  <p>Explore the documentation for comprehensive guidance on how to use PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/pytorch-domains">
+                  <span class="dropdown-title">PyTorch Domains</span>
+                  <p>Read the PyTorch Domains documentation to learn more about domain-specific libraries</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Blogs & News 
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/blog/">
+                  <span class="dropdown-title">PyTorch Blog</span>
+                  <p>Catch up on the latest technical news and happenings</p>
+                </a>
+                 <a class="nav-dropdown-item" href="https://pytorch.org/community-blog">
+                  <span class="dropdown-title">Community Blog</span>
+                  <p>Stories from the PyTorch ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/videos">
+                  <span class="dropdown-title">Videos</span>
+                  <p>Learn about the latest PyTorch tutorials, new, and more </p>
+                <a class="nav-dropdown-item" href="https://pytorch.org/community-stories">
+                  <span class="dropdown-title">Community Stories</span>
+                  <p>Learn how our community solves real, everyday machine learning problems with PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/events">
+                  <span class="dropdown-title">Events</span>
+                  <p>Find events, webinars, and podcasts</p>
+                </a>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                About
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/foundation">
+                  <span class="dropdown-title">PyTorch Foundation</span>
+                  <p>Learn more about the PyTorch Foundation</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/governing-board">
+                  <span class="dropdown-title">Governing Board</span>
+                  <p></p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li class="main-menu-item">
+            <div class="no-dropdown">
+              <a href="https://pytorch.org/join" data-cta="join">
+                Become a Member
+              </a>
+            </div>
+          </li>
+          <li>
+           <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="github-icon">
+             </a>
+           </div>
+          </li>
+          <!--- TODO: This block adds the search icon to the nav bar. We will enable it later. 
+          <li>
+            <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="search-icon">
+             </a>
+            </div>
+          </li>
+          --->
+        </ul>
+      </div>
+
+      <a class="main-menu-open-button" href="#" data-behavior="open-mobile-menu"></a>
+    </div>
+  </div>
+</div>
+
+<body class="pytorch-body">
+
+   
+
+    
+
+    <div class="table-of-contents-link-wrapper">
+      <span>Table of Contents</span>
+      <a href="#" class="toggle-table-of-contents" data-behavior="toggle-table-of-contents"></a>
+    </div>
+
+    <nav data-toggle="wy-nav-shift" class="pytorch-left-menu" id="pytorch-left-menu">
+      <div class="pytorch-side-scroll">
+        <div class="pytorch-menu pytorch-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+          <div class="pytorch-left-menu-search">
+            
+
+            
+              
+              
+                <div class="version">
+                  v2.5.0.dev0+8759736
+                </div>
+              
+            
+
+            
+
+
+  
+
+
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="../../../search.html" method="get">
+    <input type="text" name="q" placeholder="Search Docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+
+            
+          </div>
+
+          
+            
+            
+              
+            
+            
+              <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/installation.html">Installation</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/quick_start.html">Quick Start</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">User Guide</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/torch_tensorrt_explained.html">Torch-TensorRT Explained</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/dynamic_shapes.html">Dynamic shapes with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/saving_models.html">Saving models compiled with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/torch_compile.html">TensorRT Backend for <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/dynamo_export.html">Compiling Exported Programs with Torch-TensorRT</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">TorchScript Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html">Creating a TorchScript Module</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#working-with-torchscript-in-python">Working with TorchScript in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#saving-torchscript-module-to-disk">Saving TorchScript Module to Disk</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_python_api.html">Using Torch-TensorRT in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_cpp_api.html">Using Torch-TensorRT in  C++</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/ptq.html">Post Training Quantization (PTQ)</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">FX Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../fx/getting_started_with_fx_path.html">Torch-TensorRT (FX Frontend) User Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Tutorials</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../serving_torch_tensorrt_with_triton.html">Serving a Torch-TensorRT model with Triton</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="mutable_torchtrt_module_example.html">Mutable Torch TensorRT Module</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Python API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/torch_tensorrt.html">torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/dynamo.html">torch_tensorrt.dynamo</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/logging.html">torch_tensorrt.logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/fx.html">torch_tensorrt.fx</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ts.html">torch_tensorrt.ts</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ptq.html">torch_tensorrt.ts.ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">C++ API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/torch_tensort_cpp.html">Torch-TensorRT C++ API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt.html">Namespace torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__logging.html">Namespace torch_tensorrt::logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__torchscript.html">Namespace torch_tensorrt::torchscript</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__ptq.html">Namespace torch_tensorrt::ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">CLI Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../cli/torchtrtc.html">torchtrtc</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Contributor Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/system_overview.html">System Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/dynamo_converters.html">Writing Dynamo Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/writing_dynamo_aten_lowering_passes.html">Writing Dynamo ATen Lowering Passes</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/ts_converters.html">Writing TorchScript Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/useful_links.html">Useful Links for Torch-TensorRT Development</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Indices</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../indices/supported_ops.html">Operators Supported</a></li>
+</ul>
+
+            
+          
+        </div>
+      </div>
+    </nav>
+
+    <div class="pytorch-container">
+      <div class="pytorch-page-level-bar" id="pytorch-page-level-bar">
+        <div class="pytorch-breadcrumbs-wrapper">
+          
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+  <ul class="pytorch-breadcrumbs">
+    
+      <li>
+        <a href="../../../index.html">
+          
+            Docs
+          
+        </a> &gt;
+      </li>
+
+        
+      <li>Engine Caching (BERT)</li>
+    
+    
+      <li class="pytorch-breadcrumbs-aside">
+        
+            
+            <a href="../../../_sources/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst.txt" rel="nofollow"><img src="../../../_static/images/view-page-source-icon.svg"></a>
+          
+        
+      </li>
+    
+  </ul>
+
+  
+</div>
+        </div>
+
+        <div class="pytorch-shortcuts-wrapper" id="pytorch-shortcuts-wrapper">
+          Shortcuts
+        </div>
+      </div>
+
+      <section data-toggle="wy-nav-shift" id="pytorch-content-wrap" class="pytorch-content-wrap">
+        <div class="pytorch-content-left">
+
+        
+          <!-- Google Tag Manager (noscript) -->
+          <noscript><iframe src="https://www.googletagmanager.com/ns.html?id="
+          height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
+          <!-- End Google Tag Manager (noscript) -->
+          
+          <div class="rst-content">
+          
+            <div role="main" class="main-content" itemscope="itemscope" itemtype="http://schema.org/Article">
+             <article itemprop="articleBody" id="pytorch-article" class="pytorch-article">
+              
+  <div class="sphx-glr-download-link-note admonition note">
+<p class="admonition-title">Note</p>
+<p><a class="reference internal" href="#sphx-glr-download-tutorials-rendered-examples-dynamo-engine-caching-bert-example-py"><span class="std std-ref">Go to the end</span></a>
+to download the full example code</p>
+</div>
+<section class="sphx-glr-example-title" id="engine-caching-bert">
+<span id="engine-caching-bert-example"></span><span id="sphx-glr-tutorials-rendered-examples-dynamo-engine-caching-bert-example-py"></span><h1>Engine Caching (BERT)<a class="headerlink" href="#engine-caching-bert" title="Permalink to this heading">¶</a></h1>
+<p>Small caching example on BERT.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
+<span class="kn">import</span> <span class="nn">torch</span>
+<span class="kn">import</span> <span class="nn">torch_tensorrt</span>
+<span class="kn">from</span> <span class="nn">engine_caching_example</span> <span class="kn">import</span> <span class="n">remove_timing_cache</span>
+<span class="kn">from</span> <span class="nn">transformers</span> <span class="kn">import</span> <span class="n">BertModel</span>
+
+<span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">seed</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
+<span class="n">torch</span><span class="o">.</span><span class="n">manual_seed</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
+
+<span class="n">model</span> <span class="o">=</span> <span class="n">BertModel</span><span class="o">.</span><span class="n">from_pretrained</span><span class="p">(</span><span class="s2">&quot;bert-base-uncased&quot;</span><span class="p">,</span> <span class="n">return_dict</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span><span class="o">.</span><span class="n">cuda</span><span class="p">()</span><span class="o">.</span><span class="n">eval</span><span class="p">()</span>
+<span class="n">inputs</span> <span class="o">=</span> <span class="p">[</span>
+    <span class="n">torch</span><span class="o">.</span><span class="n">randint</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">14</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">torch</span><span class="o">.</span><span class="n">int32</span><span class="p">)</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="s2">&quot;cuda&quot;</span><span class="p">),</span>
+    <span class="n">torch</span><span class="o">.</span><span class="n">randint</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">14</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">torch</span><span class="o">.</span><span class="n">int32</span><span class="p">)</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="s2">&quot;cuda&quot;</span><span class="p">),</span>
+<span class="p">]</span>
+
+
+<span class="k">def</span> <span class="nf">compile_bert</span><span class="p">(</span><span class="n">iterations</span><span class="o">=</span><span class="mi">3</span><span class="p">):</span>
+    <span class="n">times</span> <span class="o">=</span> <span class="p">[]</span>
+    <span class="n">start</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">Event</span><span class="p">(</span><span class="n">enable_timing</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+    <span class="n">end</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">Event</span><span class="p">(</span><span class="n">enable_timing</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+
+    <span class="c1"># The 1st iteration is to measure the compilation time without engine caching</span>
+    <span class="c1"># The 2nd and 3rd iterations are to measure the compilation time with engine caching.</span>
+    <span class="c1"># Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.</span>
+    <span class="c1"># The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.</span>
+    <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">iterations</span><span class="p">):</span>
+        <span class="c1"># remove timing cache and reset dynamo for engine caching messurement</span>
+        <span class="n">remove_timing_cache</span><span class="p">()</span>
+        <span class="n">torch</span><span class="o">.</span><span class="n">_dynamo</span><span class="o">.</span><span class="n">reset</span><span class="p">()</span>
+
+        <span class="k">if</span> <span class="n">i</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+            <span class="n">cache_built_engines</span> <span class="o">=</span> <span class="kc">False</span>
+            <span class="n">reuse_cached_engines</span> <span class="o">=</span> <span class="kc">False</span>
+        <span class="k">else</span><span class="p">:</span>
+            <span class="n">cache_built_engines</span> <span class="o">=</span> <span class="kc">True</span>
+            <span class="n">reuse_cached_engines</span> <span class="o">=</span> <span class="kc">True</span>
+
+        <span class="n">start</span><span class="o">.</span><span class="n">record</span><span class="p">()</span>
+        <span class="n">compilation_kwargs</span> <span class="o">=</span> <span class="p">{</span>
+            <span class="s2">&quot;use_python_runtime&quot;</span><span class="p">:</span> <span class="kc">False</span><span class="p">,</span>
+            <span class="s2">&quot;enabled_precisions&quot;</span><span class="p">:</span> <span class="p">{</span><span class="n">torch</span><span class="o">.</span><span class="n">float</span><span class="p">},</span>
+            <span class="s2">&quot;truncate_double&quot;</span><span class="p">:</span> <span class="kc">True</span><span class="p">,</span>
+            <span class="s2">&quot;debug&quot;</span><span class="p">:</span> <span class="kc">False</span><span class="p">,</span>
+            <span class="s2">&quot;min_block_size&quot;</span><span class="p">:</span> <span class="mi">1</span><span class="p">,</span>
+            <span class="s2">&quot;make_refitable&quot;</span><span class="p">:</span> <span class="kc">True</span><span class="p">,</span>
+            <span class="s2">&quot;cache_built_engines&quot;</span><span class="p">:</span> <span class="n">cache_built_engines</span><span class="p">,</span>
+            <span class="s2">&quot;reuse_cached_engines&quot;</span><span class="p">:</span> <span class="n">reuse_cached_engines</span><span class="p">,</span>
+            <span class="s2">&quot;engine_cache_dir&quot;</span><span class="p">:</span> <span class="s2">&quot;/tmp/torch_trt_bert_engine_cache&quot;</span><span class="p">,</span>
+            <span class="s2">&quot;engine_cache_size&quot;</span><span class="p">:</span> <span class="mi">1</span> <span class="o">&lt;&lt;</span> <span class="mi">30</span><span class="p">,</span>  <span class="c1"># 1GB</span>
+        <span class="p">}</span>
+        <span class="n">optimized_model</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span>
+            <span class="n">model</span><span class="p">,</span>
+            <span class="n">backend</span><span class="o">=</span><span class="s2">&quot;torch_tensorrt&quot;</span><span class="p">,</span>
+            <span class="n">options</span><span class="o">=</span><span class="n">compilation_kwargs</span><span class="p">,</span>
+        <span class="p">)</span>
+        <span class="n">optimized_model</span><span class="p">(</span><span class="o">*</span><span class="n">inputs</span><span class="p">)</span>
+        <span class="n">end</span><span class="o">.</span><span class="n">record</span><span class="p">()</span>
+        <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">synchronize</span><span class="p">()</span>
+        <span class="n">times</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">start</span><span class="o">.</span><span class="n">elapsed_time</span><span class="p">(</span><span class="n">end</span><span class="p">))</span>
+
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;-----compile bert-----&gt; compilation time:</span><span class="se">\n</span><span class="s2">&quot;</span><span class="p">,</span> <span class="n">times</span><span class="p">,</span> <span class="s2">&quot;milliseconds&quot;</span><span class="p">)</span>
+
+
+<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">&quot;__main__&quot;</span><span class="p">:</span>
+    <span class="n">compile_bert</span><span class="p">()</span>
+</pre></div>
+</div>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.000 seconds)</p>
+<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-tutorials-rendered-examples-dynamo-engine-caching-bert-example-py">
+<div class="sphx-glr-download sphx-glr-download-python docutils container">
+<p><a class="reference download internal" download="" href="../../../_downloads/fdd0cb7713d049345adec03926d28414/engine_caching_bert_example.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">engine_caching_bert_example.py</span></code></a></p>
+</div>
+<div class="sphx-glr-download sphx-glr-download-jupyter docutils container">
+<p><a class="reference download internal" download="" href="../../../_downloads/06a1dddfb8c2b5515b697700d863a453/engine_caching_bert_example.ipynb"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Jupyter</span> <span class="pre">notebook:</span> <span class="pre">engine_caching_bert_example.ipynb</span></code></a></p>
+</div>
+</div>
+<p class="sphx-glr-signature"><a class="reference external" href="https://sphinx-gallery.github.io">Gallery generated by Sphinx-Gallery</a></p>
+</section>
+
+
+             </article>
+             
+            </div>
+            <footer>
+  
+
+  
+
+    <hr>
+
+  
+
+  <div role="contentinfo">
+    <p>
+        &copy; Copyright 2024, NVIDIA Corporation.
+
+    </p>
+  </div>
+    
+      <div>
+        Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
+      </div>
+     
+
+</footer>
+
+          </div>
+        </div>
+
+        <div class="pytorch-content-right" id="pytorch-content-right">
+          <div class="pytorch-right-menu" id="pytorch-right-menu">
+            <div class="pytorch-side-scroll" id="pytorch-side-scroll-right">
+              <ul>
+<li><a class="reference internal" href="#">Engine Caching (BERT)</a></li>
+</ul>
+
+            </div>
+          </div>
+        </div>
+      </section>
+    </div>
+
+  
+
+
+  
+
+     
+       <script type="text/javascript" id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
+         <script data-url_root="../../../" id="documentation_options" src="../../../_static/documentation_options.js"></script>
+         <script src="../../../_static/jquery.js"></script>
+         <script src="../../../_static/underscore.js"></script>
+         <script src="../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+         <script src="../../../_static/doctools.js"></script>
+         <script src="../../../_static/collapsible-lists/js/CollapsibleLists.compressed.js"></script>
+         <script src="../../../_static/collapsible-lists/js/apply-collapsible-lists.js"></script>
+         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
+     
+
+  
+
+  <script type="text/javascript" src="../../../_static/js/vendor/popper.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/vendor/bootstrap.min.js"></script>
+  <script src="https://cdnjs.cloudflare.com/ajax/libs/list.js/1.5.0/list.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/theme.js"></script>
+
+  <script type="text/javascript">
+      jQuery(function () {
+          SphinxRtdTheme.Navigation.enable(true);
+      });
+  </script> 
+
+  <!-- Begin Footer -->
+
+  <div class="container-fluid docs-tutorials-resources" id="docs-tutorials-resources">
+    <div class="container">
+      <div class="row">
+        <div class="col-md-4 text-center">
+          <h2>Docs</h2>
+          <p>Access comprehensive developer documentation for PyTorch</p>
+          <a class="with-right-arrow" href="https://pytorch.org/docs/stable/index.html">View Docs</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Tutorials</h2>
+          <p>Get in-depth tutorials for beginners and advanced developers</p>
+          <a class="with-right-arrow" href="https://pytorch.org/tutorials">View Tutorials</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Resources</h2>
+          <p>Find development resources and get your questions answered</p>
+          <a class="with-right-arrow" href="https://pytorch.org/resources">View Resources</a>
+        </div>
+      </div>
+    </div>
+  </div>
+
+  <footer class="site-footer">
+    <div class="container footer-container">
+      <div class="footer-logo-wrapper">
+        <a href="https://pytorch.org/" class="footer-logo"></a>
+      </div>
+
+      <div class="footer-links-wrapper">
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/">PyTorch</a></li>
+            <li><a href="https://pytorch.org/get-started">Get Started</a></li>
+            <li><a href="https://pytorch.org/features">Features</a></li>
+            <li><a href="https://pytorch.org/ecosystem">Ecosystem</a></li>
+            <li><a href="https://pytorch.org/blog/">Blog</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/blob/master/CONTRIBUTING.md">Contributing</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/resources">Resources</a></li>
+            <li><a href="https://pytorch.org/tutorials">Tutorials</a></li>
+            <li><a href="https://pytorch.org/docs/stable/index.html">Docs</a></li>
+            <li><a href="https://discuss.pytorch.org" target="_blank">Discuss</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/issues" target="_blank">Github Issues</a></li>
+            <li><a href="https://pytorch.org/assets/brand-guidelines/PyTorch-Brand-Guidelines.pdf" target="_blank">Brand Guidelines</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">Stay up to date</li>
+            <li><a href="https://www.facebook.com/pytorch" target="_blank">Facebook</a></li>
+            <li><a href="https://twitter.com/pytorch" target="_blank">Twitter</a></li>
+            <li><a href="https://www.youtube.com/pytorch" target="_blank">YouTube</a></li>
+            <li><a href="https://www.linkedin.com/company/pytorch" target="_blank">LinkedIn</a></li>
+          </ul>  
+          </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">PyTorch Podcasts</li>
+            <li><a href="https://open.spotify.com/show/6UzHKeiy368jKfQMKKvJY5" target="_blank">Spotify</a></li>
+            <li><a href="https://podcasts.apple.com/us/podcast/pytorch-developer-podcast/id1566080008" target="_blank">Apple</a></li>
+            <li><a href="https://www.google.com/podcasts?feed=aHR0cHM6Ly9mZWVkcy5zaW1wbGVjYXN0LmNvbS9PQjVGa0lsOA%3D%3D" target="_blank">Google</a></li>
+            <li><a href="https://music.amazon.com/podcasts/7a4e6f0e-26c2-49e9-a478-41bd244197d0/PyTorch-Developer-Podcast?" target="_blank">Amazon</a></li>
+          </ul>
+         </div>
+        </div>
+        
+        <div class="privacy-policy">
+          <ul>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/terms/" target="_blank">Terms</a></li>
+            <li class="privacy-policy-links">|</li>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/privacy-policy/" target="_blank">Privacy</a></li>
+          </ul>
+        </div>
+        <div class="copyright">
+        <p>© Copyright The Linux Foundation. The PyTorch Foundation is a project of The Linux Foundation.
+          For web site terms of use, trademark policy and other policies applicable to The PyTorch Foundation please see
+          <a href="https://www.linuxfoundation.org/policies/">www.linuxfoundation.org/policies/</a>. The PyTorch Foundation supports the PyTorch open source
+          project, which has been established as PyTorch Project a Series of LF Projects, LLC. For policies applicable to the PyTorch Project a Series of LF Projects, LLC,
+          please see <a href="https://www.lfprojects.org/policies/">www.lfprojects.org/policies/</a>.</p>
+      </div>
+     </div>
+
+  </footer>
+
+  <div class="cookie-banner-wrapper">
+  <div class="container">
+    <p class="gdpr-notice">To analyze traffic and optimize your experience, we serve cookies on this site. By clicking or navigating, you agree to allow our usage of cookies. As the current maintainers of this site, Facebook’s Cookies Policy applies. Learn more, including about available controls: <a href="https://www.facebook.com/policies/cookies/">Cookies Policy</a>.</p>
+    <img class="close-button" src="../../../_static/images/pytorch-x.svg">
+  </div>
+</div>
+
+  <!-- End Footer -->
+
+  <!-- Begin Mobile Menu -->
+
+  <div class="mobile-main-menu">
+    <div class="container-fluid">
+      <div class="container">
+        <div class="mobile-main-menu-header-container">
+          <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+          <a class="main-menu-close-button" href="#" data-behavior="close-mobile-menu"></a>
+        </div>
+      </div>
+    </div>
+
+    <div class="mobile-main-menu-links-container">
+      <div class="main-menu">
+        <ul>
+           <li class="resources-mobile-menu-title">
+             <a>Learn</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/get-started">Get Started</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials">Tutorials</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/basics/intro.html">Learn the Basics</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/recipes/recipes_index.html">PyTorch Recipes</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/introyt.html">Introduction to PyTorch - YouTube Series</a>
+             </li>
+           </ul>
+           <li class="resources-mobile-menu-title">
+             <a>Ecosystem</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/ecosystem">Tools</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/#community-module">Community</a>
+             </li>
+             <li>
+               <a href="https://discuss.pytorch.org/">Forums</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/resources">Developer Resources</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/ecosystem/contributor-awards-2023">Contributor Awards - 2023</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Edge</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/edge">About PyTorch Edge</a>
+             </li>
+             
+             <li>
+               <a href="https://pytorch.org/executorch-overview">ExecuTorch</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Docs</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/docs/stable/index.html">PyTorch</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/pytorch-domains">PyTorch Domains</a>
+            </li>
+          </ul>
+
+          <li class="resources-mobile-menu-title">
+            <a>Blog & News</a>
+          </li>
+            
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/blog/">PyTorch Blog</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/community-blog">Community Blog</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/videos">Videos</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/community-stories">Community Stories</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/events">Events</a>
+            </li>
+          </ul>
+          
+          <li class="resources-mobile-menu-title">
+            <a>About</a>
+          </li>
+
+          <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/foundation">PyTorch Foundation</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/governing-board">Governing Board</a>
+            </li>
+          </ul>
+        </ul>
+      </div>
+    </div>
+  </div>
+
+  <!-- End Mobile Menu -->
+
+  <script type="text/javascript" src="../../../_static/js/vendor/anchor.min.js"></script>
+
+  <script type="text/javascript">
+    $(document).ready(function() {
+      mobileMenu.bind();
+      mobileTOC.bind();
+      pytorchAnchors.bind();
+      sideMenus.bind();
+      scrollToAnchor.bind();
+      highlightNavigation.bind();
+      mainMenuDropdown.bind();
+      filterTags.bind();
+
+      // Add class to links that have code blocks, since we cannot create links in code blocks
+      $("article.pytorch-article a span.pre").each(function(e) {
+        $(this).closest("a").addClass("has-code");
+      });
+    })
+  </script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
new file mode 100644
index 0000000000..0d5f095791
--- /dev/null
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
@@ -0,0 +1,1093 @@
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+  <meta charset="utf-8">
+  <meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  
+  <title>Engine Caching &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  
+
+  
+  
+  
+  
+
+  
+
+  
+  
+    
+
+  
+
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <!-- <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" /> -->
+  <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-binder.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-dataframe.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-rendered-html.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/collapsible-lists/css/tree_view.css" type="text/css" />
+  <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.10.0-beta/dist/katex.min.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/custom.css" type="text/css" />
+    <link rel="index" title="Index" href="../../../genindex.html" />
+    <link rel="search" title="Search" href="../../../search.html" />
+    <link rel="next" title="Refitting Torch-TensorRT Programs with New Weights" href="refit_engine_example.html" />
+    <link rel="prev" title="Torch Compile Advanced Usage" href="torch_compile_advanced_usage.html" />
+  <!-- Google Tag Manager -->
+    <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
+    new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
+    j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
+    'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
+    })(window,document,'script','dataLayer','');</script>
+    <!-- End Google Tag Manager -->
+  
+
+  
+  <script src="../../../_static/js/modernizr.min.js"></script>
+
+  <!-- Preload the theme fonts -->
+
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-book.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-Medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium-italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-SemiBold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+
+<!-- Preload the katex fonts -->
+
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Math-Italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size1-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size4-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size2-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size3-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Caligraphic-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+  <link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.15.2/css/all.css" integrity="sha384-vSIIfh2YWi9wW0r9iZe7RJPrKwp6bG+s9QZMoITbCckVJqGCCRhc+ccxNcdpHuYu" crossorigin="anonymous">
+</head>
+
+<div class="container-fluid header-holder tutorials-header" id="header-holder">
+  <div class="container">
+    <div class="header-container">
+      <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+
+      <div class="main-menu">
+        <ul>
+
+          <li class="main-menu-item">
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Learn
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/get-started">
+                  <span class=dropdown-title>Get Started</span>
+                  <p>Run PyTorch locally or get started quickly with one of the supported cloud platforms</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials">
+                  <span class="dropdown-title">Tutorials</span>
+                  <p>Whats new in PyTorch tutorials</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/basics/intro.html">
+                  <span class="dropdown-title">Learn the Basics</span>
+                  <p>Familiarize yourself with PyTorch concepts and modules</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/recipes/recipes_index.html">
+                  <span class="dropdown-title">PyTorch Recipes</span>
+                  <p>Bite-size, ready-to-deploy PyTorch code examples</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/introyt.html">
+                  <span class="dropdown-title">Intro to PyTorch - YouTube Series</span>
+                  <p>Master PyTorch basics with our engaging YouTube tutorial series</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Ecosystem
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem">
+                  <span class="dropdown-title">Tools</span>
+                  <p>Learn about the tools and frameworks in the PyTorch Ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/#community-module">
+                  <span class=dropdown-title>Community</span>
+                  <p>Join the PyTorch developer community to contribute, learn, and get your questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://discuss.pytorch.org/" target="_blank">
+                  <span class=dropdown-title>Forums</span>
+                  <p>A place to discuss PyTorch code, issues, install, research</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/resources">
+                  <span class=dropdown-title>Developer Resources</span>
+                  <p>Find resources and get questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem/contributor-awards-2023">
+                  <span class="dropdown-title">Contributor Awards - 2023</span>
+                  <p>Award winners announced at this year's PyTorch Conference</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Edge
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/edge">
+                  <span class="dropdown-title">About PyTorch Edge</span>
+                  <p>Build innovative and privacy-aware AI experiences for edge devices</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/executorch-overview">
+                  <span class="dropdown-title">ExecuTorch</span>
+                  <p>End-to-end solution for enabling on-device inference capabilities across mobile and edge devices</p>
+                </a>
+              </div>
+            </div>  
+          </li>
+
+          <li class="main-menu-item">
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Docs
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/docs/stable/index.html">
+                  <span class="dropdown-title">PyTorch</span>
+                  <p>Explore the documentation for comprehensive guidance on how to use PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/pytorch-domains">
+                  <span class="dropdown-title">PyTorch Domains</span>
+                  <p>Read the PyTorch Domains documentation to learn more about domain-specific libraries</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Blogs & News 
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/blog/">
+                  <span class="dropdown-title">PyTorch Blog</span>
+                  <p>Catch up on the latest technical news and happenings</p>
+                </a>
+                 <a class="nav-dropdown-item" href="https://pytorch.org/community-blog">
+                  <span class="dropdown-title">Community Blog</span>
+                  <p>Stories from the PyTorch ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/videos">
+                  <span class="dropdown-title">Videos</span>
+                  <p>Learn about the latest PyTorch tutorials, new, and more </p>
+                <a class="nav-dropdown-item" href="https://pytorch.org/community-stories">
+                  <span class="dropdown-title">Community Stories</span>
+                  <p>Learn how our community solves real, everyday machine learning problems with PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/events">
+                  <span class="dropdown-title">Events</span>
+                  <p>Find events, webinars, and podcasts</p>
+                </a>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                About
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/foundation">
+                  <span class="dropdown-title">PyTorch Foundation</span>
+                  <p>Learn more about the PyTorch Foundation</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/governing-board">
+                  <span class="dropdown-title">Governing Board</span>
+                  <p></p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li class="main-menu-item">
+            <div class="no-dropdown">
+              <a href="https://pytorch.org/join" data-cta="join">
+                Become a Member
+              </a>
+            </div>
+          </li>
+          <li>
+           <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="github-icon">
+             </a>
+           </div>
+          </li>
+          <!--- TODO: This block adds the search icon to the nav bar. We will enable it later. 
+          <li>
+            <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="search-icon">
+             </a>
+            </div>
+          </li>
+          --->
+        </ul>
+      </div>
+
+      <a class="main-menu-open-button" href="#" data-behavior="open-mobile-menu"></a>
+    </div>
+  </div>
+</div>
+
+<body class="pytorch-body">
+
+   
+
+    
+
+    <div class="table-of-contents-link-wrapper">
+      <span>Table of Contents</span>
+      <a href="#" class="toggle-table-of-contents" data-behavior="toggle-table-of-contents"></a>
+    </div>
+
+    <nav data-toggle="wy-nav-shift" class="pytorch-left-menu" id="pytorch-left-menu">
+      <div class="pytorch-side-scroll">
+        <div class="pytorch-menu pytorch-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+          <div class="pytorch-left-menu-search">
+            
+
+            
+              
+              
+                <div class="version">
+                  v2.5.0.dev0+8759736
+                </div>
+              
+            
+
+            
+
+
+  
+
+
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="../../../search.html" method="get">
+    <input type="text" name="q" placeholder="Search Docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+
+            
+          </div>
+
+          
+            
+            
+              
+            
+            
+              <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/installation.html">Installation</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/quick_start.html">Quick Start</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">User Guide</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/torch_tensorrt_explained.html">Torch-TensorRT Explained</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/dynamic_shapes.html">Dynamic shapes with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/saving_models.html">Saving models compiled with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/torch_compile.html">TensorRT Backend for <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/dynamo_export.html">Compiling Exported Programs with Torch-TensorRT</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">TorchScript Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html">Creating a TorchScript Module</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#working-with-torchscript-in-python">Working with TorchScript in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#saving-torchscript-module-to-disk">Saving TorchScript Module to Disk</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_python_api.html">Using Torch-TensorRT in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_cpp_api.html">Using Torch-TensorRT in  C++</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/ptq.html">Post Training Quantization (PTQ)</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">FX Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../fx/getting_started_with_fx_path.html">Torch-TensorRT (FX Frontend) User Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Tutorials</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../serving_torch_tensorrt_with_triton.html">Serving a Torch-TensorRT model with Triton</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="mutable_torchtrt_module_example.html">Mutable Torch TensorRT Module</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Python API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/torch_tensorrt.html">torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/dynamo.html">torch_tensorrt.dynamo</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/logging.html">torch_tensorrt.logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/fx.html">torch_tensorrt.fx</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ts.html">torch_tensorrt.ts</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ptq.html">torch_tensorrt.ts.ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">C++ API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/torch_tensort_cpp.html">Torch-TensorRT C++ API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt.html">Namespace torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__logging.html">Namespace torch_tensorrt::logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__torchscript.html">Namespace torch_tensorrt::torchscript</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__ptq.html">Namespace torch_tensorrt::ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">CLI Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../cli/torchtrtc.html">torchtrtc</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Contributor Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/system_overview.html">System Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/dynamo_converters.html">Writing Dynamo Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/writing_dynamo_aten_lowering_passes.html">Writing Dynamo ATen Lowering Passes</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/ts_converters.html">Writing TorchScript Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/useful_links.html">Useful Links for Torch-TensorRT Development</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Indices</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../indices/supported_ops.html">Operators Supported</a></li>
+</ul>
+
+            
+          
+        </div>
+      </div>
+    </nav>
+
+    <div class="pytorch-container">
+      <div class="pytorch-page-level-bar" id="pytorch-page-level-bar">
+        <div class="pytorch-breadcrumbs-wrapper">
+          
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+  <ul class="pytorch-breadcrumbs">
+    
+      <li>
+        <a href="../../../index.html">
+          
+            Docs
+          
+        </a> &gt;
+      </li>
+
+        
+      <li>Engine Caching</li>
+    
+    
+      <li class="pytorch-breadcrumbs-aside">
+        
+            
+            <a href="../../../_sources/tutorials/_rendered_examples/dynamo/engine_caching_example.rst.txt" rel="nofollow"><img src="../../../_static/images/view-page-source-icon.svg"></a>
+          
+        
+      </li>
+    
+  </ul>
+
+  
+</div>
+        </div>
+
+        <div class="pytorch-shortcuts-wrapper" id="pytorch-shortcuts-wrapper">
+          Shortcuts
+        </div>
+      </div>
+
+      <section data-toggle="wy-nav-shift" id="pytorch-content-wrap" class="pytorch-content-wrap">
+        <div class="pytorch-content-left">
+
+        
+          <!-- Google Tag Manager (noscript) -->
+          <noscript><iframe src="https://www.googletagmanager.com/ns.html?id="
+          height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
+          <!-- End Google Tag Manager (noscript) -->
+          
+          <div class="rst-content">
+          
+            <div role="main" class="main-content" itemscope="itemscope" itemtype="http://schema.org/Article">
+             <article itemprop="articleBody" id="pytorch-article" class="pytorch-article">
+              
+  <div class="sphx-glr-download-link-note admonition note">
+<p class="admonition-title">Note</p>
+<p><a class="reference internal" href="#sphx-glr-download-tutorials-rendered-examples-dynamo-engine-caching-example-py"><span class="std std-ref">Go to the end</span></a>
+to download the full example code</p>
+</div>
+<section class="sphx-glr-example-title" id="engine-caching">
+<span id="engine-caching-example"></span><span id="sphx-glr-tutorials-rendered-examples-dynamo-engine-caching-example-py"></span><h1>Engine Caching<a class="headerlink" href="#engine-caching" title="Permalink to this heading">¶</a></h1>
+<p>As model sizes increase, the cost of compilation will as well. With AOT methods
+like <code class="docutils literal notranslate"><span class="pre">torch.dynamo.compile</span></code>, this cost is paid upfront. However if the weights
+change, the session ends or you are using JIT methods like <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code>, as
+graphs get invalidated they get re-compiled, this cost will get paid repeatedly.
+Engine caching is a way to mitigate this cost by saving constructed engines to disk
+and re-using them when possible. This tutorial demonstrates how to use engine caching
+with TensorRT in PyTorch. Engine caching can significantly speed up subsequent model
+compilations reusing previously built TensorRT engines.</p>
+<p>We’ll explore two approaches:</p>
+<blockquote>
+<div><ol class="arabic simple">
+<li><p>Using torch_tensorrt.dynamo.compile</p></li>
+<li><p>Using torch.compile with the TensorRT backend</p></li>
+</ol>
+</div></blockquote>
+<p>The example uses a pre-trained ResNet18 model and shows the
+differences between compilation without caching, with caching enabled,
+and when reusing cached engines.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Dict</span><span class="p">,</span> <span class="n">Optional</span>
+
+<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
+<span class="kn">import</span> <span class="nn">torch</span>
+<span class="kn">import</span> <span class="nn">torch_tensorrt</span> <span class="k">as</span> <span class="nn">torch_trt</span>
+<span class="kn">import</span> <span class="nn">torchvision.models</span> <span class="k">as</span> <span class="nn">models</span>
+<span class="kn">from</span> <span class="nn">torch_tensorrt.dynamo._defaults</span> <span class="kn">import</span> <span class="n">TIMING_CACHE_PATH</span>
+<span class="kn">from</span> <span class="nn">torch_tensorrt.dynamo._engine_cache</span> <span class="kn">import</span> <span class="n">BaseEngineCache</span>
+
+<span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">seed</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
+<span class="n">torch</span><span class="o">.</span><span class="n">manual_seed</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
+
+<span class="n">model</span> <span class="o">=</span> <span class="n">models</span><span class="o">.</span><span class="n">resnet18</span><span class="p">(</span><span class="n">pretrained</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span><span class="o">.</span><span class="n">eval</span><span class="p">()</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="s2">&quot;cuda&quot;</span><span class="p">)</span>
+<span class="n">enabled_precisions</span> <span class="o">=</span> <span class="p">{</span><span class="n">torch</span><span class="o">.</span><span class="n">float</span><span class="p">}</span>
+<span class="n">debug</span> <span class="o">=</span> <span class="kc">False</span>
+<span class="n">min_block_size</span> <span class="o">=</span> <span class="mi">1</span>
+<span class="n">use_python_runtime</span> <span class="o">=</span> <span class="kc">False</span>
+
+
+<span class="k">def</span> <span class="nf">remove_timing_cache</span><span class="p">(</span><span class="n">path</span><span class="o">=</span><span class="n">TIMING_CACHE_PATH</span><span class="p">):</span>
+    <span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">path</span><span class="p">):</span>
+        <span class="n">os</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="n">path</span><span class="p">)</span>
+</pre></div>
+</div>
+<section id="engine-caching-for-jit-compilation">
+<h2>Engine Caching for JIT Compilation<a class="headerlink" href="#engine-caching-for-jit-compilation" title="Permalink to this heading">¶</a></h2>
+<p>The primary goal of engine caching is to help speed up JIT workflows. <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code>
+provides a great deal of flexibility in model construction which makes it a good
+first tool to try when looking to speed up your workflow. However, historically
+the cost of compilation and in particular recompilation has been a barrier to entry
+for many users. If for some reason a subgraph gets invalidated, that graph is reconstructed
+scratch prior to the addition of engine caching. Now as engines are constructed, with <code class="docutils literal notranslate"><span class="pre">cache_built_engines=True</span></code>,
+engines are saved to disk tied to a hash of their corresponding PyTorch subgraph. If
+in a subsequent compilation, either as part of this session or a new session, the cache will
+pull the built engine and <strong>refit</strong> the weights which can reduce compilation times by orders of magnitude.
+As such, in order to insert a new engine into the cache (i.e. <code class="docutils literal notranslate"><span class="pre">cache_built_engines=True</span></code>),
+the engine must be refitable (<code class="docutils literal notranslate"><span class="pre">make_refittable=True</span></code>). See <a class="reference internal" href="refit_engine_example.html#refit-engine-example"><span class="std std-ref">Refitting Torch-TensorRT Programs with New Weights</span></a> for more details.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">def</span> <span class="nf">torch_compile</span><span class="p">(</span><span class="n">iterations</span><span class="o">=</span><span class="mi">3</span><span class="p">):</span>
+    <span class="n">times</span> <span class="o">=</span> <span class="p">[]</span>
+    <span class="n">start</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">Event</span><span class="p">(</span><span class="n">enable_timing</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+    <span class="n">end</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">Event</span><span class="p">(</span><span class="n">enable_timing</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+
+    <span class="c1"># The 1st iteration is to measure the compilation time without engine caching</span>
+    <span class="c1"># The 2nd and 3rd iterations are to measure the compilation time with engine caching.</span>
+    <span class="c1"># Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.</span>
+    <span class="c1"># The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.</span>
+    <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">iterations</span><span class="p">):</span>
+        <span class="n">inputs</span> <span class="o">=</span> <span class="p">[</span><span class="n">torch</span><span class="o">.</span><span class="n">rand</span><span class="p">((</span><span class="mi">100</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">224</span><span class="p">))</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="s2">&quot;cuda&quot;</span><span class="p">)]</span>
+        <span class="c1"># remove timing cache and reset dynamo just for engine caching messurement</span>
+        <span class="n">remove_timing_cache</span><span class="p">()</span>
+        <span class="n">torch</span><span class="o">.</span><span class="n">_dynamo</span><span class="o">.</span><span class="n">reset</span><span class="p">()</span>
+
+        <span class="k">if</span> <span class="n">i</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+            <span class="n">cache_built_engines</span> <span class="o">=</span> <span class="kc">False</span>
+            <span class="n">reuse_cached_engines</span> <span class="o">=</span> <span class="kc">False</span>
+        <span class="k">else</span><span class="p">:</span>
+            <span class="n">cache_built_engines</span> <span class="o">=</span> <span class="kc">True</span>
+            <span class="n">reuse_cached_engines</span> <span class="o">=</span> <span class="kc">True</span>
+
+        <span class="n">start</span><span class="o">.</span><span class="n">record</span><span class="p">()</span>
+        <span class="n">compiled_model</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span>
+            <span class="n">model</span><span class="p">,</span>
+            <span class="n">backend</span><span class="o">=</span><span class="s2">&quot;tensorrt&quot;</span><span class="p">,</span>
+            <span class="n">options</span><span class="o">=</span><span class="p">{</span>
+                <span class="s2">&quot;use_python_runtime&quot;</span><span class="p">:</span> <span class="kc">True</span><span class="p">,</span>
+                <span class="s2">&quot;enabled_precisions&quot;</span><span class="p">:</span> <span class="n">enabled_precisions</span><span class="p">,</span>
+                <span class="s2">&quot;debug&quot;</span><span class="p">:</span> <span class="n">debug</span><span class="p">,</span>
+                <span class="s2">&quot;min_block_size&quot;</span><span class="p">:</span> <span class="n">min_block_size</span><span class="p">,</span>
+                <span class="s2">&quot;make_refitable&quot;</span><span class="p">:</span> <span class="kc">True</span><span class="p">,</span>
+                <span class="s2">&quot;cache_built_engines&quot;</span><span class="p">:</span> <span class="n">cache_built_engines</span><span class="p">,</span>
+                <span class="s2">&quot;reuse_cached_engines&quot;</span><span class="p">:</span> <span class="n">reuse_cached_engines</span><span class="p">,</span>
+            <span class="p">},</span>
+        <span class="p">)</span>
+        <span class="n">compiled_model</span><span class="p">(</span><span class="o">*</span><span class="n">inputs</span><span class="p">)</span>  <span class="c1"># trigger the compilation</span>
+        <span class="n">end</span><span class="o">.</span><span class="n">record</span><span class="p">()</span>
+        <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">synchronize</span><span class="p">()</span>
+        <span class="n">times</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">start</span><span class="o">.</span><span class="n">elapsed_time</span><span class="p">(</span><span class="n">end</span><span class="p">))</span>
+
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;----------------torch_compile----------------&quot;</span><span class="p">)</span>
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;disable engine caching, used:&quot;</span><span class="p">,</span> <span class="n">times</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="s2">&quot;ms&quot;</span><span class="p">)</span>
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;enable engine caching to cache engines, used:&quot;</span><span class="p">,</span> <span class="n">times</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span> <span class="s2">&quot;ms&quot;</span><span class="p">)</span>
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;enable engine caching to reuse engines, used:&quot;</span><span class="p">,</span> <span class="n">times</span><span class="p">[</span><span class="mi">2</span><span class="p">],</span> <span class="s2">&quot;ms&quot;</span><span class="p">)</span>
+
+
+<span class="n">torch_compile</span><span class="p">()</span>
+</pre></div>
+</div>
+</section>
+<section id="engine-caching-for-aot-compilation">
+<h2>Engine Caching for AOT Compilation<a class="headerlink" href="#engine-caching-for-aot-compilation" title="Permalink to this heading">¶</a></h2>
+<p>Similarly to the JIT workflow, AOT workflows can benefit from engine caching.
+As the same architecture or common subgraphs get recompiled, the cache will pull
+previously built engines and refit the weights.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">def</span> <span class="nf">dynamo_compile</span><span class="p">(</span><span class="n">iterations</span><span class="o">=</span><span class="mi">3</span><span class="p">):</span>
+    <span class="n">times</span> <span class="o">=</span> <span class="p">[]</span>
+    <span class="n">start</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">Event</span><span class="p">(</span><span class="n">enable_timing</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+    <span class="n">end</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">Event</span><span class="p">(</span><span class="n">enable_timing</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+
+    <span class="n">example_inputs</span> <span class="o">=</span> <span class="p">(</span><span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">((</span><span class="mi">100</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">224</span><span class="p">))</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="s2">&quot;cuda&quot;</span><span class="p">),)</span>
+    <span class="c1"># Mark the dim0 of inputs as dynamic</span>
+    <span class="n">batch</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">export</span><span class="o">.</span><span class="n">Dim</span><span class="p">(</span><span class="s2">&quot;batch&quot;</span><span class="p">,</span> <span class="nb">min</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="nb">max</span><span class="o">=</span><span class="mi">200</span><span class="p">)</span>
+    <span class="n">exp_program</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">export</span><span class="o">.</span><span class="n">export</span><span class="p">(</span>
+        <span class="n">model</span><span class="p">,</span> <span class="n">args</span><span class="o">=</span><span class="n">example_inputs</span><span class="p">,</span> <span class="n">dynamic_shapes</span><span class="o">=</span><span class="p">{</span><span class="s2">&quot;x&quot;</span><span class="p">:</span> <span class="p">{</span><span class="mi">0</span><span class="p">:</span> <span class="n">batch</span><span class="p">}}</span>
+    <span class="p">)</span>
+
+    <span class="c1"># The 1st iteration is to measure the compilation time without engine caching</span>
+    <span class="c1"># The 2nd and 3rd iterations are to measure the compilation time with engine caching.</span>
+    <span class="c1"># Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.</span>
+    <span class="c1"># The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.</span>
+    <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">iterations</span><span class="p">):</span>
+        <span class="n">inputs</span> <span class="o">=</span> <span class="p">[</span><span class="n">torch</span><span class="o">.</span><span class="n">rand</span><span class="p">((</span><span class="mi">100</span> <span class="o">+</span> <span class="n">i</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">224</span><span class="p">))</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="s2">&quot;cuda&quot;</span><span class="p">)]</span>
+        <span class="n">remove_timing_cache</span><span class="p">()</span>  <span class="c1"># remove timing cache just for engine caching messurement</span>
+        <span class="k">if</span> <span class="n">i</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+            <span class="n">cache_built_engines</span> <span class="o">=</span> <span class="kc">False</span>
+            <span class="n">reuse_cached_engines</span> <span class="o">=</span> <span class="kc">False</span>
+        <span class="k">else</span><span class="p">:</span>
+            <span class="n">cache_built_engines</span> <span class="o">=</span> <span class="kc">True</span>
+            <span class="n">reuse_cached_engines</span> <span class="o">=</span> <span class="kc">True</span>
+
+        <span class="n">start</span><span class="o">.</span><span class="n">record</span><span class="p">()</span>
+        <span class="n">trt_gm</span> <span class="o">=</span> <span class="n">torch_trt</span><span class="o">.</span><span class="n">dynamo</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span>
+            <span class="n">exp_program</span><span class="p">,</span>
+            <span class="nb">tuple</span><span class="p">(</span><span class="n">inputs</span><span class="p">),</span>
+            <span class="n">use_python_runtime</span><span class="o">=</span><span class="n">use_python_runtime</span><span class="p">,</span>
+            <span class="n">enabled_precisions</span><span class="o">=</span><span class="n">enabled_precisions</span><span class="p">,</span>
+            <span class="n">debug</span><span class="o">=</span><span class="n">debug</span><span class="p">,</span>
+            <span class="n">min_block_size</span><span class="o">=</span><span class="n">min_block_size</span><span class="p">,</span>
+            <span class="n">make_refitable</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+            <span class="n">cache_built_engines</span><span class="o">=</span><span class="n">cache_built_engines</span><span class="p">,</span>
+            <span class="n">reuse_cached_engines</span><span class="o">=</span><span class="n">reuse_cached_engines</span><span class="p">,</span>
+            <span class="n">engine_cache_size</span><span class="o">=</span><span class="mi">1</span> <span class="o">&lt;&lt;</span> <span class="mi">30</span><span class="p">,</span>  <span class="c1"># 1GB</span>
+        <span class="p">)</span>
+        <span class="c1"># output = trt_gm(*inputs)</span>
+        <span class="n">end</span><span class="o">.</span><span class="n">record</span><span class="p">()</span>
+        <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">synchronize</span><span class="p">()</span>
+        <span class="n">times</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">start</span><span class="o">.</span><span class="n">elapsed_time</span><span class="p">(</span><span class="n">end</span><span class="p">))</span>
+
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;----------------dynamo_compile----------------&quot;</span><span class="p">)</span>
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;disable engine caching, used:&quot;</span><span class="p">,</span> <span class="n">times</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="s2">&quot;ms&quot;</span><span class="p">)</span>
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;enable engine caching to cache engines, used:&quot;</span><span class="p">,</span> <span class="n">times</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span> <span class="s2">&quot;ms&quot;</span><span class="p">)</span>
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;enable engine caching to reuse engines, used:&quot;</span><span class="p">,</span> <span class="n">times</span><span class="p">[</span><span class="mi">2</span><span class="p">],</span> <span class="s2">&quot;ms&quot;</span><span class="p">)</span>
+
+
+<span class="n">dynamo_compile</span><span class="p">()</span>
+</pre></div>
+</div>
+</section>
+<section id="custom-engine-cache">
+<h2>Custom Engine Cache<a class="headerlink" href="#custom-engine-cache" title="Permalink to this heading">¶</a></h2>
+<p>By default, the engine cache is stored in the system’s temporary directory. Both the cache directory and
+size limit can be customized by passing <code class="docutils literal notranslate"><span class="pre">engine_cache_dir</span></code> and <code class="docutils literal notranslate"><span class="pre">engine_cache_size</span></code>.
+Users can also define their own engine cache implementation by extending the <code class="docutils literal notranslate"><span class="pre">BaseEngineCache</span></code> class.
+This allows for remote or shared caching if so desired.</p>
+<dl class="simple">
+<dt>The custom engine cache should implement the following methods:</dt><dd><ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">save</span></code>: Save the engine blob to the cache.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">load</span></code>: Load the engine blob from the cache.</p></li>
+</ul>
+</dd>
+</dl>
+<p>The hash provided by the cache systen is a weight agnostic hash of the originating PyTorch subgraph (post lowering).
+The blob contains a serialized engine, calling spec data, and weight map information in the pickle format</p>
+<p>Below is an example of a custom engine cache implementation that implents a <code class="docutils literal notranslate"><span class="pre">RAMEngineCache</span></code>.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">class</span> <span class="nc">RAMEngineCache</span><span class="p">(</span><span class="n">BaseEngineCache</span><span class="p">):</span>
+    <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+        <span class="bp">self</span><span class="p">,</span>
+    <span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+<span class="w">        </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">        Constructs a user held engine cache in memory.</span>
+<span class="sd">        &quot;&quot;&quot;</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">engine_cache</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">bytes</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span>
+
+    <span class="k">def</span> <span class="nf">save</span><span class="p">(</span>
+        <span class="bp">self</span><span class="p">,</span>
+        <span class="nb">hash</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+        <span class="n">blob</span><span class="p">:</span> <span class="nb">bytes</span><span class="p">,</span>
+    <span class="p">):</span>
+<span class="w">        </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">        Insert the engine blob to the cache.</span>
+
+<span class="sd">        Args:</span>
+<span class="sd">            hash (str): The hash key to associate with the engine blob.</span>
+<span class="sd">            blob (bytes): The engine blob to be saved.</span>
+
+<span class="sd">        Returns:</span>
+<span class="sd">            None</span>
+<span class="sd">        &quot;&quot;&quot;</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">engine_cache</span><span class="p">[</span><span class="nb">hash</span><span class="p">]</span> <span class="o">=</span> <span class="n">blob</span>
+
+    <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="nb">hash</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">bytes</span><span class="p">]:</span>
+<span class="w">        </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">        Load the engine blob from the cache.</span>
+
+<span class="sd">        Args:</span>
+<span class="sd">            hash (str): The hash key of the engine to load.</span>
+
+<span class="sd">        Returns:</span>
+<span class="sd">            Optional[bytes]: The engine blob if found, None otherwise.</span>
+<span class="sd">        &quot;&quot;&quot;</span>
+        <span class="k">if</span> <span class="nb">hash</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">engine_cache</span><span class="p">:</span>
+            <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">engine_cache</span><span class="p">[</span><span class="nb">hash</span><span class="p">]</span>
+        <span class="k">else</span><span class="p">:</span>
+            <span class="k">return</span> <span class="kc">None</span>
+
+
+<span class="k">def</span> <span class="nf">torch_compile_my_cache</span><span class="p">(</span><span class="n">iterations</span><span class="o">=</span><span class="mi">3</span><span class="p">):</span>
+    <span class="n">times</span> <span class="o">=</span> <span class="p">[]</span>
+    <span class="n">engine_cache</span> <span class="o">=</span> <span class="n">RAMEngineCache</span><span class="p">()</span>
+    <span class="n">start</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">Event</span><span class="p">(</span><span class="n">enable_timing</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+    <span class="n">end</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">Event</span><span class="p">(</span><span class="n">enable_timing</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+
+    <span class="c1"># The 1st iteration is to measure the compilation time without engine caching</span>
+    <span class="c1"># The 2nd and 3rd iterations are to measure the compilation time with engine caching.</span>
+    <span class="c1"># Since the 2nd iteration needs to compile and save the engine, it will be slower than the 1st iteration.</span>
+    <span class="c1"># The 3rd iteration should be faster than the 1st iteration because it loads the cached engine.</span>
+    <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">iterations</span><span class="p">):</span>
+        <span class="n">inputs</span> <span class="o">=</span> <span class="p">[</span><span class="n">torch</span><span class="o">.</span><span class="n">rand</span><span class="p">((</span><span class="mi">100</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">224</span><span class="p">))</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="s2">&quot;cuda&quot;</span><span class="p">)]</span>
+        <span class="c1"># remove timing cache and reset dynamo just for engine caching messurement</span>
+        <span class="n">remove_timing_cache</span><span class="p">()</span>
+        <span class="n">torch</span><span class="o">.</span><span class="n">_dynamo</span><span class="o">.</span><span class="n">reset</span><span class="p">()</span>
+
+        <span class="k">if</span> <span class="n">i</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+            <span class="n">cache_built_engines</span> <span class="o">=</span> <span class="kc">False</span>
+            <span class="n">reuse_cached_engines</span> <span class="o">=</span> <span class="kc">False</span>
+        <span class="k">else</span><span class="p">:</span>
+            <span class="n">cache_built_engines</span> <span class="o">=</span> <span class="kc">True</span>
+            <span class="n">reuse_cached_engines</span> <span class="o">=</span> <span class="kc">True</span>
+
+        <span class="n">start</span><span class="o">.</span><span class="n">record</span><span class="p">()</span>
+        <span class="n">compiled_model</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span>
+            <span class="n">model</span><span class="p">,</span>
+            <span class="n">backend</span><span class="o">=</span><span class="s2">&quot;tensorrt&quot;</span><span class="p">,</span>
+            <span class="n">options</span><span class="o">=</span><span class="p">{</span>
+                <span class="s2">&quot;use_python_runtime&quot;</span><span class="p">:</span> <span class="kc">True</span><span class="p">,</span>
+                <span class="s2">&quot;enabled_precisions&quot;</span><span class="p">:</span> <span class="n">enabled_precisions</span><span class="p">,</span>
+                <span class="s2">&quot;debug&quot;</span><span class="p">:</span> <span class="n">debug</span><span class="p">,</span>
+                <span class="s2">&quot;min_block_size&quot;</span><span class="p">:</span> <span class="n">min_block_size</span><span class="p">,</span>
+                <span class="s2">&quot;make_refitable&quot;</span><span class="p">:</span> <span class="kc">True</span><span class="p">,</span>
+                <span class="s2">&quot;cache_built_engines&quot;</span><span class="p">:</span> <span class="n">cache_built_engines</span><span class="p">,</span>
+                <span class="s2">&quot;reuse_cached_engines&quot;</span><span class="p">:</span> <span class="n">reuse_cached_engines</span><span class="p">,</span>
+                <span class="s2">&quot;custom_engine_cache&quot;</span><span class="p">:</span> <span class="n">engine_cache</span><span class="p">,</span>
+            <span class="p">},</span>
+        <span class="p">)</span>
+        <span class="n">compiled_model</span><span class="p">(</span><span class="o">*</span><span class="n">inputs</span><span class="p">)</span>  <span class="c1"># trigger the compilation</span>
+        <span class="n">end</span><span class="o">.</span><span class="n">record</span><span class="p">()</span>
+        <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">synchronize</span><span class="p">()</span>
+        <span class="n">times</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">start</span><span class="o">.</span><span class="n">elapsed_time</span><span class="p">(</span><span class="n">end</span><span class="p">))</span>
+
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;----------------torch_compile----------------&quot;</span><span class="p">)</span>
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;disable engine caching, used:&quot;</span><span class="p">,</span> <span class="n">times</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="s2">&quot;ms&quot;</span><span class="p">)</span>
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;enable engine caching to cache engines, used:&quot;</span><span class="p">,</span> <span class="n">times</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span> <span class="s2">&quot;ms&quot;</span><span class="p">)</span>
+    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;enable engine caching to reuse engines, used:&quot;</span><span class="p">,</span> <span class="n">times</span><span class="p">[</span><span class="mi">2</span><span class="p">],</span> <span class="s2">&quot;ms&quot;</span><span class="p">)</span>
+
+
+<span class="n">torch_compile_my_cache</span><span class="p">()</span>
+</pre></div>
+</div>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.000 seconds)</p>
+<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-tutorials-rendered-examples-dynamo-engine-caching-example-py">
+<div class="sphx-glr-download sphx-glr-download-python docutils container">
+<p><a class="reference download internal" download="" href="../../../_downloads/1c759c0181fe2845e5579cc82e5b7a7a/engine_caching_example.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">engine_caching_example.py</span></code></a></p>
+</div>
+<div class="sphx-glr-download sphx-glr-download-jupyter docutils container">
+<p><a class="reference download internal" download="" href="../../../_downloads/3454ee6d4b68e83cdf0c757f0059986b/engine_caching_example.ipynb"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Jupyter</span> <span class="pre">notebook:</span> <span class="pre">engine_caching_example.ipynb</span></code></a></p>
+</div>
+</div>
+<p class="sphx-glr-signature"><a class="reference external" href="https://sphinx-gallery.github.io">Gallery generated by Sphinx-Gallery</a></p>
+</section>
+</section>
+
+
+             </article>
+             
+            </div>
+            <footer>
+  
+    <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+      
+        <a href="refit_engine_example.html" class="btn btn-neutral float-right" title="Refitting Torch-TensorRT Programs with New Weights" accesskey="n" rel="next">Next <img src="../../../_static/images/chevron-right-orange.svg" class="next-page"></a>
+      
+      
+        <a href="torch_compile_advanced_usage.html" class="btn btn-neutral" title="Torch Compile Advanced Usage" accesskey="p" rel="prev"><img src="../../../_static/images/chevron-right-orange.svg" class="previous-page"> Previous</a>
+      
+    </div>
+  
+
+  
+
+    <hr>
+
+  
+
+  <div role="contentinfo">
+    <p>
+        &copy; Copyright 2024, NVIDIA Corporation.
+
+    </p>
+  </div>
+    
+      <div>
+        Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
+      </div>
+     
+
+</footer>
+
+          </div>
+        </div>
+
+        <div class="pytorch-content-right" id="pytorch-content-right">
+          <div class="pytorch-right-menu" id="pytorch-right-menu">
+            <div class="pytorch-side-scroll" id="pytorch-side-scroll-right">
+              <ul>
+<li><a class="reference internal" href="#">Engine Caching</a><ul>
+<li><a class="reference internal" href="#engine-caching-for-jit-compilation">Engine Caching for JIT Compilation</a></li>
+<li><a class="reference internal" href="#engine-caching-for-aot-compilation">Engine Caching for AOT Compilation</a></li>
+<li><a class="reference internal" href="#custom-engine-cache">Custom Engine Cache</a></li>
+</ul>
+</li>
+</ul>
+
+            </div>
+          </div>
+        </div>
+      </section>
+    </div>
+
+  
+
+
+  
+
+     
+       <script type="text/javascript" id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
+         <script data-url_root="../../../" id="documentation_options" src="../../../_static/documentation_options.js"></script>
+         <script src="../../../_static/jquery.js"></script>
+         <script src="../../../_static/underscore.js"></script>
+         <script src="../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+         <script src="../../../_static/doctools.js"></script>
+         <script src="../../../_static/collapsible-lists/js/CollapsibleLists.compressed.js"></script>
+         <script src="../../../_static/collapsible-lists/js/apply-collapsible-lists.js"></script>
+         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
+     
+
+  
+
+  <script type="text/javascript" src="../../../_static/js/vendor/popper.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/vendor/bootstrap.min.js"></script>
+  <script src="https://cdnjs.cloudflare.com/ajax/libs/list.js/1.5.0/list.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/theme.js"></script>
+
+  <script type="text/javascript">
+      jQuery(function () {
+          SphinxRtdTheme.Navigation.enable(true);
+      });
+  </script> 
+
+  <!-- Begin Footer -->
+
+  <div class="container-fluid docs-tutorials-resources" id="docs-tutorials-resources">
+    <div class="container">
+      <div class="row">
+        <div class="col-md-4 text-center">
+          <h2>Docs</h2>
+          <p>Access comprehensive developer documentation for PyTorch</p>
+          <a class="with-right-arrow" href="https://pytorch.org/docs/stable/index.html">View Docs</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Tutorials</h2>
+          <p>Get in-depth tutorials for beginners and advanced developers</p>
+          <a class="with-right-arrow" href="https://pytorch.org/tutorials">View Tutorials</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Resources</h2>
+          <p>Find development resources and get your questions answered</p>
+          <a class="with-right-arrow" href="https://pytorch.org/resources">View Resources</a>
+        </div>
+      </div>
+    </div>
+  </div>
+
+  <footer class="site-footer">
+    <div class="container footer-container">
+      <div class="footer-logo-wrapper">
+        <a href="https://pytorch.org/" class="footer-logo"></a>
+      </div>
+
+      <div class="footer-links-wrapper">
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/">PyTorch</a></li>
+            <li><a href="https://pytorch.org/get-started">Get Started</a></li>
+            <li><a href="https://pytorch.org/features">Features</a></li>
+            <li><a href="https://pytorch.org/ecosystem">Ecosystem</a></li>
+            <li><a href="https://pytorch.org/blog/">Blog</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/blob/master/CONTRIBUTING.md">Contributing</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/resources">Resources</a></li>
+            <li><a href="https://pytorch.org/tutorials">Tutorials</a></li>
+            <li><a href="https://pytorch.org/docs/stable/index.html">Docs</a></li>
+            <li><a href="https://discuss.pytorch.org" target="_blank">Discuss</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/issues" target="_blank">Github Issues</a></li>
+            <li><a href="https://pytorch.org/assets/brand-guidelines/PyTorch-Brand-Guidelines.pdf" target="_blank">Brand Guidelines</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">Stay up to date</li>
+            <li><a href="https://www.facebook.com/pytorch" target="_blank">Facebook</a></li>
+            <li><a href="https://twitter.com/pytorch" target="_blank">Twitter</a></li>
+            <li><a href="https://www.youtube.com/pytorch" target="_blank">YouTube</a></li>
+            <li><a href="https://www.linkedin.com/company/pytorch" target="_blank">LinkedIn</a></li>
+          </ul>  
+          </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">PyTorch Podcasts</li>
+            <li><a href="https://open.spotify.com/show/6UzHKeiy368jKfQMKKvJY5" target="_blank">Spotify</a></li>
+            <li><a href="https://podcasts.apple.com/us/podcast/pytorch-developer-podcast/id1566080008" target="_blank">Apple</a></li>
+            <li><a href="https://www.google.com/podcasts?feed=aHR0cHM6Ly9mZWVkcy5zaW1wbGVjYXN0LmNvbS9PQjVGa0lsOA%3D%3D" target="_blank">Google</a></li>
+            <li><a href="https://music.amazon.com/podcasts/7a4e6f0e-26c2-49e9-a478-41bd244197d0/PyTorch-Developer-Podcast?" target="_blank">Amazon</a></li>
+          </ul>
+         </div>
+        </div>
+        
+        <div class="privacy-policy">
+          <ul>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/terms/" target="_blank">Terms</a></li>
+            <li class="privacy-policy-links">|</li>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/privacy-policy/" target="_blank">Privacy</a></li>
+          </ul>
+        </div>
+        <div class="copyright">
+        <p>© Copyright The Linux Foundation. The PyTorch Foundation is a project of The Linux Foundation.
+          For web site terms of use, trademark policy and other policies applicable to The PyTorch Foundation please see
+          <a href="https://www.linuxfoundation.org/policies/">www.linuxfoundation.org/policies/</a>. The PyTorch Foundation supports the PyTorch open source
+          project, which has been established as PyTorch Project a Series of LF Projects, LLC. For policies applicable to the PyTorch Project a Series of LF Projects, LLC,
+          please see <a href="https://www.lfprojects.org/policies/">www.lfprojects.org/policies/</a>.</p>
+      </div>
+     </div>
+
+  </footer>
+
+  <div class="cookie-banner-wrapper">
+  <div class="container">
+    <p class="gdpr-notice">To analyze traffic and optimize your experience, we serve cookies on this site. By clicking or navigating, you agree to allow our usage of cookies. As the current maintainers of this site, Facebook’s Cookies Policy applies. Learn more, including about available controls: <a href="https://www.facebook.com/policies/cookies/">Cookies Policy</a>.</p>
+    <img class="close-button" src="../../../_static/images/pytorch-x.svg">
+  </div>
+</div>
+
+  <!-- End Footer -->
+
+  <!-- Begin Mobile Menu -->
+
+  <div class="mobile-main-menu">
+    <div class="container-fluid">
+      <div class="container">
+        <div class="mobile-main-menu-header-container">
+          <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+          <a class="main-menu-close-button" href="#" data-behavior="close-mobile-menu"></a>
+        </div>
+      </div>
+    </div>
+
+    <div class="mobile-main-menu-links-container">
+      <div class="main-menu">
+        <ul>
+           <li class="resources-mobile-menu-title">
+             <a>Learn</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/get-started">Get Started</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials">Tutorials</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/basics/intro.html">Learn the Basics</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/recipes/recipes_index.html">PyTorch Recipes</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/introyt.html">Introduction to PyTorch - YouTube Series</a>
+             </li>
+           </ul>
+           <li class="resources-mobile-menu-title">
+             <a>Ecosystem</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/ecosystem">Tools</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/#community-module">Community</a>
+             </li>
+             <li>
+               <a href="https://discuss.pytorch.org/">Forums</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/resources">Developer Resources</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/ecosystem/contributor-awards-2023">Contributor Awards - 2023</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Edge</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/edge">About PyTorch Edge</a>
+             </li>
+             
+             <li>
+               <a href="https://pytorch.org/executorch-overview">ExecuTorch</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Docs</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/docs/stable/index.html">PyTorch</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/pytorch-domains">PyTorch Domains</a>
+            </li>
+          </ul>
+
+          <li class="resources-mobile-menu-title">
+            <a>Blog & News</a>
+          </li>
+            
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/blog/">PyTorch Blog</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/community-blog">Community Blog</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/videos">Videos</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/community-stories">Community Stories</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/events">Events</a>
+            </li>
+          </ul>
+          
+          <li class="resources-mobile-menu-title">
+            <a>About</a>
+          </li>
+
+          <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/foundation">PyTorch Foundation</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/governing-board">Governing Board</a>
+            </li>
+          </ul>
+        </ul>
+      </div>
+    </div>
+  </div>
+
+  <!-- End Mobile Menu -->
+
+  <script type="text/javascript" src="../../../_static/js/vendor/anchor.min.js"></script>
+
+  <script type="text/javascript">
+    $(document).ready(function() {
+      mobileMenu.bind();
+      mobileTOC.bind();
+      pytorchAnchors.bind();
+      sideMenus.bind();
+      scrollToAnchor.bind();
+      highlightNavigation.bind();
+      mainMenuDropdown.bind();
+      filterTags.bind();
+
+      // Add class to links that have code blocks, since we cannot create links in code blocks
+      $("article.pytorch-article a span.pre").each(function(e) {
+        $(this).closest("a").addClass("has-code");
+      });
+    })
+  </script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/tutorials/_rendered_examples/dynamo/index.html b/docs/tutorials/_rendered_examples/dynamo/index.html
index be6b1c8ea8..7125ab06d8 100644
--- a/docs/tutorials/_rendered_examples/dynamo/index.html
+++ b/docs/tutorials/_rendered_examples/dynamo/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -464,9 +466,11 @@
 <li><p><a class="reference internal" href="torch_compile_stable_diffusion.html#torch-compile-stable-diffusion"><span class="std std-ref">Torch Compile Stable Diffusion</span></a>: Compiling a Stable Diffusion model using <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code></p></li>
 <li><p><a class="reference internal" href="torch_export_cudagraphs.html#torch-export-cudagraphs"><span class="std std-ref">Torch Export with Cudagraphs</span></a>: Using the Cudagraphs integration with <cite>ir=”dynamo”</cite></p></li>
 <li><p><a class="reference internal" href="custom_kernel_plugins.html#custom-kernel-plugins"><span class="std std-ref">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</span></a>: Creating a plugin to use a custom kernel inside TensorRT engines</p></li>
-<li><p><a class="reference internal" href="refit_engine_example.html#refit-engine-example"><span class="std std-ref">Refit  TenorRT Graph Module with Torch-TensorRT</span></a>: Refitting a compiled TensorRT Graph Module with updated weights</p></li>
+<li><p><a class="reference internal" href="refit_engine_example.html#refit-engine-example"><span class="std std-ref">Refitting Torch-TensorRT Programs with New Weights</span></a>: Refitting a compiled TensorRT Graph Module with updated weights</p></li>
 <li><p><a class="reference internal" href="mutable_torchtrt_module_example.html#mutable-torchtrt-module-example"><span class="std std-ref">Mutable Torch TensorRT Module</span></a>: Compile, use, and modify TensorRT Graph Module with MutableTorchTensorRTModule</p></li>
 <li><p><span class="xref std std-ref">vgg16_fp8_ptq</span>: Compiling a VGG16 model with FP8 and PTQ using <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code></p></li>
+<li><p><a class="reference internal" href="engine_caching_example.html#engine-caching-example"><span class="std std-ref">Engine Caching</span></a>: Utilizing engine caching to speed up compilation times</p></li>
+<li><p><a class="reference internal" href="engine_caching_bert_example.html#engine-caching-bert-example"><span class="std std-ref">Engine Caching (BERT)</span></a>: Demonstrating engine caching on BERT</p></li>
 </ul>
 <div class="sphx-glr-thumbnails"><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with torch.compi..."><img alt="" src="../../../_images/sphx_glr_torch_compile_stable_diffusion_thumb.png" />
 <p><a class="reference internal" href="torch_compile_stable_diffusion.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-compile-stable-diffusion-py"><span class="std std-ref">Torch Compile Stable Diffusion</span></a></p>
@@ -474,15 +478,24 @@
 </div><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as an overview of the process by which the Torch-TensorRT C..."><img alt="" src="../../../_images/sphx_glr_torch_export_cudagraphs_thumb.png" />
 <p><a class="reference internal" href="torch_export_cudagraphs.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-export-cudagraphs-py"><span class="std std-ref">Torch Export with Cudagraphs</span></a></p>
   <div class="sphx-glr-thumbnail-title">Torch Export with Cudagraphs</div>
+</div><div class="sphx-glr-thumbcontainer" tooltip="Compilation is an expensive operation as it involves many graph transformations, translations a..."><img alt="" src="../../../_images/sphx_glr_refit_engine_example_thumb.png" />
+<p><a class="reference internal" href="refit_engine_example.html#sphx-glr-tutorials-rendered-examples-dynamo-refit-engine-example-py"><span class="std std-ref">Refitting Torch-TensorRT Programs with New Weights</span></a></p>
+  <div class="sphx-glr-thumbnail-title">Refitting Torch-TensorRT Programs with New Weights</div>
 </div><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with torch.compi..."><img alt="" src="../../../_images/sphx_glr_torch_compile_transformers_example_thumb.png" />
 <p><a class="reference internal" href="torch_compile_transformers_example.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-compile-transformers-example-py"><span class="std std-ref">Compiling a Transformer using torch.compile and TensorRT</span></a></p>
   <div class="sphx-glr-thumbnail-title">Compiling a Transformer using torch.compile and TensorRT</div>
-</div><div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how a compiled TensorRT Graph Module can be refitted with updated w..."><img alt="" src="../../../_images/sphx_glr_refit_engine_example_thumb.png" />
-<p><a class="reference internal" href="refit_engine_example.html#sphx-glr-tutorials-rendered-examples-dynamo-refit-engine-example-py"><span class="std std-ref">Refit  TenorRT Graph Module with Torch-TensorRT</span></a></p>
-  <div class="sphx-glr-thumbnail-title">Refit  TenorRT Graph Module with Torch-TensorRT</div>
+</div><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo back..."><img alt="" src="../../../_images/sphx_glr_torch_export_gpt2_thumb.png" />
+<p><a class="reference internal" href="torch_export_gpt2.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-export-gpt2-py"><span class="std std-ref">Compiling GPT2 using the Torch-TensorRT with dynamo backend</span></a></p>
+  <div class="sphx-glr-thumbnail-title">Compiling GPT2 using the Torch-TensorRT with dynamo backend</div>
 </div><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as an overview of the process by which torch_tensorrt.compi..."><img alt="" src="../../../_images/sphx_glr_torch_compile_advanced_usage_thumb.png" />
 <p><a class="reference internal" href="torch_compile_advanced_usage.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-compile-advanced-usage-py"><span class="std std-ref">Torch Compile Advanced Usage</span></a></p>
   <div class="sphx-glr-thumbnail-title">Torch Compile Advanced Usage</div>
+</div><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo back..."><img alt="" src="../../../_images/sphx_glr_torch_export_llama2_thumb.png" />
+<p><a class="reference internal" href="torch_export_llama2.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-export-llama2-py"><span class="std std-ref">Compiling Llama2 using the Torch-TensorRT with dynamo backend</span></a></p>
+  <div class="sphx-glr-thumbnail-title">Compiling Llama2 using the Torch-TensorRT with dynamo backend</div>
+</div><div class="sphx-glr-thumbcontainer" tooltip="Small caching example on BERT."><img alt="" src="../../../_images/sphx_glr_engine_caching_bert_example_thumb.png" />
+<p><a class="reference internal" href="engine_caching_bert_example.html#sphx-glr-tutorials-rendered-examples-dynamo-engine-caching-bert-example-py"><span class="std std-ref">Engine Caching (BERT)</span></a></p>
+  <div class="sphx-glr-thumbnail-title">Engine Caching (BERT)</div>
 </div><div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how we can easily use Mutable Torch TensorRT Module to compile, int..."><img alt="" src="../../../_images/sphx_glr_mutable_torchtrt_module_example_thumb.png" />
 <p><a class="reference internal" href="mutable_torchtrt_module_example.html#sphx-glr-tutorials-rendered-examples-dynamo-mutable-torchtrt-module-example-py"><span class="std std-ref">Mutable Torch TensorRT Module</span></a></p>
   <div class="sphx-glr-thumbnail-title">Mutable Torch TensorRT Module</div>
@@ -492,6 +505,9 @@
 </div><div class="sphx-glr-thumbcontainer" tooltip="Here we demonstrate how to deploy a model quantized to INT8 or FP8 using the Dynamo frontend of..."><img alt="" src="../../../_images/sphx_glr_vgg16_ptq_thumb.png" />
 <p><a class="reference internal" href="vgg16_ptq.html#sphx-glr-tutorials-rendered-examples-dynamo-vgg16-ptq-py"><span class="std std-ref">Deploy Quantized Models using Torch-TensorRT</span></a></p>
   <div class="sphx-glr-thumbnail-title">Deploy Quantized Models using Torch-TensorRT</div>
+</div><div class="sphx-glr-thumbcontainer" tooltip="As model sizes increase, the cost of compilation will as well. With AOT methods like torch.dyna..."><img alt="" src="../../../_images/sphx_glr_engine_caching_example_thumb.png" />
+<p><a class="reference internal" href="engine_caching_example.html#sphx-glr-tutorials-rendered-examples-dynamo-engine-caching-example-py"><span class="std std-ref">Engine Caching</span></a></p>
+  <div class="sphx-glr-thumbnail-title">Engine Caching</div>
 </div><div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how a developer could include a custom kernel in a TensorRT engine ..."><img alt="" src="../../../_images/sphx_glr_custom_kernel_plugins_thumb.png" />
 <p><a class="reference internal" href="custom_kernel_plugins.html#sphx-glr-tutorials-rendered-examples-dynamo-custom-kernel-plugins-py"><span class="std std-ref">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</span></a></p>
   <div class="sphx-glr-thumbnail-title">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</div>
diff --git a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
index b6d222ca05..3b787c393d 100644
--- a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
index ad1b46f3bb..226f25ca43 100644
--- a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Refit TenorRT Graph Module with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Refitting Torch-TensorRT Programs with New Weights &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -39,6 +39,8 @@
   <link rel="stylesheet" href="../../../_static/css/custom.css" type="text/css" />
     <link rel="index" title="Index" href="../../../genindex.html" />
     <link rel="search" title="Search" href="../../../search.html" />
+    <link rel="next" title="TensorRT Backend for torch.compile" href="../../../dynamo/torch_compile.html" />
+    <link rel="prev" title="Engine Caching" href="engine_caching_example.html" />
   <!-- Google Tag Manager -->
     <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
     new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
@@ -273,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -307,13 +309,15 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../getting_started/quick_start.html">Quick Start</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">User Guide</span></p>
-<ul>
+<ul class="current">
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/torch_tensorrt_explained.html">Torch-TensorRT Explained</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/dynamic_shapes.html">Dynamic shapes with Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/saving_models.html">Saving models compiled with Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -417,7 +421,7 @@
       </li>
 
         
-      <li>Refit  TenorRT Graph Module with Torch-TensorRT</li>
+      <li>Refitting Torch-TensorRT Programs with New Weights</li>
     
     
       <li class="pytorch-breadcrumbs-aside">
@@ -458,16 +462,26 @@
 <p><a class="reference internal" href="#sphx-glr-download-tutorials-rendered-examples-dynamo-refit-engine-example-py"><span class="std std-ref">Go to the end</span></a>
 to download the full example code</p>
 </div>
-<section class="sphx-glr-example-title" id="refit-tenorrt-graph-module-with-torch-tensorrt">
-<span id="refit-engine-example"></span><span id="sphx-glr-tutorials-rendered-examples-dynamo-refit-engine-example-py"></span><h1>Refit  TenorRT Graph Module with Torch-TensorRT<a class="headerlink" href="#refit-tenorrt-graph-module-with-torch-tensorrt" title="Permalink to this heading">¶</a></h1>
-<p>We are going to demonstrate how a compiled TensorRT Graph Module can be refitted with updated weights.</p>
-<p>In many cases, we frequently update the weights of models, such as applying various LoRA to Stable Diffusion or constant A/B testing of AI products.
-That poses challenges for TensorRT inference optimizations, as compiling the TensorRT engines takes significant time, making repetitive compilation highly inefficient.
-Torch-TensorRT supports refitting TensorRT graph modules without re-compiling the engine, considerably accelerating the workflow.</p>
-<p>In this tutorial, we are going to walk through
-1. Compiling a PyTorch model to a TensorRT Graph Module
-2. Save and load a graph module
-3. Refit the graph module</p>
+<section class="sphx-glr-example-title" id="refitting-torch-tensorrt-programs-with-new-weights">
+<span id="refit-engine-example"></span><span id="sphx-glr-tutorials-rendered-examples-dynamo-refit-engine-example-py"></span><h1>Refitting Torch-TensorRT Programs with New Weights<a class="headerlink" href="#refitting-torch-tensorrt-programs-with-new-weights" title="Permalink to this heading">¶</a></h1>
+<p>Compilation is an expensive operation as it involves many graph transformations, translations
+and optimizations applied on the model. In cases were the weights of a model might be updated
+occasionally (e.g. inserting LoRA adapters), the large cost of recompilation can make it infeasible
+to use TensorRT if the compiled program needed to be built from scratch each time. Torch-TensorRT
+provides a PyTorch native mechanism to update the weights of a compiled TensorRT program without
+recompiling from scratch through weight refitting.</p>
+<p>In this tutorial, we are going to walk through</p>
+<blockquote>
+<div><ol class="arabic simple">
+<li><p>Compiling a PyTorch model to a TensorRT Graph Module</p></li>
+<li><p>Save and load a graph module</p></li>
+<li><p>Refit the graph module</p></li>
+</ol>
+</div></blockquote>
+<p>This tutorial focuses mostly on the AOT workflow where it is most likely that a user might need to
+manually refit a module. In the JIT workflow, weight changes trigger recompilation. As the engine
+has previously been built, with an engine cache enabled, Torch-TensorRT can automatically recognize
+a previously built engine, trigger refit and short cut recompilation on behalf of the user (see: <a class="reference internal" href="engine_caching_example.html#engine-caching-example"><span class="std std-ref">Engine Caching</span></a>).</p>
 <section id="standard-workflow">
 <h2>Standard Workflow<a class="headerlink" href="#standard-workflow" title="Permalink to this heading">¶</a></h2>
 <section id="imports-and-model-definition">
@@ -484,9 +498,15 @@ <h3>Imports and model definition<a class="headerlink" href="#imports-and-model-d
 </pre></div>
 </div>
 </section>
-<section id="compile-the-module-for-the-first-time-and-save-it">
-<h3>Compile the module for the first time and save it.<a class="headerlink" href="#compile-the-module-for-the-first-time-and-save-it" title="Permalink to this heading">¶</a></h3>
-<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">model</span> <span class="o">=</span> <span class="n">models</span><span class="o">.</span><span class="n">resnet18</span><span class="p">(</span><span class="n">pretrained</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span><span class="o">.</span><span class="n">eval</span><span class="p">()</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="s2">&quot;cuda&quot;</span><span class="p">)</span>
+</section>
+<section id="make-a-refitable-compilation-program">
+<h2>Make a Refitable Compilation Program<a class="headerlink" href="#make-a-refitable-compilation-program" title="Permalink to this heading">¶</a></h2>
+<p>The inital step is to compile a module and save it as with a normal. Note that there is an
+additional parameter <cite>make_refitable</cite> that is set to <cite>True</cite>. This parameter is used to
+indicate that the engine being built should support weight refitting later. Engines built without
+these setttings will not be able to be refit.</p>
+<p>In this case we are going to compile a ResNet18 model with randomly initialized weights and save it.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">model</span> <span class="o">=</span> <span class="n">models</span><span class="o">.</span><span class="n">resnet18</span><span class="p">(</span><span class="n">pretrained</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span><span class="o">.</span><span class="n">eval</span><span class="p">()</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="s2">&quot;cuda&quot;</span><span class="p">)</span>
 <span class="n">exp_program</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">export</span><span class="o">.</span><span class="n">export</span><span class="p">(</span><span class="n">model</span><span class="p">,</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">inputs</span><span class="p">))</span>
 <span class="n">enabled_precisions</span> <span class="o">=</span> <span class="p">{</span><span class="n">torch</span><span class="o">.</span><span class="n">float</span><span class="p">}</span>
 <span class="n">debug</span> <span class="o">=</span> <span class="kc">False</span>
@@ -506,15 +526,18 @@ <h3>Compile the module for the first time and save it.<a class="headerlink" href
 <span class="p">)</span>  <span class="c1"># Output is a torch.fx.GraphModule</span>
 
 <span class="c1"># Save the graph module as an exported program</span>
-<span class="c1"># This is only supported when use_python_runtime = False</span>
 <span class="n">torch_trt</span><span class="o">.</span><span class="n">save</span><span class="p">(</span><span class="n">trt_gm</span><span class="p">,</span> <span class="s2">&quot;./compiled.ep&quot;</span><span class="p">,</span> <span class="n">inputs</span><span class="o">=</span><span class="n">inputs</span><span class="p">)</span>
 </pre></div>
 </div>
 </section>
-<section id="refit-the-module-with-update-model-weights">
-<h3>Refit the module with update model weights<a class="headerlink" href="#refit-the-module-with-update-model-weights" title="Permalink to this heading">¶</a></h3>
+<section id="refit-the-program-with-pretrained-weights">
+<h2>Refit the Program with Pretrained Weights<a class="headerlink" href="#refit-the-program-with-pretrained-weights" title="Permalink to this heading">¶</a></h2>
+<p>Random weights are not useful for inference. But now instead of recompiling the model, we can
+refit the model with the pretrained weights. This is done by setting up another PyTorch module
+with the target weights and exporting it as an ExportedProgram. Then the <code class="docutils literal notranslate"><span class="pre">refit_module_weights</span></code>
+function is used to update the weights of the compiled module with the new weights.</p>
 <div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Create and compile the updated model</span>
-<span class="n">model2</span> <span class="o">=</span> <span class="n">models</span><span class="o">.</span><span class="n">resnet18</span><span class="p">(</span><span class="n">pretrained</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span><span class="o">.</span><span class="n">eval</span><span class="p">()</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="s2">&quot;cuda&quot;</span><span class="p">)</span>
+<span class="n">model2</span> <span class="o">=</span> <span class="n">models</span><span class="o">.</span><span class="n">resnet18</span><span class="p">(</span><span class="n">pretrained</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span><span class="o">.</span><span class="n">eval</span><span class="p">()</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="s2">&quot;cuda&quot;</span><span class="p">)</span>
 <span class="n">exp_program2</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">export</span><span class="o">.</span><span class="n">export</span><span class="p">(</span><span class="n">model2</span><span class="p">,</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">inputs</span><span class="p">))</span>
 
 
@@ -538,13 +561,28 @@ <h3>Refit the module with update model weights<a class="headerlink" href="#refit
 </pre></div>
 </div>
 </section>
+<section id="advanced-usage">
+<h2>Advanced Usage<a class="headerlink" href="#advanced-usage" title="Permalink to this heading">¶</a></h2>
+<p>There are a number of settings you can use to control the refit process</p>
+<section id="weight-map-cache">
+<h3>Weight Map Cache<a class="headerlink" href="#weight-map-cache" title="Permalink to this heading">¶</a></h3>
+<p>Weight refitting works by matching the weights of the compiled module with the new weights from
+the user supplied ExportedProgram. Since 1:1 name matching from PyTorch to TensorRT is hard to accomplish,
+the only gaurenteed way to match weights at <em>refit-time</em> is to pass the new ExportedProgram through the
+early phases of the compilation process to generate near identical weight names. This can be expensive
+and is not always necessary.</p>
+<p>To avoid this, <strong>At initial compile</strong>, Torch-TensorRt will attempt to cache a direct mapping from PyTorch
+weights to TensorRT weights. This cache is stored in the compiled module as metadata and can be used
+to speed up refit. If the cache is not present, the refit system will fallback to rebuilding the mapping at
+refit-time. Use of this cache is controlled by the <code class="docutils literal notranslate"><span class="pre">use_weight_map_cache</span></code> parameter.</p>
+<p>Since the cache uses a heuristic based system for matching PyTorch and TensorRT weights, you may want to verify the refitting. This can be done by setting
+<code class="docutils literal notranslate"><span class="pre">verify_output</span></code> to True and providing sample <code class="docutils literal notranslate"><span class="pre">arg_inputs</span></code> and <code class="docutils literal notranslate"><span class="pre">kwarg_inputs</span></code>. When this is done, the refit
+system will run the refitted module and the user supplied module on the same inputs and compare the outputs.</p>
 </section>
-<section id="alternative-workflow-using-python-runtime">
-<h2>Alternative Workflow using Python Runtime<a class="headerlink" href="#alternative-workflow-using-python-runtime" title="Permalink to this heading">¶</a></h2>
-<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Currently python runtime does not support engine serialization. So the refitting will be done in the same runtime.</span>
-<span class="c1"># This usecase is more useful when you need to switch different weights in the same runtime, such as using Stable Diffusion.</span>
-</pre></div>
-</div>
+<section id="in-place-refit">
+<h3>In-Place Refit<a class="headerlink" href="#in-place-refit" title="Permalink to this heading">¶</a></h3>
+<p><code class="docutils literal notranslate"><span class="pre">in_place</span></code> allows the user to refit the module in place. This is useful when the user wants to update the weights
+of the compiled module without creating a new module.</p>
 <p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.000 seconds)</p>
 <div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-tutorials-rendered-examples-dynamo-refit-engine-example-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
@@ -556,6 +594,7 @@ <h2>Alternative Workflow using Python Runtime<a class="headerlink" href="#altern
 </div>
 <p class="sphx-glr-signature"><a class="reference external" href="https://sphinx-gallery.github.io">Gallery generated by Sphinx-Gallery</a></p>
 </section>
+</section>
 </section>
 
 
@@ -564,6 +603,15 @@ <h2>Alternative Workflow using Python Runtime<a class="headerlink" href="#altern
             </div>
             <footer>
   
+    <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+      
+        <a href="../../../dynamo/torch_compile.html" class="btn btn-neutral float-right" title="TensorRT Backend for torch.compile" accesskey="n" rel="next">Next <img src="../../../_static/images/chevron-right-orange.svg" class="next-page"></a>
+      
+      
+        <a href="engine_caching_example.html" class="btn btn-neutral" title="Engine Caching" accesskey="p" rel="prev"><img src="../../../_static/images/chevron-right-orange.svg" class="previous-page"> Previous</a>
+      
+    </div>
+  
 
   
 
@@ -592,14 +640,18 @@ <h2>Alternative Workflow using Python Runtime<a class="headerlink" href="#altern
           <div class="pytorch-right-menu" id="pytorch-right-menu">
             <div class="pytorch-side-scroll" id="pytorch-side-scroll-right">
               <ul>
-<li><a class="reference internal" href="#">Refit  TenorRT Graph Module with Torch-TensorRT</a><ul>
+<li><a class="reference internal" href="#">Refitting Torch-TensorRT Programs with New Weights</a><ul>
 <li><a class="reference internal" href="#standard-workflow">Standard Workflow</a><ul>
 <li><a class="reference internal" href="#imports-and-model-definition">Imports and model definition</a></li>
-<li><a class="reference internal" href="#compile-the-module-for-the-first-time-and-save-it">Compile the module for the first time and save it.</a></li>
-<li><a class="reference internal" href="#refit-the-module-with-update-model-weights">Refit the module with update model weights</a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#alternative-workflow-using-python-runtime">Alternative Workflow using Python Runtime</a></li>
+<li><a class="reference internal" href="#make-a-refitable-compilation-program">Make a Refitable Compilation Program</a></li>
+<li><a class="reference internal" href="#refit-the-program-with-pretrained-weights">Refit the Program with Pretrained Weights</a></li>
+<li><a class="reference internal" href="#advanced-usage">Advanced Usage</a><ul>
+<li><a class="reference internal" href="#weight-map-cache">Weight Map Cache</a></li>
+<li><a class="reference internal" href="#in-place-refit">In-Place Refit</a></li>
+</ul>
+</li>
 </ul>
 </li>
 </ul>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
index 5424b36ff7..5f5fd4cf5c 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -39,7 +39,7 @@
   <link rel="stylesheet" href="../../../_static/css/custom.css" type="text/css" />
     <link rel="index" title="Index" href="../../../genindex.html" />
     <link rel="search" title="Search" href="../../../search.html" />
-    <link rel="next" title="TensorRT Backend for torch.compile" href="../../../dynamo/torch_compile.html" />
+    <link rel="next" title="Engine Caching" href="engine_caching_example.html" />
     <link rel="prev" title="DLA" href="../../../user_guide/using_dla.html" />
   <!-- Google Tag Manager -->
     <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -577,7 +579,7 @@ <h2>Cuda Driver Error Note<a class="headerlink" href="#cuda-driver-error-note" t
   
     <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
       
-        <a href="../../../dynamo/torch_compile.html" class="btn btn-neutral float-right" title="TensorRT Backend for torch.compile" accesskey="n" rel="next">Next <img src="../../../_static/images/chevron-right-orange.svg" class="next-page"></a>
+        <a href="engine_caching_example.html" class="btn btn-neutral float-right" title="Engine Caching" accesskey="n" rel="next">Next <img src="../../../_static/images/chevron-right-orange.svg" class="next-page"></a>
       
       
         <a href="../../../user_guide/using_dla.html" class="btn btn-neutral" title="DLA" accesskey="p" rel="prev"><img src="../../../_static/images/chevron-right-orange.svg" class="previous-page"> Previous</a>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
index 3b7c997a29..f3e0490e0d 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
index 6de1839c5b..9b34351d88 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Stable Diffusion &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Torch Compile Stable Diffusion &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
index 32d22f74a6..5d7f88103c 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
index bd87402baf..d4d164b97b 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
new file mode 100644
index 0000000000..181945cb20
--- /dev/null
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
@@ -0,0 +1,887 @@
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+  <meta charset="utf-8">
+  <meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  
+  <title>Compiling GPT2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  
+
+  
+  
+  
+  
+
+  
+
+  
+  
+    
+
+  
+
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <!-- <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" /> -->
+  <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-binder.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-dataframe.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-rendered-html.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/collapsible-lists/css/tree_view.css" type="text/css" />
+  <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.10.0-beta/dist/katex.min.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/custom.css" type="text/css" />
+    <link rel="index" title="Index" href="../../../genindex.html" />
+    <link rel="search" title="Search" href="../../../search.html" />
+  <!-- Google Tag Manager -->
+    <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
+    new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
+    j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
+    'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
+    })(window,document,'script','dataLayer','');</script>
+    <!-- End Google Tag Manager -->
+  
+
+  
+  <script src="../../../_static/js/modernizr.min.js"></script>
+
+  <!-- Preload the theme fonts -->
+
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-book.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-Medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium-italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-SemiBold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+
+<!-- Preload the katex fonts -->
+
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Math-Italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size1-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size4-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size2-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size3-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Caligraphic-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+  <link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.15.2/css/all.css" integrity="sha384-vSIIfh2YWi9wW0r9iZe7RJPrKwp6bG+s9QZMoITbCckVJqGCCRhc+ccxNcdpHuYu" crossorigin="anonymous">
+</head>
+
+<div class="container-fluid header-holder tutorials-header" id="header-holder">
+  <div class="container">
+    <div class="header-container">
+      <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+
+      <div class="main-menu">
+        <ul>
+
+          <li class="main-menu-item">
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Learn
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/get-started">
+                  <span class=dropdown-title>Get Started</span>
+                  <p>Run PyTorch locally or get started quickly with one of the supported cloud platforms</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials">
+                  <span class="dropdown-title">Tutorials</span>
+                  <p>Whats new in PyTorch tutorials</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/basics/intro.html">
+                  <span class="dropdown-title">Learn the Basics</span>
+                  <p>Familiarize yourself with PyTorch concepts and modules</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/recipes/recipes_index.html">
+                  <span class="dropdown-title">PyTorch Recipes</span>
+                  <p>Bite-size, ready-to-deploy PyTorch code examples</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/introyt.html">
+                  <span class="dropdown-title">Intro to PyTorch - YouTube Series</span>
+                  <p>Master PyTorch basics with our engaging YouTube tutorial series</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Ecosystem
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem">
+                  <span class="dropdown-title">Tools</span>
+                  <p>Learn about the tools and frameworks in the PyTorch Ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/#community-module">
+                  <span class=dropdown-title>Community</span>
+                  <p>Join the PyTorch developer community to contribute, learn, and get your questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://discuss.pytorch.org/" target="_blank">
+                  <span class=dropdown-title>Forums</span>
+                  <p>A place to discuss PyTorch code, issues, install, research</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/resources">
+                  <span class=dropdown-title>Developer Resources</span>
+                  <p>Find resources and get questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem/contributor-awards-2023">
+                  <span class="dropdown-title">Contributor Awards - 2023</span>
+                  <p>Award winners announced at this year's PyTorch Conference</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Edge
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/edge">
+                  <span class="dropdown-title">About PyTorch Edge</span>
+                  <p>Build innovative and privacy-aware AI experiences for edge devices</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/executorch-overview">
+                  <span class="dropdown-title">ExecuTorch</span>
+                  <p>End-to-end solution for enabling on-device inference capabilities across mobile and edge devices</p>
+                </a>
+              </div>
+            </div>  
+          </li>
+
+          <li class="main-menu-item">
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Docs
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/docs/stable/index.html">
+                  <span class="dropdown-title">PyTorch</span>
+                  <p>Explore the documentation for comprehensive guidance on how to use PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/pytorch-domains">
+                  <span class="dropdown-title">PyTorch Domains</span>
+                  <p>Read the PyTorch Domains documentation to learn more about domain-specific libraries</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Blogs & News 
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/blog/">
+                  <span class="dropdown-title">PyTorch Blog</span>
+                  <p>Catch up on the latest technical news and happenings</p>
+                </a>
+                 <a class="nav-dropdown-item" href="https://pytorch.org/community-blog">
+                  <span class="dropdown-title">Community Blog</span>
+                  <p>Stories from the PyTorch ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/videos">
+                  <span class="dropdown-title">Videos</span>
+                  <p>Learn about the latest PyTorch tutorials, new, and more </p>
+                <a class="nav-dropdown-item" href="https://pytorch.org/community-stories">
+                  <span class="dropdown-title">Community Stories</span>
+                  <p>Learn how our community solves real, everyday machine learning problems with PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/events">
+                  <span class="dropdown-title">Events</span>
+                  <p>Find events, webinars, and podcasts</p>
+                </a>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                About
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/foundation">
+                  <span class="dropdown-title">PyTorch Foundation</span>
+                  <p>Learn more about the PyTorch Foundation</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/governing-board">
+                  <span class="dropdown-title">Governing Board</span>
+                  <p></p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li class="main-menu-item">
+            <div class="no-dropdown">
+              <a href="https://pytorch.org/join" data-cta="join">
+                Become a Member
+              </a>
+            </div>
+          </li>
+          <li>
+           <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="github-icon">
+             </a>
+           </div>
+          </li>
+          <!--- TODO: This block adds the search icon to the nav bar. We will enable it later. 
+          <li>
+            <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="search-icon">
+             </a>
+            </div>
+          </li>
+          --->
+        </ul>
+      </div>
+
+      <a class="main-menu-open-button" href="#" data-behavior="open-mobile-menu"></a>
+    </div>
+  </div>
+</div>
+
+<body class="pytorch-body">
+
+   
+
+    
+
+    <div class="table-of-contents-link-wrapper">
+      <span>Table of Contents</span>
+      <a href="#" class="toggle-table-of-contents" data-behavior="toggle-table-of-contents"></a>
+    </div>
+
+    <nav data-toggle="wy-nav-shift" class="pytorch-left-menu" id="pytorch-left-menu">
+      <div class="pytorch-side-scroll">
+        <div class="pytorch-menu pytorch-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+          <div class="pytorch-left-menu-search">
+            
+
+            
+              
+              
+                <div class="version">
+                  v2.5.0.dev0+8759736
+                </div>
+              
+            
+
+            
+
+
+  
+
+
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="../../../search.html" method="get">
+    <input type="text" name="q" placeholder="Search Docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+
+            
+          </div>
+
+          
+            
+            
+              
+            
+            
+              <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/installation.html">Installation</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/quick_start.html">Quick Start</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">User Guide</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/torch_tensorrt_explained.html">Torch-TensorRT Explained</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/dynamic_shapes.html">Dynamic shapes with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/saving_models.html">Saving models compiled with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/torch_compile.html">TensorRT Backend for <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/dynamo_export.html">Compiling Exported Programs with Torch-TensorRT</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">TorchScript Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html">Creating a TorchScript Module</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#working-with-torchscript-in-python">Working with TorchScript in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#saving-torchscript-module-to-disk">Saving TorchScript Module to Disk</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_python_api.html">Using Torch-TensorRT in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_cpp_api.html">Using Torch-TensorRT in  C++</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/ptq.html">Post Training Quantization (PTQ)</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">FX Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../fx/getting_started_with_fx_path.html">Torch-TensorRT (FX Frontend) User Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Tutorials</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../serving_torch_tensorrt_with_triton.html">Serving a Torch-TensorRT model with Triton</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="mutable_torchtrt_module_example.html">Mutable Torch TensorRT Module</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Python API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/torch_tensorrt.html">torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/dynamo.html">torch_tensorrt.dynamo</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/logging.html">torch_tensorrt.logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/fx.html">torch_tensorrt.fx</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ts.html">torch_tensorrt.ts</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ptq.html">torch_tensorrt.ts.ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">C++ API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/torch_tensort_cpp.html">Torch-TensorRT C++ API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt.html">Namespace torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__logging.html">Namespace torch_tensorrt::logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__torchscript.html">Namespace torch_tensorrt::torchscript</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__ptq.html">Namespace torch_tensorrt::ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">CLI Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../cli/torchtrtc.html">torchtrtc</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Contributor Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/system_overview.html">System Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/dynamo_converters.html">Writing Dynamo Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/writing_dynamo_aten_lowering_passes.html">Writing Dynamo ATen Lowering Passes</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/ts_converters.html">Writing TorchScript Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/useful_links.html">Useful Links for Torch-TensorRT Development</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Indices</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../indices/supported_ops.html">Operators Supported</a></li>
+</ul>
+
+            
+          
+        </div>
+      </div>
+    </nav>
+
+    <div class="pytorch-container">
+      <div class="pytorch-page-level-bar" id="pytorch-page-level-bar">
+        <div class="pytorch-breadcrumbs-wrapper">
+          
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+  <ul class="pytorch-breadcrumbs">
+    
+      <li>
+        <a href="../../../index.html">
+          
+            Docs
+          
+        </a> &gt;
+      </li>
+
+        
+      <li>Compiling GPT2 using the Torch-TensorRT with dynamo backend</li>
+    
+    
+      <li class="pytorch-breadcrumbs-aside">
+        
+            
+            <a href="../../../_sources/tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst.txt" rel="nofollow"><img src="../../../_static/images/view-page-source-icon.svg"></a>
+          
+        
+      </li>
+    
+  </ul>
+
+  
+</div>
+        </div>
+
+        <div class="pytorch-shortcuts-wrapper" id="pytorch-shortcuts-wrapper">
+          Shortcuts
+        </div>
+      </div>
+
+      <section data-toggle="wy-nav-shift" id="pytorch-content-wrap" class="pytorch-content-wrap">
+        <div class="pytorch-content-left">
+
+        
+          <!-- Google Tag Manager (noscript) -->
+          <noscript><iframe src="https://www.googletagmanager.com/ns.html?id="
+          height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
+          <!-- End Google Tag Manager (noscript) -->
+          
+          <div class="rst-content">
+          
+            <div role="main" class="main-content" itemscope="itemscope" itemtype="http://schema.org/Article">
+             <article itemprop="articleBody" id="pytorch-article" class="pytorch-article">
+              
+  <div class="sphx-glr-download-link-note admonition note">
+<p class="admonition-title">Note</p>
+<p><a class="reference internal" href="#sphx-glr-download-tutorials-rendered-examples-dynamo-torch-export-gpt2-py"><span class="std std-ref">Go to the end</span></a>
+to download the full example code</p>
+</div>
+<section class="sphx-glr-example-title" id="compiling-gpt2-using-the-torch-tensorrt-with-dynamo-backend">
+<span id="torch-export-gpt2"></span><span id="sphx-glr-tutorials-rendered-examples-dynamo-torch-export-gpt2-py"></span><h1>Compiling GPT2 using the Torch-TensorRT with dynamo backend<a class="headerlink" href="#compiling-gpt2-using-the-torch-tensorrt-with-dynamo-backend" title="Permalink to this heading">¶</a></h1>
+<p>This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a GPT2 model.</p>
+<section id="imports-and-model-definition">
+<h2>Imports and Model Definition<a class="headerlink" href="#imports-and-model-definition" title="Permalink to this heading">¶</a></h2>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">torch</span>
+<span class="kn">import</span> <span class="nn">torch_tensorrt</span>
+<span class="kn">from</span> <span class="nn">transformers</span> <span class="kn">import</span> <span class="n">AutoModelForCausalLM</span><span class="p">,</span> <span class="n">AutoTokenizer</span>
+<span class="kn">from</span> <span class="nn">utils</span> <span class="kn">import</span> <span class="n">export_llm</span><span class="p">,</span> <span class="n">generate</span>
+</pre></div>
+</div>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Define the parameters and initialize the model</span>
+<span class="n">MAX_TOKENS</span> <span class="o">=</span> <span class="mi">32</span>
+<span class="n">DEVICE</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">device</span><span class="p">(</span><span class="s2">&quot;cuda:0&quot;</span><span class="p">)</span>
+
+<span class="c1"># Define the GPT2 model from hugging face</span>
+<span class="c1"># kv_cache is not supported in Torch-TRT currently.</span>
+<span class="c1"># CPU is used here so that GPU memory is reserved for TRT compilation.</span>
+<span class="k">with</span> <span class="n">torch</span><span class="o">.</span><span class="n">no_grad</span><span class="p">():</span>
+    <span class="n">tokenizer</span> <span class="o">=</span> <span class="n">AutoTokenizer</span><span class="o">.</span><span class="n">from_pretrained</span><span class="p">(</span><span class="s2">&quot;gpt2&quot;</span><span class="p">)</span>
+    <span class="n">model</span> <span class="o">=</span> <span class="n">AutoModelForCausalLM</span><span class="o">.</span><span class="n">from_pretrained</span><span class="p">(</span>
+        <span class="s2">&quot;gpt2&quot;</span><span class="p">,</span>
+        <span class="n">pad_token_id</span><span class="o">=</span><span class="n">tokenizer</span><span class="o">.</span><span class="n">eos_token_id</span><span class="p">,</span>
+        <span class="n">use_cache</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+        <span class="n">attn_implementation</span><span class="o">=</span><span class="s2">&quot;eager&quot;</span><span class="p">,</span>
+    <span class="p">)</span><span class="o">.</span><span class="n">eval</span><span class="p">()</span>
+</pre></div>
+</div>
+<p>Tokenize a sample input prompt and get pytorch model outputs</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">prompt</span> <span class="o">=</span> <span class="s2">&quot;I enjoy walking with my cute dog&quot;</span>
+<span class="n">model_inputs</span> <span class="o">=</span> <span class="n">tokenizer</span><span class="p">(</span><span class="n">prompt</span><span class="p">,</span> <span class="n">return_tensors</span><span class="o">=</span><span class="s2">&quot;pt&quot;</span><span class="p">)</span>
+<span class="n">input_ids</span> <span class="o">=</span> <span class="n">model_inputs</span><span class="p">[</span><span class="s2">&quot;input_ids&quot;</span><span class="p">]</span>
+
+<span class="c1"># Auto-regressive generation loop for greedy decoding using PyTorch model</span>
+<span class="c1"># We use a custom generate function which is very similar to the huggingface one.</span>
+<span class="n">pyt_gen_tokens</span> <span class="o">=</span> <span class="n">generate</span><span class="p">(</span><span class="n">model</span><span class="p">,</span> <span class="n">input_ids</span><span class="p">,</span> <span class="n">MAX_TOKENS</span><span class="p">,</span> <span class="n">tokenizer</span><span class="o">.</span><span class="n">eos_token_id</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="compilation-with-torch-tensorrt-using-dynamo-backend-and-generate-tensorrt-outputs">
+<h2>Compilation with <cite>Torch-TensorRT</cite> using dynamo backend and generate TensorRT outputs<a class="headerlink" href="#compilation-with-torch-tensorrt-using-dynamo-backend-and-generate-tensorrt-outputs" title="Permalink to this heading">¶</a></h2>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Export the GPT2 model into an ExportedProgram which is input of TRT compilation</span>
+<span class="n">gpt2_ep</span> <span class="o">=</span> <span class="n">export_llm</span><span class="p">(</span><span class="n">model</span><span class="p">,</span> <span class="n">input_ids</span><span class="p">,</span> <span class="n">max_seq_len</span><span class="o">=</span><span class="mi">1024</span><span class="p">)</span>
+<span class="n">trt_model</span> <span class="o">=</span> <span class="n">torch_tensorrt</span><span class="o">.</span><span class="n">dynamo</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span>
+    <span class="n">gpt2_ep</span><span class="p">,</span>
+    <span class="n">inputs</span><span class="o">=</span><span class="p">[</span><span class="n">input_ids</span><span class="p">],</span>
+    <span class="n">enabled_precisions</span><span class="o">=</span><span class="p">{</span><span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">},</span>
+    <span class="n">truncate_double</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+    <span class="n">device</span><span class="o">=</span><span class="n">DEVICE</span><span class="p">,</span>
+    <span class="n">disable_tf32</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+<span class="p">)</span>
+
+<span class="c1"># Auto-regressive generation loop for greedy decoding using TensorRT model</span>
+<span class="c1"># We use a custom generate function which is very similar to the huggingface one.</span>
+<span class="c1"># Move inputs to GPU</span>
+<span class="n">input_ids</span> <span class="o">=</span> <span class="n">input_ids</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">DEVICE</span><span class="p">)</span>
+<span class="n">trt_gen_tokens</span> <span class="o">=</span> <span class="n">generate</span><span class="p">(</span><span class="n">trt_model</span><span class="p">,</span> <span class="n">input_ids</span><span class="p">,</span> <span class="n">MAX_TOKENS</span><span class="p">,</span> <span class="n">tokenizer</span><span class="o">.</span><span class="n">eos_token_id</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="decode-the-output-sentences-of-pytorch-and-tensorrt">
+<h2>Decode the output sentences of PyTorch and TensorRT<a class="headerlink" href="#decode-the-output-sentences-of-pytorch-and-tensorrt" title="Permalink to this heading">¶</a></h2>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="nb">print</span><span class="p">(</span><span class="s2">&quot;=============================&quot;</span><span class="p">)</span>
+<span class="nb">print</span><span class="p">(</span>
+    <span class="s2">&quot;Pytorch model generated text: &quot;</span><span class="p">,</span>
+    <span class="n">tokenizer</span><span class="o">.</span><span class="n">decode</span><span class="p">(</span><span class="n">pyt_gen_tokens</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">skip_special_tokens</span><span class="o">=</span><span class="kc">True</span><span class="p">),</span>
+<span class="p">)</span>
+<span class="nb">print</span><span class="p">(</span><span class="s2">&quot;=============================&quot;</span><span class="p">)</span>
+<span class="nb">print</span><span class="p">(</span>
+    <span class="s2">&quot;TensorRT model generated text: &quot;</span><span class="p">,</span>
+    <span class="n">tokenizer</span><span class="o">.</span><span class="n">decode</span><span class="p">(</span><span class="n">trt_gen_tokens</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">skip_special_tokens</span><span class="o">=</span><span class="kc">True</span><span class="p">),</span>
+<span class="p">)</span>
+</pre></div>
+</div>
+</section>
+</section>
+<section id="the-output-sentences-should-look-like">
+<h1>The output sentences should look like<a class="headerlink" href="#the-output-sentences-should-look-like" title="Permalink to this heading">¶</a></h1>
+</section>
+<section id="pytorch-model-generated-text-i-enjoy-walking-with-my-cute-dog-but-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my-dog-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my">
+<h1>Pytorch model generated text:  I enjoy walking with my cute dog, but I’m not sure if I’ll ever be able to walk with my dog. I’m not sure if I’ll ever be able to walk with my<a class="headerlink" href="#pytorch-model-generated-text-i-enjoy-walking-with-my-cute-dog-but-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my-dog-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my" title="Permalink to this heading">¶</a></h1>
+<p>TensorRT model generated text:  I enjoy walking with my cute dog, but I’m not sure if I’ll ever be able to walk with my dog. I’m not sure if I’ll ever be able to walk with my</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.000 seconds)</p>
+<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-tutorials-rendered-examples-dynamo-torch-export-gpt2-py">
+<div class="sphx-glr-download sphx-glr-download-python docutils container">
+<p><a class="reference download internal" download="" href="../../../_downloads/2a9ac10f2667047a7f398d1593b7ca33/torch_export_gpt2.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">torch_export_gpt2.py</span></code></a></p>
+</div>
+<div class="sphx-glr-download sphx-glr-download-jupyter docutils container">
+<p><a class="reference download internal" download="" href="../../../_downloads/34421db2f2a82ea2b3d9a9cc85624784/torch_export_gpt2.ipynb"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Jupyter</span> <span class="pre">notebook:</span> <span class="pre">torch_export_gpt2.ipynb</span></code></a></p>
+</div>
+</div>
+<p class="sphx-glr-signature"><a class="reference external" href="https://sphinx-gallery.github.io">Gallery generated by Sphinx-Gallery</a></p>
+</section>
+
+
+             </article>
+             
+            </div>
+            <footer>
+  
+
+  
+
+    <hr>
+
+  
+
+  <div role="contentinfo">
+    <p>
+        &copy; Copyright 2024, NVIDIA Corporation.
+
+    </p>
+  </div>
+    
+      <div>
+        Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
+      </div>
+     
+
+</footer>
+
+          </div>
+        </div>
+
+        <div class="pytorch-content-right" id="pytorch-content-right">
+          <div class="pytorch-right-menu" id="pytorch-right-menu">
+            <div class="pytorch-side-scroll" id="pytorch-side-scroll-right">
+              <ul>
+<li><a class="reference internal" href="#">Compiling GPT2 using the Torch-TensorRT with dynamo backend</a><ul>
+<li><a class="reference internal" href="#imports-and-model-definition">Imports and Model Definition</a></li>
+<li><a class="reference internal" href="#compilation-with-torch-tensorrt-using-dynamo-backend-and-generate-tensorrt-outputs">Compilation with <cite>Torch-TensorRT</cite> using dynamo backend and generate TensorRT outputs</a></li>
+<li><a class="reference internal" href="#decode-the-output-sentences-of-pytorch-and-tensorrt">Decode the output sentences of PyTorch and TensorRT</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#the-output-sentences-should-look-like">The output sentences should look like</a></li>
+<li><a class="reference internal" href="#pytorch-model-generated-text-i-enjoy-walking-with-my-cute-dog-but-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my-dog-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my">Pytorch model generated text:  I enjoy walking with my cute dog, but I’m not sure if I’ll ever be able to walk with my dog. I’m not sure if I’ll ever be able to walk with my</a></li>
+</ul>
+
+            </div>
+          </div>
+        </div>
+      </section>
+    </div>
+
+  
+
+
+  
+
+     
+       <script type="text/javascript" id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
+         <script data-url_root="../../../" id="documentation_options" src="../../../_static/documentation_options.js"></script>
+         <script src="../../../_static/jquery.js"></script>
+         <script src="../../../_static/underscore.js"></script>
+         <script src="../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+         <script src="../../../_static/doctools.js"></script>
+         <script src="../../../_static/collapsible-lists/js/CollapsibleLists.compressed.js"></script>
+         <script src="../../../_static/collapsible-lists/js/apply-collapsible-lists.js"></script>
+         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
+     
+
+  
+
+  <script type="text/javascript" src="../../../_static/js/vendor/popper.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/vendor/bootstrap.min.js"></script>
+  <script src="https://cdnjs.cloudflare.com/ajax/libs/list.js/1.5.0/list.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/theme.js"></script>
+
+  <script type="text/javascript">
+      jQuery(function () {
+          SphinxRtdTheme.Navigation.enable(true);
+      });
+  </script> 
+
+  <!-- Begin Footer -->
+
+  <div class="container-fluid docs-tutorials-resources" id="docs-tutorials-resources">
+    <div class="container">
+      <div class="row">
+        <div class="col-md-4 text-center">
+          <h2>Docs</h2>
+          <p>Access comprehensive developer documentation for PyTorch</p>
+          <a class="with-right-arrow" href="https://pytorch.org/docs/stable/index.html">View Docs</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Tutorials</h2>
+          <p>Get in-depth tutorials for beginners and advanced developers</p>
+          <a class="with-right-arrow" href="https://pytorch.org/tutorials">View Tutorials</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Resources</h2>
+          <p>Find development resources and get your questions answered</p>
+          <a class="with-right-arrow" href="https://pytorch.org/resources">View Resources</a>
+        </div>
+      </div>
+    </div>
+  </div>
+
+  <footer class="site-footer">
+    <div class="container footer-container">
+      <div class="footer-logo-wrapper">
+        <a href="https://pytorch.org/" class="footer-logo"></a>
+      </div>
+
+      <div class="footer-links-wrapper">
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/">PyTorch</a></li>
+            <li><a href="https://pytorch.org/get-started">Get Started</a></li>
+            <li><a href="https://pytorch.org/features">Features</a></li>
+            <li><a href="https://pytorch.org/ecosystem">Ecosystem</a></li>
+            <li><a href="https://pytorch.org/blog/">Blog</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/blob/master/CONTRIBUTING.md">Contributing</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/resources">Resources</a></li>
+            <li><a href="https://pytorch.org/tutorials">Tutorials</a></li>
+            <li><a href="https://pytorch.org/docs/stable/index.html">Docs</a></li>
+            <li><a href="https://discuss.pytorch.org" target="_blank">Discuss</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/issues" target="_blank">Github Issues</a></li>
+            <li><a href="https://pytorch.org/assets/brand-guidelines/PyTorch-Brand-Guidelines.pdf" target="_blank">Brand Guidelines</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">Stay up to date</li>
+            <li><a href="https://www.facebook.com/pytorch" target="_blank">Facebook</a></li>
+            <li><a href="https://twitter.com/pytorch" target="_blank">Twitter</a></li>
+            <li><a href="https://www.youtube.com/pytorch" target="_blank">YouTube</a></li>
+            <li><a href="https://www.linkedin.com/company/pytorch" target="_blank">LinkedIn</a></li>
+          </ul>  
+          </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">PyTorch Podcasts</li>
+            <li><a href="https://open.spotify.com/show/6UzHKeiy368jKfQMKKvJY5" target="_blank">Spotify</a></li>
+            <li><a href="https://podcasts.apple.com/us/podcast/pytorch-developer-podcast/id1566080008" target="_blank">Apple</a></li>
+            <li><a href="https://www.google.com/podcasts?feed=aHR0cHM6Ly9mZWVkcy5zaW1wbGVjYXN0LmNvbS9PQjVGa0lsOA%3D%3D" target="_blank">Google</a></li>
+            <li><a href="https://music.amazon.com/podcasts/7a4e6f0e-26c2-49e9-a478-41bd244197d0/PyTorch-Developer-Podcast?" target="_blank">Amazon</a></li>
+          </ul>
+         </div>
+        </div>
+        
+        <div class="privacy-policy">
+          <ul>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/terms/" target="_blank">Terms</a></li>
+            <li class="privacy-policy-links">|</li>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/privacy-policy/" target="_blank">Privacy</a></li>
+          </ul>
+        </div>
+        <div class="copyright">
+        <p>© Copyright The Linux Foundation. The PyTorch Foundation is a project of The Linux Foundation.
+          For web site terms of use, trademark policy and other policies applicable to The PyTorch Foundation please see
+          <a href="https://www.linuxfoundation.org/policies/">www.linuxfoundation.org/policies/</a>. The PyTorch Foundation supports the PyTorch open source
+          project, which has been established as PyTorch Project a Series of LF Projects, LLC. For policies applicable to the PyTorch Project a Series of LF Projects, LLC,
+          please see <a href="https://www.lfprojects.org/policies/">www.lfprojects.org/policies/</a>.</p>
+      </div>
+     </div>
+
+  </footer>
+
+  <div class="cookie-banner-wrapper">
+  <div class="container">
+    <p class="gdpr-notice">To analyze traffic and optimize your experience, we serve cookies on this site. By clicking or navigating, you agree to allow our usage of cookies. As the current maintainers of this site, Facebook’s Cookies Policy applies. Learn more, including about available controls: <a href="https://www.facebook.com/policies/cookies/">Cookies Policy</a>.</p>
+    <img class="close-button" src="../../../_static/images/pytorch-x.svg">
+  </div>
+</div>
+
+  <!-- End Footer -->
+
+  <!-- Begin Mobile Menu -->
+
+  <div class="mobile-main-menu">
+    <div class="container-fluid">
+      <div class="container">
+        <div class="mobile-main-menu-header-container">
+          <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+          <a class="main-menu-close-button" href="#" data-behavior="close-mobile-menu"></a>
+        </div>
+      </div>
+    </div>
+
+    <div class="mobile-main-menu-links-container">
+      <div class="main-menu">
+        <ul>
+           <li class="resources-mobile-menu-title">
+             <a>Learn</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/get-started">Get Started</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials">Tutorials</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/basics/intro.html">Learn the Basics</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/recipes/recipes_index.html">PyTorch Recipes</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/introyt.html">Introduction to PyTorch - YouTube Series</a>
+             </li>
+           </ul>
+           <li class="resources-mobile-menu-title">
+             <a>Ecosystem</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/ecosystem">Tools</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/#community-module">Community</a>
+             </li>
+             <li>
+               <a href="https://discuss.pytorch.org/">Forums</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/resources">Developer Resources</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/ecosystem/contributor-awards-2023">Contributor Awards - 2023</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Edge</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/edge">About PyTorch Edge</a>
+             </li>
+             
+             <li>
+               <a href="https://pytorch.org/executorch-overview">ExecuTorch</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Docs</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/docs/stable/index.html">PyTorch</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/pytorch-domains">PyTorch Domains</a>
+            </li>
+          </ul>
+
+          <li class="resources-mobile-menu-title">
+            <a>Blog & News</a>
+          </li>
+            
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/blog/">PyTorch Blog</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/community-blog">Community Blog</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/videos">Videos</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/community-stories">Community Stories</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/events">Events</a>
+            </li>
+          </ul>
+          
+          <li class="resources-mobile-menu-title">
+            <a>About</a>
+          </li>
+
+          <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/foundation">PyTorch Foundation</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/governing-board">Governing Board</a>
+            </li>
+          </ul>
+        </ul>
+      </div>
+    </div>
+  </div>
+
+  <!-- End Mobile Menu -->
+
+  <script type="text/javascript" src="../../../_static/js/vendor/anchor.min.js"></script>
+
+  <script type="text/javascript">
+    $(document).ready(function() {
+      mobileMenu.bind();
+      mobileTOC.bind();
+      pytorchAnchors.bind();
+      sideMenus.bind();
+      scrollToAnchor.bind();
+      highlightNavigation.bind();
+      mainMenuDropdown.bind();
+      filterTags.bind();
+
+      // Add class to links that have code blocks, since we cannot create links in code blocks
+      $("article.pytorch-article a span.pre").each(function(e) {
+        $(this).closest("a").addClass("has-code");
+      });
+    })
+  </script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
new file mode 100644
index 0000000000..14f2207626
--- /dev/null
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
@@ -0,0 +1,893 @@
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+  <meta charset="utf-8">
+  <meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  
+  <title>Compiling Llama2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  
+
+  
+  
+  
+  
+
+  
+
+  
+  
+    
+
+  
+
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <!-- <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" /> -->
+  <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-binder.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-dataframe.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-rendered-html.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/collapsible-lists/css/tree_view.css" type="text/css" />
+  <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.10.0-beta/dist/katex.min.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/custom.css" type="text/css" />
+    <link rel="index" title="Index" href="../../../genindex.html" />
+    <link rel="search" title="Search" href="../../../search.html" />
+  <!-- Google Tag Manager -->
+    <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
+    new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
+    j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
+    'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
+    })(window,document,'script','dataLayer','');</script>
+    <!-- End Google Tag Manager -->
+  
+
+  
+  <script src="../../../_static/js/modernizr.min.js"></script>
+
+  <!-- Preload the theme fonts -->
+
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-book.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-Medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium-italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-SemiBold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+
+<!-- Preload the katex fonts -->
+
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Math-Italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size1-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size4-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size2-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size3-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Caligraphic-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+  <link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.15.2/css/all.css" integrity="sha384-vSIIfh2YWi9wW0r9iZe7RJPrKwp6bG+s9QZMoITbCckVJqGCCRhc+ccxNcdpHuYu" crossorigin="anonymous">
+</head>
+
+<div class="container-fluid header-holder tutorials-header" id="header-holder">
+  <div class="container">
+    <div class="header-container">
+      <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+
+      <div class="main-menu">
+        <ul>
+
+          <li class="main-menu-item">
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Learn
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/get-started">
+                  <span class=dropdown-title>Get Started</span>
+                  <p>Run PyTorch locally or get started quickly with one of the supported cloud platforms</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials">
+                  <span class="dropdown-title">Tutorials</span>
+                  <p>Whats new in PyTorch tutorials</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/basics/intro.html">
+                  <span class="dropdown-title">Learn the Basics</span>
+                  <p>Familiarize yourself with PyTorch concepts and modules</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/recipes/recipes_index.html">
+                  <span class="dropdown-title">PyTorch Recipes</span>
+                  <p>Bite-size, ready-to-deploy PyTorch code examples</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/introyt.html">
+                  <span class="dropdown-title">Intro to PyTorch - YouTube Series</span>
+                  <p>Master PyTorch basics with our engaging YouTube tutorial series</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Ecosystem
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem">
+                  <span class="dropdown-title">Tools</span>
+                  <p>Learn about the tools and frameworks in the PyTorch Ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/#community-module">
+                  <span class=dropdown-title>Community</span>
+                  <p>Join the PyTorch developer community to contribute, learn, and get your questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://discuss.pytorch.org/" target="_blank">
+                  <span class=dropdown-title>Forums</span>
+                  <p>A place to discuss PyTorch code, issues, install, research</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/resources">
+                  <span class=dropdown-title>Developer Resources</span>
+                  <p>Find resources and get questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem/contributor-awards-2023">
+                  <span class="dropdown-title">Contributor Awards - 2023</span>
+                  <p>Award winners announced at this year's PyTorch Conference</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Edge
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/edge">
+                  <span class="dropdown-title">About PyTorch Edge</span>
+                  <p>Build innovative and privacy-aware AI experiences for edge devices</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/executorch-overview">
+                  <span class="dropdown-title">ExecuTorch</span>
+                  <p>End-to-end solution for enabling on-device inference capabilities across mobile and edge devices</p>
+                </a>
+              </div>
+            </div>  
+          </li>
+
+          <li class="main-menu-item">
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Docs
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/docs/stable/index.html">
+                  <span class="dropdown-title">PyTorch</span>
+                  <p>Explore the documentation for comprehensive guidance on how to use PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/pytorch-domains">
+                  <span class="dropdown-title">PyTorch Domains</span>
+                  <p>Read the PyTorch Domains documentation to learn more about domain-specific libraries</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Blogs & News 
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/blog/">
+                  <span class="dropdown-title">PyTorch Blog</span>
+                  <p>Catch up on the latest technical news and happenings</p>
+                </a>
+                 <a class="nav-dropdown-item" href="https://pytorch.org/community-blog">
+                  <span class="dropdown-title">Community Blog</span>
+                  <p>Stories from the PyTorch ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/videos">
+                  <span class="dropdown-title">Videos</span>
+                  <p>Learn about the latest PyTorch tutorials, new, and more </p>
+                <a class="nav-dropdown-item" href="https://pytorch.org/community-stories">
+                  <span class="dropdown-title">Community Stories</span>
+                  <p>Learn how our community solves real, everyday machine learning problems with PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/events">
+                  <span class="dropdown-title">Events</span>
+                  <p>Find events, webinars, and podcasts</p>
+                </a>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                About
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/foundation">
+                  <span class="dropdown-title">PyTorch Foundation</span>
+                  <p>Learn more about the PyTorch Foundation</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/governing-board">
+                  <span class="dropdown-title">Governing Board</span>
+                  <p></p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li class="main-menu-item">
+            <div class="no-dropdown">
+              <a href="https://pytorch.org/join" data-cta="join">
+                Become a Member
+              </a>
+            </div>
+          </li>
+          <li>
+           <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="github-icon">
+             </a>
+           </div>
+          </li>
+          <!--- TODO: This block adds the search icon to the nav bar. We will enable it later. 
+          <li>
+            <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="search-icon">
+             </a>
+            </div>
+          </li>
+          --->
+        </ul>
+      </div>
+
+      <a class="main-menu-open-button" href="#" data-behavior="open-mobile-menu"></a>
+    </div>
+  </div>
+</div>
+
+<body class="pytorch-body">
+
+   
+
+    
+
+    <div class="table-of-contents-link-wrapper">
+      <span>Table of Contents</span>
+      <a href="#" class="toggle-table-of-contents" data-behavior="toggle-table-of-contents"></a>
+    </div>
+
+    <nav data-toggle="wy-nav-shift" class="pytorch-left-menu" id="pytorch-left-menu">
+      <div class="pytorch-side-scroll">
+        <div class="pytorch-menu pytorch-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+          <div class="pytorch-left-menu-search">
+            
+
+            
+              
+              
+                <div class="version">
+                  v2.5.0.dev0+8759736
+                </div>
+              
+            
+
+            
+
+
+  
+
+
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="../../../search.html" method="get">
+    <input type="text" name="q" placeholder="Search Docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+
+            
+          </div>
+
+          
+            
+            
+              
+            
+            
+              <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/installation.html">Installation</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/quick_start.html">Quick Start</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">User Guide</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/torch_tensorrt_explained.html">Torch-TensorRT Explained</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/dynamic_shapes.html">Dynamic shapes with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/saving_models.html">Saving models compiled with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/torch_compile.html">TensorRT Backend for <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/dynamo_export.html">Compiling Exported Programs with Torch-TensorRT</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">TorchScript Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html">Creating a TorchScript Module</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#working-with-torchscript-in-python">Working with TorchScript in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#saving-torchscript-module-to-disk">Saving TorchScript Module to Disk</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_python_api.html">Using Torch-TensorRT in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_cpp_api.html">Using Torch-TensorRT in  C++</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/ptq.html">Post Training Quantization (PTQ)</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">FX Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../fx/getting_started_with_fx_path.html">Torch-TensorRT (FX Frontend) User Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Tutorials</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../serving_torch_tensorrt_with_triton.html">Serving a Torch-TensorRT model with Triton</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
+<li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="mutable_torchtrt_module_example.html">Mutable Torch TensorRT Module</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Python API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/torch_tensorrt.html">torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/dynamo.html">torch_tensorrt.dynamo</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/logging.html">torch_tensorrt.logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/fx.html">torch_tensorrt.fx</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ts.html">torch_tensorrt.ts</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ptq.html">torch_tensorrt.ts.ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">C++ API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/torch_tensort_cpp.html">Torch-TensorRT C++ API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt.html">Namespace torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__logging.html">Namespace torch_tensorrt::logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__torchscript.html">Namespace torch_tensorrt::torchscript</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__ptq.html">Namespace torch_tensorrt::ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">CLI Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../cli/torchtrtc.html">torchtrtc</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Contributor Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/system_overview.html">System Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/dynamo_converters.html">Writing Dynamo Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/writing_dynamo_aten_lowering_passes.html">Writing Dynamo ATen Lowering Passes</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/ts_converters.html">Writing TorchScript Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/useful_links.html">Useful Links for Torch-TensorRT Development</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Indices</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../indices/supported_ops.html">Operators Supported</a></li>
+</ul>
+
+            
+          
+        </div>
+      </div>
+    </nav>
+
+    <div class="pytorch-container">
+      <div class="pytorch-page-level-bar" id="pytorch-page-level-bar">
+        <div class="pytorch-breadcrumbs-wrapper">
+          
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+  <ul class="pytorch-breadcrumbs">
+    
+      <li>
+        <a href="../../../index.html">
+          
+            Docs
+          
+        </a> &gt;
+      </li>
+
+        
+      <li>Compiling Llama2 using the Torch-TensorRT with dynamo backend</li>
+    
+    
+      <li class="pytorch-breadcrumbs-aside">
+        
+            
+            <a href="../../../_sources/tutorials/_rendered_examples/dynamo/torch_export_llama2.rst.txt" rel="nofollow"><img src="../../../_static/images/view-page-source-icon.svg"></a>
+          
+        
+      </li>
+    
+  </ul>
+
+  
+</div>
+        </div>
+
+        <div class="pytorch-shortcuts-wrapper" id="pytorch-shortcuts-wrapper">
+          Shortcuts
+        </div>
+      </div>
+
+      <section data-toggle="wy-nav-shift" id="pytorch-content-wrap" class="pytorch-content-wrap">
+        <div class="pytorch-content-left">
+
+        
+          <!-- Google Tag Manager (noscript) -->
+          <noscript><iframe src="https://www.googletagmanager.com/ns.html?id="
+          height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
+          <!-- End Google Tag Manager (noscript) -->
+          
+          <div class="rst-content">
+          
+            <div role="main" class="main-content" itemscope="itemscope" itemtype="http://schema.org/Article">
+             <article itemprop="articleBody" id="pytorch-article" class="pytorch-article">
+              
+  <div class="sphx-glr-download-link-note admonition note">
+<p class="admonition-title">Note</p>
+<p><a class="reference internal" href="#sphx-glr-download-tutorials-rendered-examples-dynamo-torch-export-llama2-py"><span class="std std-ref">Go to the end</span></a>
+to download the full example code</p>
+</div>
+<section class="sphx-glr-example-title" id="compiling-llama2-using-the-torch-tensorrt-with-dynamo-backend">
+<span id="torch-export-llama2"></span><span id="sphx-glr-tutorials-rendered-examples-dynamo-torch-export-llama2-py"></span><h1>Compiling Llama2 using the Torch-TensorRT with dynamo backend<a class="headerlink" href="#compiling-llama2-using-the-torch-tensorrt-with-dynamo-backend" title="Permalink to this heading">¶</a></h1>
+<p>This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a Llama2 model.</p>
+<section id="imports-and-model-definition">
+<h2>Imports and Model Definition<a class="headerlink" href="#imports-and-model-definition" title="Permalink to this heading">¶</a></h2>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">torch</span>
+<span class="kn">import</span> <span class="nn">torch_tensorrt</span>
+<span class="kn">from</span> <span class="nn">transformers</span> <span class="kn">import</span> <span class="n">AutoModelForCausalLM</span><span class="p">,</span> <span class="n">AutoTokenizer</span>
+<span class="kn">from</span> <span class="nn">utils</span> <span class="kn">import</span> <span class="n">export_llm</span><span class="p">,</span> <span class="n">generate</span>
+</pre></div>
+</div>
+<p>Define the parameters and initialize the model</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">MAX_TOKENS</span> <span class="o">=</span> <span class="mi">32</span>
+<span class="n">DEVICE</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">device</span><span class="p">(</span><span class="s2">&quot;cuda:0&quot;</span><span class="p">)</span>
+
+<span class="c1"># Define the Llama2 model from hugging face</span>
+<span class="c1"># kv_cache is not supported in Torch-TRT currently.</span>
+<span class="c1"># CPU is used here so that GPU memory is reserved for TRT compilation.</span>
+<span class="n">llama_path</span> <span class="o">=</span> <span class="s2">&quot;meta-llama/Llama-2-7b-chat-hf&quot;</span>
+<span class="k">with</span> <span class="n">torch</span><span class="o">.</span><span class="n">no_grad</span><span class="p">():</span>
+    <span class="n">model</span> <span class="o">=</span> <span class="n">AutoModelForCausalLM</span><span class="o">.</span><span class="n">from_pretrained</span><span class="p">(</span>
+        <span class="n">llama_path</span><span class="p">,</span> <span class="n">use_cache</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">attn_implementation</span><span class="o">=</span><span class="s2">&quot;eager&quot;</span>
+    <span class="p">)</span><span class="o">.</span><span class="n">eval</span><span class="p">()</span>
+
+<span class="n">tokenizer</span> <span class="o">=</span> <span class="n">AutoTokenizer</span><span class="o">.</span><span class="n">from_pretrained</span><span class="p">(</span><span class="n">llama_path</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>Tokenize a sample input prompt and get pytorch model outputs</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">prompt</span> <span class="o">=</span> <span class="s2">&quot;What is dynamic programming?&quot;</span>
+<span class="n">model_inputs</span> <span class="o">=</span> <span class="n">tokenizer</span><span class="p">(</span><span class="n">prompt</span><span class="p">,</span> <span class="n">return_tensors</span><span class="o">=</span><span class="s2">&quot;pt&quot;</span><span class="p">)</span>
+<span class="n">input_ids</span> <span class="o">=</span> <span class="n">model_inputs</span><span class="o">.</span><span class="n">input_ids</span>
+
+<span class="c1"># Auto-regressive generation loop for greedy decoding using PyTorch model</span>
+<span class="c1"># We use a custom generate function which is very similar to the huggingface one.</span>
+<span class="n">pyt_gen_tokens</span> <span class="o">=</span> <span class="n">generate</span><span class="p">(</span><span class="n">model</span><span class="p">,</span> <span class="n">input_ids</span><span class="p">,</span> <span class="n">MAX_TOKENS</span><span class="p">,</span> <span class="n">tokenizer</span><span class="o">.</span><span class="n">eos_token_id</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="compilation-with-torch-tensorrt-using-dynamo-backend-and-generate-tensorrt-outputs">
+<h2>Compilation with <cite>Torch-TensorRT</cite> using dynamo backend and generate TensorRT outputs<a class="headerlink" href="#compilation-with-torch-tensorrt-using-dynamo-backend-and-generate-tensorrt-outputs" title="Permalink to this heading">¶</a></h2>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Export the llama2 model into an ExportedProgram which is input of TRT compilation</span>
+<span class="n">llama2_ep</span> <span class="o">=</span> <span class="n">export_llm</span><span class="p">(</span><span class="n">model</span><span class="p">,</span> <span class="n">input_ids</span><span class="p">,</span> <span class="n">max_seq_len</span><span class="o">=</span><span class="mi">64</span><span class="p">)</span>
+<span class="n">trt_model</span> <span class="o">=</span> <span class="n">torch_tensorrt</span><span class="o">.</span><span class="n">dynamo</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span>
+    <span class="n">llama2_ep</span><span class="p">,</span>
+    <span class="n">inputs</span><span class="o">=</span><span class="p">[</span><span class="n">input_ids</span><span class="p">],</span>
+    <span class="n">enabled_precisions</span><span class="o">=</span><span class="p">{</span><span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">},</span>
+    <span class="n">min_block_size</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span>
+    <span class="n">truncate_double</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+    <span class="n">device</span><span class="o">=</span><span class="n">DEVICE</span><span class="p">,</span>
+    <span class="n">disable_tf32</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+<span class="p">)</span>
+
+<span class="c1"># Auto-regressive generation loop for greedy decoding using TensorRT model</span>
+<span class="c1"># We use a custom generate function which is very similar to the huggingface one.</span>
+<span class="c1"># Move inputs to GPU</span>
+<span class="n">input_ids</span> <span class="o">=</span> <span class="n">input_ids</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">DEVICE</span><span class="p">)</span>
+<span class="n">trt_gen_tokens</span> <span class="o">=</span> <span class="n">generate</span><span class="p">(</span><span class="n">trt_model</span><span class="p">,</span> <span class="n">input_ids</span><span class="p">,</span> <span class="n">MAX_TOKENS</span><span class="p">,</span> <span class="n">tokenizer</span><span class="o">.</span><span class="n">eos_token_id</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="decode-the-output-sentences-of-pytorch-and-tensorrt">
+<h2>Decode the output sentences of PyTorch and TensorRT<a class="headerlink" href="#decode-the-output-sentences-of-pytorch-and-tensorrt" title="Permalink to this heading">¶</a></h2>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="nb">print</span><span class="p">(</span><span class="s2">&quot;=============================&quot;</span><span class="p">)</span>
+<span class="nb">print</span><span class="p">(</span>
+    <span class="s2">&quot;Pytorch model generated text: &quot;</span><span class="p">,</span>
+    <span class="n">tokenizer</span><span class="o">.</span><span class="n">batch_decode</span><span class="p">(</span>
+        <span class="n">pyt_gen_tokens</span><span class="p">,</span> <span class="n">skip_special_tokens</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">clean_up_tokenization_spaces</span><span class="o">=</span><span class="kc">False</span>
+    <span class="p">)[</span><span class="mi">0</span><span class="p">],</span>
+<span class="p">)</span>
+<span class="nb">print</span><span class="p">(</span><span class="s2">&quot;=============================&quot;</span><span class="p">)</span>
+<span class="nb">print</span><span class="p">(</span>
+    <span class="s2">&quot;TensorRT model generated text: &quot;</span><span class="p">,</span>
+    <span class="n">tokenizer</span><span class="o">.</span><span class="n">batch_decode</span><span class="p">(</span>
+        <span class="n">trt_gen_tokens</span><span class="p">,</span>
+        <span class="n">skip_special_tokens</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+        <span class="n">clean_up_tokenization_spaces</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+    <span class="p">)[</span><span class="mi">0</span><span class="p">],</span>
+<span class="p">)</span>
+</pre></div>
+</div>
+</section>
+</section>
+<section id="the-output-sentences-should-look-like">
+<h1>The output sentences should look like<a class="headerlink" href="#the-output-sentences-should-look-like" title="Permalink to this heading">¶</a></h1>
+</section>
+<section id="pytorch-model-generated-text-i-enjoy-walking-with-my-cute-dog-but-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my-dog-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my">
+<h1>Pytorch model generated text:  I enjoy walking with my cute dog, but I’m not sure if I’ll ever be able to walk with my dog. I’m not sure if I’ll ever be able to walk with my<a class="headerlink" href="#pytorch-model-generated-text-i-enjoy-walking-with-my-cute-dog-but-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my-dog-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my" title="Permalink to this heading">¶</a></h1>
+<p>TensorRT model generated text:  I enjoy walking with my cute dog, but I’m not sure if I’ll ever be able to walk with my dog. I’m not sure if I’ll ever be able to walk with my</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.000 seconds)</p>
+<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-tutorials-rendered-examples-dynamo-torch-export-llama2-py">
+<div class="sphx-glr-download sphx-glr-download-python docutils container">
+<p><a class="reference download internal" download="" href="../../../_downloads/7b7004dc2ea6f839be532665e16e0426/torch_export_llama2.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">torch_export_llama2.py</span></code></a></p>
+</div>
+<div class="sphx-glr-download sphx-glr-download-jupyter docutils container">
+<p><a class="reference download internal" download="" href="../../../_downloads/9e148ac48490c84d381ee281904f3226/torch_export_llama2.ipynb"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Jupyter</span> <span class="pre">notebook:</span> <span class="pre">torch_export_llama2.ipynb</span></code></a></p>
+</div>
+</div>
+<p class="sphx-glr-signature"><a class="reference external" href="https://sphinx-gallery.github.io">Gallery generated by Sphinx-Gallery</a></p>
+</section>
+
+
+             </article>
+             
+            </div>
+            <footer>
+  
+
+  
+
+    <hr>
+
+  
+
+  <div role="contentinfo">
+    <p>
+        &copy; Copyright 2024, NVIDIA Corporation.
+
+    </p>
+  </div>
+    
+      <div>
+        Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
+      </div>
+     
+
+</footer>
+
+          </div>
+        </div>
+
+        <div class="pytorch-content-right" id="pytorch-content-right">
+          <div class="pytorch-right-menu" id="pytorch-right-menu">
+            <div class="pytorch-side-scroll" id="pytorch-side-scroll-right">
+              <ul>
+<li><a class="reference internal" href="#">Compiling Llama2 using the Torch-TensorRT with dynamo backend</a><ul>
+<li><a class="reference internal" href="#imports-and-model-definition">Imports and Model Definition</a></li>
+<li><a class="reference internal" href="#compilation-with-torch-tensorrt-using-dynamo-backend-and-generate-tensorrt-outputs">Compilation with <cite>Torch-TensorRT</cite> using dynamo backend and generate TensorRT outputs</a></li>
+<li><a class="reference internal" href="#decode-the-output-sentences-of-pytorch-and-tensorrt">Decode the output sentences of PyTorch and TensorRT</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#the-output-sentences-should-look-like">The output sentences should look like</a></li>
+<li><a class="reference internal" href="#pytorch-model-generated-text-i-enjoy-walking-with-my-cute-dog-but-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my-dog-i-m-not-sure-if-i-ll-ever-be-able-to-walk-with-my">Pytorch model generated text:  I enjoy walking with my cute dog, but I’m not sure if I’ll ever be able to walk with my dog. I’m not sure if I’ll ever be able to walk with my</a></li>
+</ul>
+
+            </div>
+          </div>
+        </div>
+      </section>
+    </div>
+
+  
+
+
+  
+
+     
+       <script type="text/javascript" id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
+         <script data-url_root="../../../" id="documentation_options" src="../../../_static/documentation_options.js"></script>
+         <script src="../../../_static/jquery.js"></script>
+         <script src="../../../_static/underscore.js"></script>
+         <script src="../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+         <script src="../../../_static/doctools.js"></script>
+         <script src="../../../_static/collapsible-lists/js/CollapsibleLists.compressed.js"></script>
+         <script src="../../../_static/collapsible-lists/js/apply-collapsible-lists.js"></script>
+         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
+     
+
+  
+
+  <script type="text/javascript" src="../../../_static/js/vendor/popper.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/vendor/bootstrap.min.js"></script>
+  <script src="https://cdnjs.cloudflare.com/ajax/libs/list.js/1.5.0/list.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/theme.js"></script>
+
+  <script type="text/javascript">
+      jQuery(function () {
+          SphinxRtdTheme.Navigation.enable(true);
+      });
+  </script> 
+
+  <!-- Begin Footer -->
+
+  <div class="container-fluid docs-tutorials-resources" id="docs-tutorials-resources">
+    <div class="container">
+      <div class="row">
+        <div class="col-md-4 text-center">
+          <h2>Docs</h2>
+          <p>Access comprehensive developer documentation for PyTorch</p>
+          <a class="with-right-arrow" href="https://pytorch.org/docs/stable/index.html">View Docs</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Tutorials</h2>
+          <p>Get in-depth tutorials for beginners and advanced developers</p>
+          <a class="with-right-arrow" href="https://pytorch.org/tutorials">View Tutorials</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Resources</h2>
+          <p>Find development resources and get your questions answered</p>
+          <a class="with-right-arrow" href="https://pytorch.org/resources">View Resources</a>
+        </div>
+      </div>
+    </div>
+  </div>
+
+  <footer class="site-footer">
+    <div class="container footer-container">
+      <div class="footer-logo-wrapper">
+        <a href="https://pytorch.org/" class="footer-logo"></a>
+      </div>
+
+      <div class="footer-links-wrapper">
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/">PyTorch</a></li>
+            <li><a href="https://pytorch.org/get-started">Get Started</a></li>
+            <li><a href="https://pytorch.org/features">Features</a></li>
+            <li><a href="https://pytorch.org/ecosystem">Ecosystem</a></li>
+            <li><a href="https://pytorch.org/blog/">Blog</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/blob/master/CONTRIBUTING.md">Contributing</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/resources">Resources</a></li>
+            <li><a href="https://pytorch.org/tutorials">Tutorials</a></li>
+            <li><a href="https://pytorch.org/docs/stable/index.html">Docs</a></li>
+            <li><a href="https://discuss.pytorch.org" target="_blank">Discuss</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/issues" target="_blank">Github Issues</a></li>
+            <li><a href="https://pytorch.org/assets/brand-guidelines/PyTorch-Brand-Guidelines.pdf" target="_blank">Brand Guidelines</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">Stay up to date</li>
+            <li><a href="https://www.facebook.com/pytorch" target="_blank">Facebook</a></li>
+            <li><a href="https://twitter.com/pytorch" target="_blank">Twitter</a></li>
+            <li><a href="https://www.youtube.com/pytorch" target="_blank">YouTube</a></li>
+            <li><a href="https://www.linkedin.com/company/pytorch" target="_blank">LinkedIn</a></li>
+          </ul>  
+          </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">PyTorch Podcasts</li>
+            <li><a href="https://open.spotify.com/show/6UzHKeiy368jKfQMKKvJY5" target="_blank">Spotify</a></li>
+            <li><a href="https://podcasts.apple.com/us/podcast/pytorch-developer-podcast/id1566080008" target="_blank">Apple</a></li>
+            <li><a href="https://www.google.com/podcasts?feed=aHR0cHM6Ly9mZWVkcy5zaW1wbGVjYXN0LmNvbS9PQjVGa0lsOA%3D%3D" target="_blank">Google</a></li>
+            <li><a href="https://music.amazon.com/podcasts/7a4e6f0e-26c2-49e9-a478-41bd244197d0/PyTorch-Developer-Podcast?" target="_blank">Amazon</a></li>
+          </ul>
+         </div>
+        </div>
+        
+        <div class="privacy-policy">
+          <ul>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/terms/" target="_blank">Terms</a></li>
+            <li class="privacy-policy-links">|</li>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/privacy-policy/" target="_blank">Privacy</a></li>
+          </ul>
+        </div>
+        <div class="copyright">
+        <p>© Copyright The Linux Foundation. The PyTorch Foundation is a project of The Linux Foundation.
+          For web site terms of use, trademark policy and other policies applicable to The PyTorch Foundation please see
+          <a href="https://www.linuxfoundation.org/policies/">www.linuxfoundation.org/policies/</a>. The PyTorch Foundation supports the PyTorch open source
+          project, which has been established as PyTorch Project a Series of LF Projects, LLC. For policies applicable to the PyTorch Project a Series of LF Projects, LLC,
+          please see <a href="https://www.lfprojects.org/policies/">www.lfprojects.org/policies/</a>.</p>
+      </div>
+     </div>
+
+  </footer>
+
+  <div class="cookie-banner-wrapper">
+  <div class="container">
+    <p class="gdpr-notice">To analyze traffic and optimize your experience, we serve cookies on this site. By clicking or navigating, you agree to allow our usage of cookies. As the current maintainers of this site, Facebook’s Cookies Policy applies. Learn more, including about available controls: <a href="https://www.facebook.com/policies/cookies/">Cookies Policy</a>.</p>
+    <img class="close-button" src="../../../_static/images/pytorch-x.svg">
+  </div>
+</div>
+
+  <!-- End Footer -->
+
+  <!-- Begin Mobile Menu -->
+
+  <div class="mobile-main-menu">
+    <div class="container-fluid">
+      <div class="container">
+        <div class="mobile-main-menu-header-container">
+          <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+          <a class="main-menu-close-button" href="#" data-behavior="close-mobile-menu"></a>
+        </div>
+      </div>
+    </div>
+
+    <div class="mobile-main-menu-links-container">
+      <div class="main-menu">
+        <ul>
+           <li class="resources-mobile-menu-title">
+             <a>Learn</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/get-started">Get Started</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials">Tutorials</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/basics/intro.html">Learn the Basics</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/recipes/recipes_index.html">PyTorch Recipes</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/introyt.html">Introduction to PyTorch - YouTube Series</a>
+             </li>
+           </ul>
+           <li class="resources-mobile-menu-title">
+             <a>Ecosystem</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/ecosystem">Tools</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/#community-module">Community</a>
+             </li>
+             <li>
+               <a href="https://discuss.pytorch.org/">Forums</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/resources">Developer Resources</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/ecosystem/contributor-awards-2023">Contributor Awards - 2023</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Edge</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/edge">About PyTorch Edge</a>
+             </li>
+             
+             <li>
+               <a href="https://pytorch.org/executorch-overview">ExecuTorch</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Docs</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/docs/stable/index.html">PyTorch</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/pytorch-domains">PyTorch Domains</a>
+            </li>
+          </ul>
+
+          <li class="resources-mobile-menu-title">
+            <a>Blog & News</a>
+          </li>
+            
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/blog/">PyTorch Blog</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/community-blog">Community Blog</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/videos">Videos</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/community-stories">Community Stories</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/events">Events</a>
+            </li>
+          </ul>
+          
+          <li class="resources-mobile-menu-title">
+            <a>About</a>
+          </li>
+
+          <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/foundation">PyTorch Foundation</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/governing-board">Governing Board</a>
+            </li>
+          </ul>
+        </ul>
+      </div>
+    </div>
+  </div>
+
+  <!-- End Mobile Menu -->
+
+  <script type="text/javascript" src="../../../_static/js/vendor/anchor.min.js"></script>
+
+  <script type="text/javascript">
+    $(document).ready(function() {
+      mobileMenu.bind();
+      mobileTOC.bind();
+      pytorchAnchors.bind();
+      sideMenus.bind();
+      scrollToAnchor.bind();
+      highlightNavigation.bind();
+      mainMenuDropdown.bind();
+      filterTags.bind();
+
+      // Add class to links that have code blocks, since we cannot create links in code blocks
+      $("article.pytorch-article a span.pre").each(function(e) {
+        $(this).closest("a").addClass("has-code");
+      });
+    })
+  </script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
index c39e454736..fbcc228e7a 100644
--- a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
+++ b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/tutorials/_rendered_examples/index.html b/docs/tutorials/_rendered_examples/index.html
index 2df289be4a..c73d007b2b 100644
--- a/docs/tutorials/_rendered_examples/index.html
+++ b/docs/tutorials/_rendered_examples/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -314,6 +314,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
@@ -468,9 +470,11 @@ <h2>Dynamo / <code class="docutils literal notranslate"><span class="pre">torch.
 <li><p><a class="reference internal" href="dynamo/torch_compile_stable_diffusion.html#torch-compile-stable-diffusion"><span class="std std-ref">Torch Compile Stable Diffusion</span></a>: Compiling a Stable Diffusion model using <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code></p></li>
 <li><p><a class="reference internal" href="dynamo/torch_export_cudagraphs.html#torch-export-cudagraphs"><span class="std std-ref">Torch Export with Cudagraphs</span></a>: Using the Cudagraphs integration with <cite>ir=”dynamo”</cite></p></li>
 <li><p><a class="reference internal" href="dynamo/custom_kernel_plugins.html#custom-kernel-plugins"><span class="std std-ref">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</span></a>: Creating a plugin to use a custom kernel inside TensorRT engines</p></li>
-<li><p><a class="reference internal" href="dynamo/refit_engine_example.html#refit-engine-example"><span class="std std-ref">Refit  TenorRT Graph Module with Torch-TensorRT</span></a>: Refitting a compiled TensorRT Graph Module with updated weights</p></li>
+<li><p><a class="reference internal" href="dynamo/refit_engine_example.html#refit-engine-example"><span class="std std-ref">Refitting Torch-TensorRT Programs with New Weights</span></a>: Refitting a compiled TensorRT Graph Module with updated weights</p></li>
 <li><p><a class="reference internal" href="dynamo/mutable_torchtrt_module_example.html#mutable-torchtrt-module-example"><span class="std std-ref">Mutable Torch TensorRT Module</span></a>: Compile, use, and modify TensorRT Graph Module with MutableTorchTensorRTModule</p></li>
 <li><p><span class="xref std std-ref">vgg16_fp8_ptq</span>: Compiling a VGG16 model with FP8 and PTQ using <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code></p></li>
+<li><p><a class="reference internal" href="dynamo/engine_caching_example.html#engine-caching-example"><span class="std std-ref">Engine Caching</span></a>: Utilizing engine caching to speed up compilation times</p></li>
+<li><p><a class="reference internal" href="dynamo/engine_caching_bert_example.html#engine-caching-bert-example"><span class="std std-ref">Engine Caching (BERT)</span></a>: Demonstrating engine caching on BERT</p></li>
 </ul>
 <div class="sphx-glr-thumbnails"><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with torch.compi..."><img alt="" src="../../_images/sphx_glr_torch_compile_stable_diffusion_thumb.png" />
 <p><a class="reference internal" href="dynamo/torch_compile_stable_diffusion.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-compile-stable-diffusion-py"><span class="std std-ref">Torch Compile Stable Diffusion</span></a></p>
@@ -478,15 +482,24 @@ <h2>Dynamo / <code class="docutils literal notranslate"><span class="pre">torch.
 </div><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as an overview of the process by which the Torch-TensorRT C..."><img alt="" src="../../_images/sphx_glr_torch_export_cudagraphs_thumb.png" />
 <p><a class="reference internal" href="dynamo/torch_export_cudagraphs.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-export-cudagraphs-py"><span class="std std-ref">Torch Export with Cudagraphs</span></a></p>
   <div class="sphx-glr-thumbnail-title">Torch Export with Cudagraphs</div>
+</div><div class="sphx-glr-thumbcontainer" tooltip="Compilation is an expensive operation as it involves many graph transformations, translations a..."><img alt="" src="../../_images/sphx_glr_refit_engine_example_thumb.png" />
+<p><a class="reference internal" href="dynamo/refit_engine_example.html#sphx-glr-tutorials-rendered-examples-dynamo-refit-engine-example-py"><span class="std std-ref">Refitting Torch-TensorRT Programs with New Weights</span></a></p>
+  <div class="sphx-glr-thumbnail-title">Refitting Torch-TensorRT Programs with New Weights</div>
 </div><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with torch.compi..."><img alt="" src="../../_images/sphx_glr_torch_compile_transformers_example_thumb.png" />
 <p><a class="reference internal" href="dynamo/torch_compile_transformers_example.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-compile-transformers-example-py"><span class="std std-ref">Compiling a Transformer using torch.compile and TensorRT</span></a></p>
   <div class="sphx-glr-thumbnail-title">Compiling a Transformer using torch.compile and TensorRT</div>
-</div><div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how a compiled TensorRT Graph Module can be refitted with updated w..."><img alt="" src="../../_images/sphx_glr_refit_engine_example_thumb.png" />
-<p><a class="reference internal" href="dynamo/refit_engine_example.html#sphx-glr-tutorials-rendered-examples-dynamo-refit-engine-example-py"><span class="std std-ref">Refit  TenorRT Graph Module with Torch-TensorRT</span></a></p>
-  <div class="sphx-glr-thumbnail-title">Refit  TenorRT Graph Module with Torch-TensorRT</div>
+</div><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo back..."><img alt="" src="../../_images/sphx_glr_torch_export_gpt2_thumb.png" />
+<p><a class="reference internal" href="dynamo/torch_export_gpt2.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-export-gpt2-py"><span class="std std-ref">Compiling GPT2 using the Torch-TensorRT with dynamo backend</span></a></p>
+  <div class="sphx-glr-thumbnail-title">Compiling GPT2 using the Torch-TensorRT with dynamo backend</div>
 </div><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as an overview of the process by which torch_tensorrt.compi..."><img alt="" src="../../_images/sphx_glr_torch_compile_advanced_usage_thumb.png" />
 <p><a class="reference internal" href="dynamo/torch_compile_advanced_usage.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-compile-advanced-usage-py"><span class="std std-ref">Torch Compile Advanced Usage</span></a></p>
   <div class="sphx-glr-thumbnail-title">Torch Compile Advanced Usage</div>
+</div><div class="sphx-glr-thumbcontainer" tooltip="This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo back..."><img alt="" src="../../_images/sphx_glr_torch_export_llama2_thumb.png" />
+<p><a class="reference internal" href="dynamo/torch_export_llama2.html#sphx-glr-tutorials-rendered-examples-dynamo-torch-export-llama2-py"><span class="std std-ref">Compiling Llama2 using the Torch-TensorRT with dynamo backend</span></a></p>
+  <div class="sphx-glr-thumbnail-title">Compiling Llama2 using the Torch-TensorRT with dynamo backend</div>
+</div><div class="sphx-glr-thumbcontainer" tooltip="Small caching example on BERT."><img alt="" src="../../_images/sphx_glr_engine_caching_bert_example_thumb.png" />
+<p><a class="reference internal" href="dynamo/engine_caching_bert_example.html#sphx-glr-tutorials-rendered-examples-dynamo-engine-caching-bert-example-py"><span class="std std-ref">Engine Caching (BERT)</span></a></p>
+  <div class="sphx-glr-thumbnail-title">Engine Caching (BERT)</div>
 </div><div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how we can easily use Mutable Torch TensorRT Module to compile, int..."><img alt="" src="../../_images/sphx_glr_mutable_torchtrt_module_example_thumb.png" />
 <p><a class="reference internal" href="dynamo/mutable_torchtrt_module_example.html#sphx-glr-tutorials-rendered-examples-dynamo-mutable-torchtrt-module-example-py"><span class="std std-ref">Mutable Torch TensorRT Module</span></a></p>
   <div class="sphx-glr-thumbnail-title">Mutable Torch TensorRT Module</div>
@@ -496,6 +509,9 @@ <h2>Dynamo / <code class="docutils literal notranslate"><span class="pre">torch.
 </div><div class="sphx-glr-thumbcontainer" tooltip="Here we demonstrate how to deploy a model quantized to INT8 or FP8 using the Dynamo frontend of..."><img alt="" src="../../_images/sphx_glr_vgg16_ptq_thumb.png" />
 <p><a class="reference internal" href="dynamo/vgg16_ptq.html#sphx-glr-tutorials-rendered-examples-dynamo-vgg16-ptq-py"><span class="std std-ref">Deploy Quantized Models using Torch-TensorRT</span></a></p>
   <div class="sphx-glr-thumbnail-title">Deploy Quantized Models using Torch-TensorRT</div>
+</div><div class="sphx-glr-thumbcontainer" tooltip="As model sizes increase, the cost of compilation will as well. With AOT methods like torch.dyna..."><img alt="" src="../../_images/sphx_glr_engine_caching_example_thumb.png" />
+<p><a class="reference internal" href="dynamo/engine_caching_example.html#sphx-glr-tutorials-rendered-examples-dynamo-engine-caching-example-py"><span class="std std-ref">Engine Caching</span></a></p>
+  <div class="sphx-glr-thumbnail-title">Engine Caching</div>
 </div><div class="sphx-glr-thumbcontainer" tooltip="We are going to demonstrate how a developer could include a custom kernel in a TensorRT engine ..."><img alt="" src="../../_images/sphx_glr_custom_kernel_plugins_thumb.png" />
 <p><a class="reference internal" href="dynamo/custom_kernel_plugins.html#sphx-glr-tutorials-rendered-examples-dynamo-custom-kernel-plugins-py"><span class="std std-ref">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</span></a></p>
   <div class="sphx-glr-thumbnail-title">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</div>
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index a4edc64f90..794f4231cf 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Example notebooks &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Example notebooks &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index 3f41b7ce44..9b106e7ffb 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/user_guide/dynamic_shapes.html b/docs/user_guide/dynamic_shapes.html
index 1ce746882e..68750b930e 100644
--- a/docs/user_guide/dynamic_shapes.html
+++ b/docs/user_guide/dynamic_shapes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/user_guide/runtime.html b/docs/user_guide/runtime.html
index bbd9c4efae..ee193e1193 100644
--- a/docs/user_guide/runtime.html
+++ b/docs/user_guide/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/user_guide/saving_models.html b/docs/user_guide/saving_models.html
index 5dde9e4277..992025eec5 100644
--- a/docs/user_guide/saving_models.html
+++ b/docs/user_guide/saving_models.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/user_guide/torch_tensorrt_explained.html b/docs/user_guide/torch_tensorrt_explained.html
index e93a2c6a02..97be66c8b2 100644
--- a/docs/user_guide/torch_tensorrt_explained.html
+++ b/docs/user_guide/torch_tensorrt_explained.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>
diff --git a/docs/user_guide/using_dla.html b/docs/user_guide/using_dla.html
index b0e3f18e0e..73babcd2ca 100644
--- a/docs/user_guide/using_dla.html
+++ b/docs/user_guide/using_dla.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>DLA &mdash; Torch-TensorRT v2.5.0.dev0+b3a8cdd documentation</title>
+  <title>DLA &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b3a8cdd
+                  v2.5.0.dev0+8759736
                 </div>
               
             
@@ -316,6 +316,8 @@
 <li class="toctree-l1"><a class="reference internal" href="runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
 <ul>

From a4a9419ad68d6440a890927021289fba4a03756b Mon Sep 17 00:00:00 2001
From: HolyWu <holywu@gmail.com>
Date: Thu, 5 Sep 2024 01:28:42 +0800
Subject: [PATCH 07/14] Fix doc index (#3130)

Co-authored-by: Naren Dasan <1790613+narendasan@users.noreply.github.com>
---
 docsrc/index.rst | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/docsrc/index.rst b/docsrc/index.rst
index d1a91beabc..757acc2011 100644
--- a/docsrc/index.rst
+++ b/docsrc/index.rst
@@ -44,13 +44,12 @@ User Guide
    :hidden:
 
    user_guide/torch_tensorrt_explained
-   user_guide/getting_started
    user_guide/dynamic_shapes
    user_guide/saving_models
    user_guide/runtime
    user_guide/using_dla
    tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage
-   tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq
+   tutorials/_rendered_examples/dynamo/vgg16_ptq
    tutorials/_rendered_examples/dynamo/engine_caching_example
    tutorials/_rendered_examples/dynamo/refit_engine_example
 
@@ -113,13 +112,11 @@ Tutorials
    tutorials/notebooks
    tutorials/_rendered_examples/dynamo/torch_compile_resnet_example
    tutorials/_rendered_examples/dynamo/torch_compile_transformers_example
-   tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage
    tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion
    tutorials/_rendered_examples/dynamo/torch_export_cudagraphs
    tutorials/_rendered_examples/dynamo/custom_kernel_plugins
    tutorials/_rendered_examples/distributed_inference/data_parallel_gpt2
    tutorials/_rendered_examples/distributed_inference/data_parallel_stable_diffusion
-   tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq
    tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example
 
 Python API Documentation

From 29b4913b1fb03f55552e4be2f9d79f709b7905d5 Mon Sep 17 00:00:00 2001
From: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
Date: Wed, 4 Sep 2024 17:44:31 +0000
Subject: [PATCH 08/14] docs: [Automated] Regenerating documenation for a4a9419

Signed-off-by: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
---
 .../classtorch__tensorrt_1_1DataType.html     |   6 +++---
 ...rch__tensorrt_1_1Device_1_1DeviceType.html |   6 +++---
 .../classtorch__tensorrt_1_1TensorFormat.html |   6 +++---
 ...ensorrt_1_1ptq_1_1Int8CacheCalibrator.html |   6 +++---
 ...ch__tensorrt_1_1ptq_1_1Int8Calibrator.html |   6 +++---
 ...8h_1a18d295a837ac71add5578860b55e5502.html |   6 +++---
 ...8h_1a282fd3c0b1c3a215148ae372070e1268.html |   6 +++---
 ...8h_1a31398a6d4d27e28817afb0f0139e909e.html |   6 +++---
 ...8h_1a35703561b26b1a9d2738ad7d58b27827.html |   6 +++---
 ...8h_1abd1465eb38256d3f22cc1426b23d516b.html |   6 +++---
 ...8h_1abe87b341f562fd1cf40b7672e4d759da.html |   6 +++---
 ...8h_1ad19939408f7be171a74a89928b36eb59.html |   6 +++---
 ...8h_1adad592a7b1b7eed529cdf6acd584c883.html |   6 +++---
 docs/_cpp_api/dir_cpp.html                    |   6 +++---
 docs/_cpp_api/dir_cpp_include.html            |   6 +++---
 .../dir_cpp_include_torch_tensorrt.html       |   6 +++---
 ...ng_1a130f65408ad8cbaee060f05e8db69558.html |   6 +++---
 ...rt_1a3fbe5d72e4fc624dbd038853079620eb.html |   6 +++---
 ..._cpp_include_torch_tensorrt_logging.h.html |   6 +++---
 ...e_cpp_include_torch_tensorrt_macros.h.html |   6 +++---
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   6 +++---
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   6 +++---
 ...ng_1a0593f776f469c20469e2f729fc7861a3.html |   6 +++---
 ...ng_1a0c012cb374addd90eb1f42eaec570650.html |   6 +++---
 ...ng_1a56e110feaaba2c3fd44bd201fd21a76a.html |   6 +++---
 ...ng_1a7cb50492421ea9de4e3db895819df6f2.html |   6 +++---
 ...ng_1ac46ac0901cb97e3ae6e93b45f24e90b8.html |   6 +++---
 ...ng_1ad2efd47b6c3689e58ccc595680579ae5.html |   6 +++---
 ...ng_1af8f3443813315af7901903d25dd495cc.html |   6 +++---
 ...tq_1a226e3c83379d1012cde8578c1c86b16c.html |   6 +++---
 ...tq_1a6186e305f47c1d94b6130ef6c7f7e178.html |   6 +++---
 ...pt_1a5b405fd3bf3c8fc2e2a54cbbab979797.html |   6 +++---
 ...pt_1a6e19490a08fb1553c9dd347a5ae79db9.html |   6 +++---
 ...pt_1a81f9783517335dda877d8cfcf38987c9.html |   6 +++---
 ...pt_1ae8d56472106eeef37fbe51ff7f40c9b2.html |   6 +++---
 ...rt_1ac4ab8313ae72c2c899ea31548b528528.html |   6 +++---
 ...rt_1ad1acd06eaeaffbbcf6e7ebf426891384.html |   6 +++---
 ...rt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html |   6 +++---
 docs/_cpp_api/namespace_torch_tensorrt.html   |   6 +++---
 .../namespace_torch_tensorrt__logging.html    |   6 +++---
 .../namespace_torch_tensorrt__ptq.html        |   6 +++---
 ...namespace_torch_tensorrt__torchscript.html |   6 +++---
 ..._cpp_include_torch_tensorrt_logging.h.html |   6 +++---
 ...e_cpp_include_torch_tensorrt_macros.h.html |   6 +++---
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   6 +++---
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   6 +++---
 .../structtorch__tensorrt_1_1Device.html      |   6 +++---
 .../structtorch__tensorrt_1_1GraphInputs.html |   6 +++---
 .../structtorch__tensorrt_1_1Input.html       |   6 +++---
 ...ensorrt_1_1torchscript_1_1CompileSpec.html |   6 +++---
 docs/_cpp_api/torch_tensort_cpp.html          |   8 ++++----
 docs/_cpp_api/unabridged_orphan.html          |   6 +++---
 .../_rendered_examples_jupyter.zip            | Bin 103522 -> 103522 bytes
 .../_rendered_examples_python.zip             | Bin 78451 -> 78451 bytes
 docs/_modules/index.html                      |   6 +++---
 docs/_modules/torch_tensorrt/_Device.html     |   6 +++---
 docs/_modules/torch_tensorrt/_Input.html      |   6 +++---
 docs/_modules/torch_tensorrt/_compile.html    |   6 +++---
 docs/_modules/torch_tensorrt/_enums.html      |   6 +++---
 .../torch_tensorrt/dynamo/_compiler.html      |   6 +++---
 .../torch_tensorrt/dynamo/_exporter.html      |   6 +++---
 .../torch_tensorrt/dynamo/_refit.html         |   6 +++---
 .../torch_tensorrt/dynamo/_settings.html      |   6 +++---
 .../torch_tensorrt/dynamo/_tracer.html        |   6 +++---
 .../runtime/_MutableTorchTensorRTModule.html  |   6 +++---
 .../runtime/_PythonTorchTensorRTModule.html   |   6 +++---
 .../dynamo/runtime/_TorchTensorRTModule.html  |   6 +++---
 docs/_modules/torch_tensorrt/fx/fx2trt.html   |   6 +++---
 .../torch_tensorrt/fx/input_tensor_spec.html  |   6 +++---
 docs/_modules/torch_tensorrt/fx/lower.html    |   6 +++---
 .../torch_tensorrt/fx/trt_module.html         |   6 +++---
 docs/_modules/torch_tensorrt/logging.html     |   6 +++---
 .../runtime/_multi_device_safe_mode.html      |   6 +++---
 .../torch_tensorrt/ts/_compile_spec.html      |   6 +++---
 .../_modules/torch_tensorrt/ts/_compiler.html |   6 +++---
 docs/_modules/torch_tensorrt/ts/ptq.html      |   6 +++---
 docs/_sources/index.rst.txt                   |   5 +----
 docs/_static/documentation_options.js         |   2 +-
 docs/cli/torchtrtc.html                       |   6 +++---
 docs/contributors/conversion.html             |   6 +++---
 docs/contributors/dynamo_converters.html      |   6 +++---
 docs/contributors/lowering.html               |   6 +++---
 docs/contributors/partitioning.html           |   6 +++---
 docs/contributors/phases.html                 |   6 +++---
 docs/contributors/runtime.html                |   6 +++---
 docs/contributors/system_overview.html        |   6 +++---
 docs/contributors/ts_converters.html          |   6 +++---
 docs/contributors/useful_links.html           |   6 +++---
 .../writing_dynamo_aten_lowering_passes.html  |   6 +++---
 docs/dynamo/dynamo_export.html                |   6 +++---
 docs/dynamo/torch_compile.html                |   6 +++---
 docs/fx/getting_started_with_fx_path.html     |   6 +++---
 docs/genindex.html                            |   6 +++---
 docs/getting_started/installation.html        |   6 +++---
 docs/getting_started/quick_start.html         |   6 +++---
 docs/index.html                               |   6 +++---
 docs/indices/supported_ops.html               |   6 +++---
 docs/objects.inv                              | Bin 31865 -> 31865 bytes
 docs/py-modindex.html                         |   6 +++---
 docs/py_api/dynamo.html                       |   6 +++---
 docs/py_api/fx.html                           |   6 +++---
 docs/py_api/logging.html                      |   6 +++---
 docs/py_api/ptq.html                          |   6 +++---
 docs/py_api/runtime.html                      |   6 +++---
 docs/py_api/torch_tensorrt.html               |   6 +++---
 docs/py_api/ts.html                           |   8 ++++----
 docs/search.html                              |   6 +++---
 docs/searchindex.js                           |   2 +-
 docs/sg_execution_times.html                  |   6 +++---
 .../pytorch-sphinx-theme/docs/changelog.html  |   6 +++---
 .../docs/configuring.html                     |   6 +++---
 .../pytorch-sphinx-theme/docs/demo/api.html   |   6 +++---
 .../pytorch-sphinx-theme/docs/demo/demo.html  |   8 ++++----
 .../docs/demo/lists_tables.html               |   6 +++---
 .../pytorch-sphinx-theme/docs/demo/long.html  |   6 +++---
 .../docs/demo/structure.html                  |   6 +++---
 docs/src/pytorch-sphinx-theme/docs/index.html |   6 +++---
 .../pytorch-sphinx-theme/docs/installing.html |   6 +++---
 ...creating_torchscript_module_in_python.html |   6 +++---
 docs/ts/getting_started_with_cpp_api.html     |   6 +++---
 docs/ts/getting_started_with_python_api.html  |   6 +++---
 docs/ts/ptq.html                              |   6 +++---
 .../ts/torchscript_frontend_from_pytorch.html |   6 +++---
 .../dynamo/custom_kernel_plugins.html         |   6 +++---
 .../dynamo/engine_caching_bert_example.html   |   6 +++---
 .../dynamo/engine_caching_example.html        |  10 ++++-----
 .../_rendered_examples/dynamo/index.html      |   6 +++---
 .../mutable_torchtrt_module_example.html      |   6 +++---
 .../dynamo/refit_engine_example.html          |   6 +++---
 .../dynamo/torch_compile_advanced_usage.html  |  12 +++++------
 .../dynamo/torch_compile_resnet_example.html  |   6 +++---
 .../torch_compile_stable_diffusion.html       |   6 +++---
 .../torch_compile_transformers_example.html   |   6 +++---
 .../dynamo/torch_export_cudagraphs.html       |   6 +++---
 .../dynamo/torch_export_gpt2.html             |   6 +++---
 .../dynamo/torch_export_llama2.html           |   6 +++---
 .../_rendered_examples/dynamo/vgg16_ptq.html  |  19 ++++++++++++++----
 docs/tutorials/_rendered_examples/index.html  |   6 +++---
 docs/tutorials/notebooks.html                 |   6 +++---
 .../serving_torch_tensorrt_with_triton.html   |   6 +++---
 docs/user_guide/dynamic_shapes.html           |   6 +++---
 docs/user_guide/runtime.html                  |   6 +++---
 docs/user_guide/saving_models.html            |   6 +++---
 docs/user_guide/torch_tensorrt_explained.html |   6 +++---
 docs/user_guide/using_dla.html                |   6 +++---
 145 files changed, 440 insertions(+), 432 deletions(-)

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
index 5261a19ab4..bf2a98805e 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class DataType &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Class DataType &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
index db11858bb9..b6e941d3c1 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
index a886b42cc9..4cfffeea31 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class TensorFormat &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Class TensorFormat &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
index 9f2904306f..86212bd359 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
index 524ac6c6e5..5c05cefe88 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
index d81a35efa7..7479a7bcc5 100644
--- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
+++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define STR &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Define STR &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
index 5585b7b9bb..15ea36fa48 100644
--- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
+++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
index be9d363205..95eaefaf9b 100644
--- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
+++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
index ac1ae177d2..a6b97324d5 100644
--- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
+++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
index 481e0df5f5..12fda77cb5 100644
--- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
+++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
index 820561ec0a..13de35adbc 100644
--- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
+++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define XSTR &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Define XSTR &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
index e4b2984c99..bbf22b806f 100644
--- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
+++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
index 6a24f61376..5068def6da 100644
--- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
+++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html
index 10070969be..205143791a 100644
--- a/docs/_cpp_api/dir_cpp.html
+++ b/docs/_cpp_api/dir_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory cpp &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Directory cpp &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html
index b2fd476f06..0fc4d1b8d1 100644
--- a/docs/_cpp_api/dir_cpp_include.html
+++ b/docs/_cpp_api/dir_cpp_include.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory include &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Directory include &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
index adfae6b652..aeae674d0e 100644
--- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
+++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
index b5e17cc9f0..5ca232b20b 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum Level &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Enum Level &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
index 46efbbf20c..294db733f0 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
index 26994ee744..002b7b81ac 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
index ae2e3cad77..d675a45257 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
index ef1d5cd486..4c857b25a1 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 3a7dbe4cfa..1bcca64dd7 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
index cf75405f74..19cbec2837 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
index ab72cb40b8..e45b666a00 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
index 060361232f..0f9d251cfc 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
index 6164b6828e..b154d22aa1 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
index dd6d140e6e..60f579ff66 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
index 15c8fd97ef..66171ecc9b 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
index f0d0f268d8..0dd4ac29da 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
index bd2afc3fdd..a226db5cad 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
index 8dcdf7e780..ec7f2a9203 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
index 3b763f23e3..08597feb01 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
index af1aa92340..4e2fdde13c 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
index b5bdaacb80..bfe03233e2 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
index 0c01a5133c..ebc880f7b4 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
index fd1c397c98..83277c0813 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
index 1fc6a140b4..21df901f52 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
index 1313a1cae4..fccbf44c67 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html
index 0a160319b4..698b41c524 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
index a9d7faf7b0..21d0632d2b 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
index 751ff237ff..029460073a 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
index 9b1540b94c..d5b6745481 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
index c0eaedc8f1..2ab9c757d0 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
index db77c27520..751efa791a 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
index 0215df7549..ae17d3ca24 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 1062cc16ed..7bd771ebaf 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
index 9c7609b1aa..d1173d5cb5 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Device &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Struct Device &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
index f997950fda..bc6f7ab5d1 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
index 022270bbf0..c3058a8c41 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Input &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Struct Input &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
index 007335249b..ec3a8e9864 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html
index 00a5d2d8d6..578a191a92 100644
--- a/docs/_cpp_api/torch_tensort_cpp.html
+++ b/docs/_cpp_api/torch_tensort_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
@@ -464,7 +464,7 @@ <h2>Class Hierarchy<a class="headerlink" href="#class-hierarchy" title="Permalin
 <ul class="treeView" id="class-treeView">
   <li>
     <ul class="collapsibleList">
-      <li class="lastChild">Namespace <a href="namespace_torch_tensorrt.html#namespace-torch-tensorrt">torch_tensorrt</a><ul><li>Namespace <a href="namespace_torch_tensorrt__logging.html#namespace-torch-tensorrt-logging">torch_tensorrt::logging</a><ul><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html#exhale-enum-namespacetorch-tensorrt-1-1logging-1a130f65408ad8cbaee060f05e8db69558">Level</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__ptq.html#namespace-torch-tensorrt-ptq">torch_tensorrt::ptq</a><ul><li>Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8CacheCalibrator">Int8CacheCalibrator</a></li><li class="lastChild">Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8Calibrator">Int8Calibrator</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__torchscript.html#namespace-torch-tensorrt-torchscript">torch_tensorrt::torchscript</a><ul><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#exhale-struct-structtorch-tensorrt-1-1torchscript-1-1CompileSpec">CompileSpec</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1Device.html#exhale-struct-structtorch-tensorrt-1-1Device">Device</a><ul><li class="lastChild">Class <a href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#exhale-class-classtorch-tensorrt-1-1Device-1-1DeviceType">Device::DeviceType</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1GraphInputs.html#exhale-struct-structtorch-tensorrt-1-1GraphInputs">GraphInputs</a></li><li>Class <a href="classtorch__tensorrt_1_1DataType.html#exhale-class-classtorch-tensorrt-1-1DataType">DataType</a></li><li>Class <a href="classtorch__tensorrt_1_1TensorFormat.html#exhale-class-classtorch-tensorrt-1-1TensorFormat">TensorFormat</a></li><li>Enum <a href="enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html#exhale-enum-namespacetorch-tensorrt-1a3fbe5d72e4fc624dbd038853079620eb">EngineCapability</a></li><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1Input.html#exhale-struct-structtorch-tensorrt-1-1Input">Input</a></li></ul></li>
+      <li class="lastChild">Namespace <a href="namespace_torch_tensorrt.html#namespace-torch-tensorrt">torch_tensorrt</a><ul><li>Namespace <a href="namespace_torch_tensorrt__logging.html#namespace-torch-tensorrt-logging">torch_tensorrt::logging</a><ul><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html#exhale-enum-namespacetorch-tensorrt-1-1logging-1a130f65408ad8cbaee060f05e8db69558">Level</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__ptq.html#namespace-torch-tensorrt-ptq">torch_tensorrt::ptq</a><ul><li>Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8CacheCalibrator">Int8CacheCalibrator</a></li><li class="lastChild">Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8Calibrator">Int8Calibrator</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__torchscript.html#namespace-torch-tensorrt-torchscript">torch_tensorrt::torchscript</a><ul><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#exhale-struct-structtorch-tensorrt-1-1torchscript-1-1CompileSpec">CompileSpec</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1Device.html#exhale-struct-structtorch-tensorrt-1-1Device">Device</a><ul><li class="lastChild">Class <a href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#exhale-class-classtorch-tensorrt-1-1Device-1-1DeviceType">Device::DeviceType</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1GraphInputs.html#exhale-struct-structtorch-tensorrt-1-1GraphInputs">GraphInputs</a></li><li>Struct <a href="structtorch__tensorrt_1_1Input.html#exhale-struct-structtorch-tensorrt-1-1Input">Input</a></li><li>Class <a href="classtorch__tensorrt_1_1DataType.html#exhale-class-classtorch-tensorrt-1-1DataType">DataType</a></li><li>Class <a href="classtorch__tensorrt_1_1TensorFormat.html#exhale-class-classtorch-tensorrt-1-1TensorFormat">TensorFormat</a></li><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html#exhale-enum-namespacetorch-tensorrt-1a3fbe5d72e4fc624dbd038853079620eb">EngineCapability</a></li></ul></li>
     </ul>
   </li><!-- only tree view element -->
 </ul><!-- /treeView class-treeView --></section>
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html
index 78d659f647..8e9003f519 100644
--- a/docs/_cpp_api/unabridged_orphan.html
+++ b/docs/_cpp_api/unabridged_orphan.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Full API &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Full API &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip
index 34927a4abd82acfb1dd9f2e4811efe98dc046cd3..339f7611aaf76e6abc4b5e5a0ae8e36390598f79 100644
GIT binary patch
delta 224
zcmaE~g6+`?Hl6@)W)=|!5NPb($dkg!)Y!YZh_i_gM1K?Kl>yPLCdr~8I?J<C7(_pf
zQ2_JVi;6@*{OY#NJRsU&@=Xa4&Ao;ZO!FN%qXFXIdGp*5NN+zX#~5D-WK36^z!(mq
z>nAV<far@87=1ys!bHYs5M4Ww(F;VMoX8jo7N5lE1ETXLF@}KXBa;{-K(yRsh<xc}
SMkf$|=VV5I5Y07(F#-UpBU2p!

delta 224
zcmaE~g6+`?Hl6@)W)=|!5Ln;3ktc<dX?^SFBF-j05dBS@R|Z70nk0*Y=q%4lVG#W^
zMgh!cFDeoN@vGZ5^MGiB$u}iHH1`@tFwJ-5j0T8*=go6NAie#l9AkVTkTG3t0%JIc
zuAjgd0HQBWVDtsi3KJQlL3HgzMlTS3aw20WSbP$r4~Wj2#25mik4$2W0MT-jA@Ze@
S8J$4<os${;K{VGC#s~mO%~tsU

diff --git a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip
index 9a969c3d99d95709beffc669572469d5af06c0f5..22af738e351131d47ea0f692e0b5576a17ec1f48 100644
GIT binary patch
delta 223
zcmezTgyr)S7M=iaW)=|!5NPb($YaII)Y!Y(gY_#rh_>h5Dh8szDQoe7Xe9#(?PoIy
z%zxyu3rx=oE$0Nui^oR`g6NV0Nq!LBU%x{hM0?JEs|BJhPN}2->FIHLj3FR;iyosd
zh-TJj^a9cT`iv1EdZj+2JBa?I&lm)v-3%B#LG(le#y}AL#DFmrL|Yp|<ogX7?Lqtt
NhKxQSTF!_u6aaiVPALEY

delta 223
zcmezTgyr)S7M=iaW)=|!5Ln;3k;jUaX?^Qv57w{jAljaHs~Cv>rmV#SqLmCFw4co+
zF#nOqE-*bWw44(pFCHH)2%<|0B>6#ffBg=55bZhttrm#3IHi&Tq^HN}F@}KXEqaW;
zAevd9(F;WT>oZ1x=#~16?jZV;K4TDwb~9k~1kn=>7z07{69dLj5N&M;k?%KTv<LAo
N7&7{RXgMRsPyiYAQUw42

diff --git a/docs/_modules/index.html b/docs/_modules/index.html
index 50922a5fd6..70585be3fc 100644
--- a/docs/_modules/index.html
+++ b/docs/_modules/index.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Overview: module code &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Overview: module code &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html
index c138050a63..9cb3211cd7 100644
--- a/docs/_modules/torch_tensorrt/_Device.html
+++ b/docs/_modules/torch_tensorrt/_Device.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html
index 81ac55ff91..f0f59f2901 100644
--- a/docs/_modules/torch_tensorrt/_Input.html
+++ b/docs/_modules/torch_tensorrt/_Input.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html
index 635a35c891..eb02c1886d 100644
--- a/docs/_modules/torch_tensorrt/_compile.html
+++ b/docs/_modules/torch_tensorrt/_compile.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/_enums.html b/docs/_modules/torch_tensorrt/_enums.html
index 476a682a2b..15ac34ce4a 100644
--- a/docs/_modules/torch_tensorrt/_enums.html
+++ b/docs/_modules/torch_tensorrt/_enums.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/dynamo/_compiler.html b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
index ed23a6f40b..7d2fd097f5 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_compiler.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/dynamo/_exporter.html b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
index 12eb2ecd1d..f3d4462113 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_exporter.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/dynamo/_refit.html b/docs/_modules/torch_tensorrt/dynamo/_refit.html
index 3c8da6aa0c..e76c68fa67 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_refit.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_refit.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/dynamo/_settings.html b/docs/_modules/torch_tensorrt/dynamo/_settings.html
index 73e1e6c6bd..37fab4bc97 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_settings.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_settings.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/dynamo/_tracer.html b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
index 86583fa3a4..0f0a03d1dc 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_tracer.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
index aedbdef751..c08ee587b7 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
index 8ff32a67ab..bfe3827ee0 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
index e74f349040..0678f3103b 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html
index 0beaf911c2..4ab21bbaae 100644
--- a/docs/_modules/torch_tensorrt/fx/fx2trt.html
+++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
index 35cdcecf84..c085ea8e07 100644
--- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
+++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html
index 998a1988b2..4db3a7f204 100644
--- a/docs/_modules/torch_tensorrt/fx/lower.html
+++ b/docs/_modules/torch_tensorrt/fx/lower.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html
index 4e478c0e3f..4bfee52b9d 100644
--- a/docs/_modules/torch_tensorrt/fx/trt_module.html
+++ b/docs/_modules/torch_tensorrt/fx/trt_module.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html
index cba5eab6be..596164f828 100644
--- a/docs/_modules/torch_tensorrt/logging.html
+++ b/docs/_modules/torch_tensorrt/logging.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
index d5cd752294..fdac722346 100644
--- a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
+++ b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
index 3a4a6994ad..2fae159cd6 100644
--- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html
+++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html
index 8b84d0f15c..fbfd21f740 100644
--- a/docs/_modules/torch_tensorrt/ts/_compiler.html
+++ b/docs/_modules/torch_tensorrt/ts/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_modules/torch_tensorrt/ts/ptq.html b/docs/_modules/torch_tensorrt/ts/ptq.html
index a3bd2cd53f..8cc48525b0 100644
--- a/docs/_modules/torch_tensorrt/ts/ptq.html
+++ b/docs/_modules/torch_tensorrt/ts/ptq.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/_sources/index.rst.txt b/docs/_sources/index.rst.txt
index d1a91beabc..757acc2011 100644
--- a/docs/_sources/index.rst.txt
+++ b/docs/_sources/index.rst.txt
@@ -44,13 +44,12 @@ User Guide
    :hidden:
 
    user_guide/torch_tensorrt_explained
-   user_guide/getting_started
    user_guide/dynamic_shapes
    user_guide/saving_models
    user_guide/runtime
    user_guide/using_dla
    tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage
-   tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq
+   tutorials/_rendered_examples/dynamo/vgg16_ptq
    tutorials/_rendered_examples/dynamo/engine_caching_example
    tutorials/_rendered_examples/dynamo/refit_engine_example
 
@@ -113,13 +112,11 @@ Tutorials
    tutorials/notebooks
    tutorials/_rendered_examples/dynamo/torch_compile_resnet_example
    tutorials/_rendered_examples/dynamo/torch_compile_transformers_example
-   tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage
    tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion
    tutorials/_rendered_examples/dynamo/torch_export_cudagraphs
    tutorials/_rendered_examples/dynamo/custom_kernel_plugins
    tutorials/_rendered_examples/distributed_inference/data_parallel_gpt2
    tutorials/_rendered_examples/distributed_inference/data_parallel_stable_diffusion
-   tutorials/_rendered_examples/dynamo/vgg16_fp8_ptq
    tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example
 
 Python API Documentation
diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js
index 1540ac6f48..6b61b71ddb 100644
--- a/docs/_static/documentation_options.js
+++ b/docs/_static/documentation_options.js
@@ -1,6 +1,6 @@
 var DOCUMENTATION_OPTIONS = {
     URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
-    VERSION: 'v2.5.0.dev0+8759736',
+    VERSION: 'v2.5.0.dev0+a4a9419',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html
index 5309cb19d6..e9ad12f49b 100644
--- a/docs/cli/torchtrtc.html
+++ b/docs/cli/torchtrtc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torchtrtc &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torchtrtc &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html
index 4a53b164b3..aa60dd09fb 100644
--- a/docs/contributors/conversion.html
+++ b/docs/contributors/conversion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Conversion Phase &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Conversion Phase &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/contributors/dynamo_converters.html b/docs/contributors/dynamo_converters.html
index 02205bdac1..bbd1ce46eb 100644
--- a/docs/contributors/dynamo_converters.html
+++ b/docs/contributors/dynamo_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html
index 4138e50a9d..a5bd7f4b60 100644
--- a/docs/contributors/lowering.html
+++ b/docs/contributors/lowering.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Lowering Phase &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Lowering Phase &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html
index cba9deb117..a23c3419ad 100644
--- a/docs/contributors/partitioning.html
+++ b/docs/contributors/partitioning.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Partitioning Phase &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Partitioning Phase &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html
index 7c1f991d95..9ab6e44afe 100644
--- a/docs/contributors/phases.html
+++ b/docs/contributors/phases.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiler Phases &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Compiler Phases &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html
index 84f0a1fa20..3e500669a5 100644
--- a/docs/contributors/runtime.html
+++ b/docs/contributors/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Runtime Phase &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Runtime Phase &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html
index c2fa91573b..dd53036784 100644
--- a/docs/contributors/system_overview.html
+++ b/docs/contributors/system_overview.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>System Overview &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>System Overview &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/contributors/ts_converters.html b/docs/contributors/ts_converters.html
index cd1871800d..60b38cd7d1 100644
--- a/docs/contributors/ts_converters.html
+++ b/docs/contributors/ts_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html
index 874f4968e7..1bcdb512e3 100644
--- a/docs/contributors/useful_links.html
+++ b/docs/contributors/useful_links.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/contributors/writing_dynamo_aten_lowering_passes.html b/docs/contributors/writing_dynamo_aten_lowering_passes.html
index da2a3bb37d..f57921e28a 100644
--- a/docs/contributors/writing_dynamo_aten_lowering_passes.html
+++ b/docs/contributors/writing_dynamo_aten_lowering_passes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/dynamo/dynamo_export.html b/docs/dynamo/dynamo_export.html
index c1c66ebaa0..a6cf0086c7 100644
--- a/docs/dynamo/dynamo_export.html
+++ b/docs/dynamo/dynamo_export.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/dynamo/torch_compile.html b/docs/dynamo/torch_compile.html
index 9715f4e330..f378c18a1d 100644
--- a/docs/dynamo/torch_compile.html
+++ b/docs/dynamo/torch_compile.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/fx/getting_started_with_fx_path.html b/docs/fx/getting_started_with_fx_path.html
index 7dd4a4c566..2d5138e628 100644
--- a/docs/fx/getting_started_with_fx_path.html
+++ b/docs/fx/getting_started_with_fx_path.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/genindex.html b/docs/genindex.html
index 031c2c262e..046b5950c9 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Index &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Index &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html
index 8bd9697cd5..cccc499826 100644
--- a/docs/getting_started/installation.html
+++ b/docs/getting_started/installation.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/getting_started/quick_start.html b/docs/getting_started/quick_start.html
index 779abb5d8f..f9c498f6bc 100644
--- a/docs/getting_started/quick_start.html
+++ b/docs/getting_started/quick_start.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Quick Start &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Quick Start &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/index.html b/docs/index.html
index f4b8d2cadd..5c7f1983df 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -274,7 +274,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -315,6 +315,7 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -342,7 +343,6 @@
 <li class="toctree-l1"><a class="reference internal" href="tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html
index a308008a58..ccbeebb6af 100644
--- a/docs/indices/supported_ops.html
+++ b/docs/indices/supported_ops.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Operators Supported &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Operators Supported &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -274,7 +274,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -315,6 +315,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -342,7 +343,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/objects.inv b/docs/objects.inv
index a7252e6dc451664cfe67cfa44c70f94d0c92b984..4d29df817b9c4abe6ddc809d9f143e0e6923b1f9 100644
GIT binary patch
delta 20
bcmezQgYoAN#tDAxi6)7bCWe+9Lse=3W!?xq

delta 20
bcmezQgYoAN#tDAx7Urgw=Ei0lLse=3V!sFN

diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index 8904d613d2..8e212e6470 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Python Module Index &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Python Module Index &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/py_api/dynamo.html b/docs/py_api/dynamo.html
index feadef8950..833d4d2462 100644
--- a/docs/py_api/dynamo.html
+++ b/docs/py_api/dynamo.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html
index db34bd08d6..0d3fbeb8d0 100644
--- a/docs/py_api/fx.html
+++ b/docs/py_api/fx.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html
index dbcf27f9b6..783fd8871d 100644
--- a/docs/py_api/logging.html
+++ b/docs/py_api/logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html
index 9d60615179..2353ec0ee7 100644
--- a/docs/py_api/ptq.html
+++ b/docs/py_api/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/py_api/runtime.html b/docs/py_api/runtime.html
index 562414e95c..c17c6893a2 100644
--- a/docs/py_api/runtime.html
+++ b/docs/py_api/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html
index f798bc6729..57cc479e11 100644
--- a/docs/py_api/torch_tensorrt.html
+++ b/docs/py_api/torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html
index 58284e02cd..358eed4dc4 100644
--- a/docs/py_api/ts.html
+++ b/docs/py_api/ts.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
@@ -681,7 +681,7 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 
 <dl class="py function">
 <dt class="sig sig-object py" id="torch_tensorrt.ts.TensorRTCompileSpec">
-<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">torch.device</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Device(type=DeviceType.GPU,</span> <span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f14103e9130&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">torch.device</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Device(type=DeviceType.GPU,</span> <span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7fad0f3e7bf0&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
 <dd><p>Utility to create a formatted spec dictionary for using the PyTorch TensorRT backend</p>
 <dl class="field-list simple">
 <dt class="field-odd">Keyword Arguments</dt>
diff --git a/docs/search.html b/docs/search.html
index c8894e97a8..ce3a3704bf 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Search &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Search &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -313,6 +313,7 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -340,7 +341,6 @@
 <li class="toctree-l1"><a class="reference internal" href="tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/searchindex.js b/docs/searchindex.js
index b9f82f35a6..f1b4178aa4 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Mutable Torch TensorRT Module", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Compiling GPT2 using the Torch-TensorRT with dynamo backend", "Compiling Llama2 using the Torch-TensorRT with dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 94, 98, 101, 102, 103, 104, 107], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 108, 109, 111], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 97, 99, 101, 103, 104, 105, 108, 112, 113], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 94, 105, 107], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 94, 105, 107, 111], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 94, 95, 96, 97, 106, 108, 110, 111, 112, 113], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 94, 95, 98, 100, 102], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 95, 97, 99, 101, 106, 109, 110, 112, 113], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 112], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 96, 97, 108, 110], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 101, 103, 104, 109, 110, 111], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 98, 99, 101, 103, 104, 109], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 93, 94, 97, 102, 108], "reason": [0, 65, 87, 92, 94, 112], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 105, 106, 107, 108, 109, 110, 111, 112], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 93, 94, 96, 97, 107, 108, 109, 110], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 96, 98, 99, 101, 107], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 95, 96, 106, 107, 108, 109, 110, 111], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 96, 97, 109, 110], "itself": [0, 1, 2, 46, 52, 55, 91, 108], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 96, 97, 102, 105, 108, 113], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 107, 108], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 96, 100, 113], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 105, 113], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 105], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 97, 98, 101, 102, 103, 104, 107, 108, 109, 110, 112, 113], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 94, 105, 109, 110, 111, 112], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 94, 109], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 94, 95, 96, 99, 101, 102, 106, 108, 110], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 109, 111], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 105, 108, 109], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 93, 94, 96, 97, 100, 101, 103, 104, 105, 107, 108, 110, 111, 112], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 94, 113], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88, 97, 103, 104], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 101, 112, 113], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 94, 103, 104, 107, 108], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 97, 98, 105, 108, 109], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 112], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 110], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 110], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 96, 97, 110, 113], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 110, 113], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 94, 98, 99, 102, 103, 104, 107, 108, 109, 110, 111, 112], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 94, 98, 107, 108], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 97, 108], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 108], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 97, 112, 113], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 104, 108, 110, 112, 113], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "kdla": [1, 45, 46, 113], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 97, 109, 113], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 93, 94, 96, 97, 99, 102, 106, 107, 108, 109, 111, 112], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 97, 98, 102, 103, 104, 107, 108, 109, 110, 111, 112], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92, 94, 97], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 98, 107], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 105], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 105], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 95, 106], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 105, 106, 110], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 94, 110], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 108, 109, 111, 112], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 108, 113], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 99, 102, 108, 109], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 95, 106, 110], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 94, 99, 101, 105, 108, 109, 113], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 94, 99, 101, 105, 107, 109], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 98, 102, 105, 108], "alwai": [3, 4, 27, 52, 75, 81, 97], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 104, 105, 107, 109, 111, 113], "due": [3, 4, 66, 80, 81, 105], "issu": [3, 4, 64, 70, 75, 88, 98, 101], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 97, 102, 105, 108], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 97, 110], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 95, 97, 99, 101, 106, 107, 112], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 96, 98, 105, 107, 108, 109, 110], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 96, 97, 99, 101, 102, 110], "use_cach": [3, 4, 30, 44, 73, 90, 103, 104], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 97, 105, 107, 109, 110, 112, 113], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 108], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 94, 95, 97, 98, 102, 106, 108, 109, 110, 111, 112], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 99, 101, 107, 110], "easili": [3, 4, 96], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 113], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 112], "dataload": [4, 29, 30, 44, 49, 73, 90, 105], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 100, 108], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 104, 112], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 94, 102, 105, 108, 112], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 99, 101, 110], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 94, 107], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 97, 107, 108, 109, 110], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 94, 98, 102, 105, 109, 111], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 95, 106, 110], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 99, 101], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 93, 94, 96, 97, 99, 101, 103, 104, 105, 108], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 109], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 106, 107, 108, 110, 112], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 93, 94, 96, 97, 98, 99, 101, 105], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 112], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 94, 95, 96, 97, 99, 101, 102, 106, 107, 109, 110], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 94, 99, 101, 107, 112], "phase": [16, 60, 63, 88, 97, 109, 112], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 112], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 70, 90, 94], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 95, 104, 106, 109], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 108], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 107, 109, 113], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 94, 105], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 93, 94, 105], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92, 94, 103, 104], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 113], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 96, 100, 103, 104, 107, 113], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 113], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 108, 112], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 96, 103, 104, 105, 110], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 96, 97, 100, 107, 108, 109, 111], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 94, 109], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 96], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 99, 101, 111], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 94, 105, 107, 110], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 96, 97, 107, 109, 110], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 70, 71, 75, 79, 81, 88, 89, 90, 92, 94, 97, 98, 102, 108, 109, 110, 112, 113], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 99, 101, 109], "post": [29, 30, 49, 52, 63, 68, 88, 94], "train": [29, 30, 49, 52, 68, 69, 88, 89, 94], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 95, 106], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 95, 97, 106, 108], "previous": [29, 33, 88, 94, 97], "therefor": [29, 58, 65, 66, 74, 81, 88, 107, 110], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 99, 101, 105, 107, 108, 109], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 105, 108, 109, 110], "dataset": [29, 73, 90, 107], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 93, 94, 97, 100, 107, 108, 110, 112], "later": [29, 70, 88, 97, 111, 112], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 96, 110, 112], "scratch": [29, 94, 97], "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 108, 110], "howev": [29, 66, 79, 80, 88, 92, 94, 108, 109, 112], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 107, 108, 113], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 94, 102, 105, 106, 107], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 105, 108, 110, 112], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 108], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 96, 97, 108, 110, 112], "respons": [29, 54, 58, 81, 110], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 94, 109], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 102, 107, 108, 110, 111, 112], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 108, 109], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 98, 105, 109], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 107], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 98, 101, 107, 109, 110, 112], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 94, 98, 105, 107, 109], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92, 94, 97], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92, 97], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90, 103, 104], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 94, 108, 110], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 97, 108, 111, 112], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 95, 97, 98, 105, 106, 107, 109, 111, 113], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 94, 97, 98], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 113], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 93, 96, 105, 108, 110, 113], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 98, 107, 109], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 94, 107], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 96, 105, 108, 109], "unsupport": [31, 49, 54, 64, 75, 92, 112], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 110, 112], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 98, 101, 108, 112, 113], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 108, 109], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 99, 101], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 106, 107, 112], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 94, 110], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76, 94, 97], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 112], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 108], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 94, 109, 110, 112], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 94, 95, 99, 106, 107, 108, 109, 110], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 94, 105, 107, 108, 111], "symbol": [33, 65, 66, 76, 81, 110], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 113], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104, 105, 106, 109, 111], "y": [33, 56, 76, 82, 92, 98], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89, 94], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92, 94, 97], "origin": [33, 65, 71, 75, 92, 94, 96, 112], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 94, 95, 96, 97, 105, 106, 108, 109, 110, 111, 112], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 94, 100, 108], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 107, 108, 111], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 113], "id": [36, 45, 52, 75, 79, 80, 84, 113], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 93, 97, 101, 107, 112], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 110], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 108, 109, 110], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 96, 108, 110, 113], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45, 103, 104], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 99, 112], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 94, 110], "root": [42, 43, 44, 45, 66, 79, 90, 105], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "tree": [42, 43, 44, 45, 79, 90, 105, 110], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 108, 110], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 107, 108, 109, 110, 111, 112], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 112], "necessari": [42, 62, 64, 66, 74, 97, 110], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 70, 81, 82, 88, 89, 90, 94, 97, 106, 108, 109, 110, 112], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 97, 98, 108], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 93, 94, 105], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 99, 101], "gaurd": 43, "someth": [43, 55, 81, 108], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 96, 98, 108], "setup": [43, 90, 108], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 109, 111], "torchtrt": [43, 56, 92, 105], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 98, 105, 109], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 103, 104, 113], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 98, 102], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 97, 98, 102, 109], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 108, 109, 110, 111], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 96, 107, 110], "still": [44, 56, 65, 66, 90, 98, 112], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 93, 94, 98, 100, 110, 111, 113], "batch_siz": [44, 90, 105], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "statu": [44, 82], "reset": [44, 93, 94, 98, 101, 110], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 112], "again": [44, 58, 60, 81, 92, 96], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 108], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81, 94], "copi": [44, 60, 65, 69, 73, 82, 108], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": [45, 94], "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 93, 99, 101, 102, 107, 109], "device_typ": [45, 46, 75, 90, 91, 113], "int64_t": [45, 46, 48, 49, 90, 113], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 112, 113], "agx": 45, "platform": [45, 52, 59, 66, 108, 113], "xavier": [45, 113], "dla_cor": [45, 46, 52, 75, 90, 91, 113], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 113], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 99, 102, 107, 109], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 102, 105, 108, 110, 113], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 110], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "spec": [45, 48, 49, 52, 72, 75, 76, 91, 94], "flatten": [45, 47, 69, 87, 88, 105], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 103, 104, 105, 108, 113], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92, 103, 104], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 94, 95, 96, 106], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 100], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 97, 99, 101], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 93, 94, 97, 98, 99, 101, 104, 105], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 102, 105, 107, 109, 111, 113], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 97, 98, 99, 101], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 98, 101], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 107, 108, 112], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 105, 107, 108, 109, 112, 113], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89, 94], "complex": [47, 49, 64, 66, 87, 89, 96], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 94, 111], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 98, 101, 103, 104, 108], "rang": [48, 49, 52, 65, 75, 92, 93, 94, 99, 107, 109], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 97, 99, 100, 101, 107, 109, 112], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 110], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 105, 109], "three": [48, 57, 59, 65, 71, 75, 81, 82, 107, 108], "min": [48, 52, 60, 69, 75, 94, 99, 109], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 94, 99, 105, 109], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 94, 97, 99, 101, 110], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 109], "expect": [48, 54, 55, 60, 75, 88, 89, 107], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 107], "low": [48, 65, 96], "high": [48, 55, 56, 79, 92, 112], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 94, 95, 96, 100, 106, 107], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 98, 108, 109, 111, 112], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 96, 100, 103, 104, 109], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 94, 98, 100, 101, 104, 110], "opt": [48, 66, 74, 75, 102], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 99, 101, 108], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 98, 111], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 94, 107, 108, 109, 110, 111], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 96, 97, 107, 112], "altern": [48, 56, 62, 63, 75, 89, 102, 107, 111], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 105, 108, 109, 111], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 109], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 95, 106, 110], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 99, 109], "event": [48, 64, 93, 94], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 105], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 99, 107, 109], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 110, 113], "describ": [49, 56, 60, 75, 87, 91, 95, 106, 108], "entri": [49, 60, 94], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 94, 97, 105, 107, 109, 112], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 99, 101, 113], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 107, 109, 110], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 107], "inner": [49, 82, 107], "product": [49, 75], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 105, 107, 108, 109], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 108, 109], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 105], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 109, 110, 111], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 101, 102], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 109], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100, 102, 103, 104, 105, 108, 109, 110, 111], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 98, 99, 101], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 102, 110], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 95, 106], "host": [49, 52, 64, 66, 70, 75, 76, 92, 108], "share": [49, 52, 64, 66, 70, 74, 75, 76, 94], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 97, 109], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 97, 105, 110], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 94, 112], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 98, 112], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "enginecapabilitystruct": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 70, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 107, 110, 112], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 94, 95, 97, 106, 107, 110, 111], "command": [52, 64, 66, 81, 82, 87, 88, 108], "line": [52, 66, 82, 88, 96], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92, 94], "deploy": [52, 74, 88, 89, 90, 107, 108, 110, 113], "pipelin": [52, 88, 96, 100, 113], "basic": [52, 56, 65, 82, 106, 108], "featur": [52, 56, 65, 66, 88, 90, 91, 100, 105, 107, 112], "though": [52, 59, 60, 87, 88, 112], "alreadi": [52, 53, 54, 55, 88, 90, 92, 109], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 94, 108, 109], "embed": [52, 54, 58, 69, 76, 81, 113], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 98, 101, 108, 110], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 110], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 93, 94, 96, 108, 109, 110, 111], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75, 97], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 96, 107, 110], "load": [52, 56, 58, 64, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 107, 108, 110, 112], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 96, 97, 108, 110], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 108, 110], "input_file_path": [52, 113], "output_file_path": [52, 113], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 110], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 105, 108], "verbos": [52, 64, 65, 70, 71, 82, 99, 101], "about": [52, 53, 58, 60, 66, 74, 79, 88, 108, 109], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 97, 98, 102, 107, 108, 110], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 94, 110], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 93, 94, 105], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 97, 113], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 95, 96, 106, 109, 110, 112], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 108, 113], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 98, 99, 108, 113], "float16": [52, 75, 92, 96, 100], "f16": [52, 75, 88, 113], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 113], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 112, 113], "dla_standalon": [52, 75], "file_path": [52, 75, 111], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 98, 110, 112], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 112], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 96, 97], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 95, 103, 104, 106], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92, 93], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 103, 104, 105, 113], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 102, 110, 111], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 105, 107, 108], "ssd_trace": 52, "pt": [52, 65, 88, 103, 104, 108], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 105, 107], "1024": [52, 70, 75, 76, 103, 107], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 108], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 94, 95, 97, 98, 101, 106, 107], "context": [53, 57, 58, 59, 64, 72, 74, 102, 110], "inetworkdefinit": [53, 54], "record": [53, 87, 93, 94, 102, 110], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 93, 94, 107], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 94, 108, 109], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 110], "state": [53, 54, 60, 62, 74, 88, 96], "been": [53, 60, 64, 66, 73, 82, 88, 94, 97, 112], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 94, 105, 107], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 108], "abl": [53, 55, 60, 62, 65, 90, 91, 92, 97], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 94, 97, 112], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 98, 101], "until": [53, 56, 59, 60, 66, 70, 75, 112], "final": [53, 56, 57, 59, 66, 92, 98, 101, 107], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 94, 109, 112], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 108, 112], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 113], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81, 94], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 94, 95, 106, 107, 108, 113], "associ": [53, 60, 88, 94, 110], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90, 97], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 96, 97, 108, 112], "done": [53, 56, 59, 92, 97, 108, 111], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 97, 98, 101, 108, 110], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 96, 98, 105, 107, 108, 110, 111], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 99, 101, 108, 110], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 109], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 109], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 93, 94, 98, 105, 108, 109], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 97, 109], "kwarg": [54, 65, 70, 73, 74, 75, 92, 107], "dict": [54, 70, 74, 75, 76, 92, 94], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 107], "decor": [54, 62, 65], "kei": [54, 81, 87, 94, 108, 109], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 105, 107, 109], "capability_valid": 54, "lambda": [54, 60, 81, 88, 108], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 97, 111], "determin": [54, 55, 64, 65, 75, 109, 110], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 108, 113], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92, 97], "numpi": [54, 75, 92, 93, 94, 96, 97, 108], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 98], "correspond": [54, 60, 65, 66, 74, 75, 94, 96, 105, 110], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 94, 102, 111], "being": [54, 65, 66, 70, 88, 92, 97], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 96, 98, 101, 105, 107, 108, 109, 110], "github": [54, 61, 64, 66, 79, 88, 90, 98, 101, 105, 108, 110], "com": [54, 61, 64, 66, 88, 90, 96, 98, 101, 105, 108, 110], "blob": [54, 61, 66, 79, 90, 94], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 105], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90, 93, 94, 97], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 97, 112], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 94, 97, 107, 109], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 108], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 96, 107, 108, 110, 112], "opoverload": 54, "particular": [54, 64, 94], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 105], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55, 97], "special": [54, 56], "account": [54, 108], "illustr": [54, 65, 99, 107], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 107], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 98], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94, 96], "possibl": [54, 66, 81, 92, 94, 107, 108], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 98, 101], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92, 94], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 112], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 93, 94, 96, 107, 110], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 107], "limit": [54, 55, 72, 80, 90, 94, 112], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 98, 99, 101, 105, 109], "ignor": [54, 70, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 93, 94, 96, 97, 108], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 107], "term": [54, 75, 81, 82, 90, 92, 107], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 98, 99, 101, 107, 109, 110, 111, 112], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 105, 112], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 109], "modifi": [54, 56, 62, 65, 82, 95, 96, 106, 109], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 105, 108, 112], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79, 94], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 96], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 107, 112], "instanc": [55, 62, 64, 66, 70, 73, 74, 87, 88, 107, 110], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 94, 107, 110], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 112], "closer": 55, "scope": [55, 92, 98, 101], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 112], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 98, 105, 109, 112], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 108], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 99, 108, 109], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 99], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 110], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 94, 98, 105, 107, 109, 113], "bia": [55, 69, 88, 105], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 112], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 96, 108, 113], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 112], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 112], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 110, 112], "pair": [55, 60, 66, 81, 90, 107], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "mark": [55, 56, 79, 94], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 112], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 94, 107, 109, 112], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 93, 108], "might": [55, 66, 79, 97, 109], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 94, 97, 110], "expand": [55, 69], "simpli": [55, 98, 107], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 95, 97, 98, 106, 107, 109, 110, 111, 112], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90, 94], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 105], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82, 97], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 108], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 99, 101, 107], "verifi": [56, 70, 92, 97], "Then": [56, 90, 91, 97], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 110], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 98, 108, 112], "trace": [56, 65, 70, 74, 76, 87, 88, 109, 111, 112], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 108], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 105], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 95, 98, 99, 102, 106, 107, 108, 109, 110, 111], "maintain": [56, 58, 60, 75, 96, 112], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109], "mymodel": [56, 63, 67, 89, 92, 109, 111], "ts_model": [56, 88], "trt_model": [56, 91, 92, 99, 103, 104, 105, 108, 111], "off": [56, 58, 102], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 94, 99, 102, 109, 111], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 97, 99, 102, 107, 108, 109, 111], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 98, 105], "trt_mod": [56, 67, 88, 90, 113], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 97, 99, 101], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 105], "greedi": [56, 103, 104], "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 94, 97, 99, 101, 108, 109, 110, 111], "encount": [56, 64, 66, 98, 101], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 98, 100, 101, 102, 105, 109], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 70, 81, 88, 94, 105, 108], "could": [56, 64, 65, 92, 99, 101, 110], "rewrit": [56, 62], "portion": [56, 81, 92, 100], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 93, 94, 97, 110], "reorder": 56, "seri": 56, "cleanli": 56, "approach": [56, 94], "achiev": [56, 107], "hit": 56, "larger": [56, 70, 75, 79, 107], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 96, 97, 112], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 94, 97, 112], "clean": [56, 62, 81, 98, 101], "step": [56, 65, 69, 75, 90, 92, 97, 107], "consolid": [56, 87], "further": [56, 64, 65, 110, 112], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 112], "loop": [56, 64, 65, 103, 104], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 95, 98, 99, 101, 102, 106, 109], "larg": [57, 59, 79, 81, 88, 90, 97, 107], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 110, 112], "evalu": [57, 58, 59, 105], "deploi": [57, 59, 68, 88, 90, 95, 106, 108], "instanti": [57, 58, 59, 60, 88, 100], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 98, 101], "extend": [57, 59, 60, 69, 88, 94, 107], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 105, 112], "machin": [58, 66, 90, 108], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 112], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 97, 99, 102, 105, 108], "resnet": [58, 77, 95, 96, 106, 107, 108], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 108, 110], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 96, 97, 106], "depickl": 58, "encod": [58, 107], "sm": 58, "correct": [58, 66, 79, 96, 97, 105], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 94, 112], "older": 59, "repositori": [59, 66, 79, 86, 108], "notebook": [59, 68, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 109], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 112], "matur": 59, "most": [59, 65, 66, 71, 92, 97, 108, 110, 112], "hood": [59, 99, 112], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 107], "ilay": 60, "analogu": 60, "goal": [60, 64, 94], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 98, 99, 101, 110], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 101, 103, 104, 105, 106, 107, 108, 112], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 94, 107], "don": [60, 65, 79, 81, 82, 90, 105, 108, 109], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 94, 109, 110], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 95, 98, 106, 111], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 97, 107], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 113], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 94, 98, 105], "wrapper": [60, 65, 111], "similar": [60, 63, 64, 65, 66, 88, 91, 92, 103, 104], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92, 93, 94], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 96], "benefit": [60, 88, 94], "deal": [60, 94], "quit": [60, 66, 88, 107], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 112], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 109], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 109, 110], "stabl": [61, 76, 77, 79, 95, 106, 109], "master": [61, 66, 90, 110], "overview": [61, 68, 98, 102], "md": 61, "appli": [62, 63, 90, 97], "desir": [62, 70, 82, 90, 94], "coalesc": 62, "insert": [62, 88, 90, 94, 97], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 97, 111, 112], "caller": 62, "invok": [62, 64, 65, 87, 88, 110], "lint": 62, "recompil": [62, 70, 75, 94, 97, 101, 109, 112], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 98], "scenario": [62, 64, 96], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 107], "placehold": 62, "isinst": [62, 65, 92, 105], "issubclass": 62, "direct": [62, 85, 97, 110], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 112], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 105], "__init__": [62, 74, 75, 81, 87, 92, 94, 98, 105, 109], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 94, 95, 98, 100, 101, 105, 106, 109], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 101, 107, 110, 112], "control": [62, 65, 87, 97, 110], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 70, 79, 93, 94, 105], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 107], "exportedprogram": [63, 67, 70, 75, 97, 103, 104, 109, 112], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 93, 94, 97, 98, 99, 101, 102, 105, 109], "frontend": [63, 70, 73, 89, 92, 95, 99, 101, 105, 106, 109], "simpl": [63, 64, 65, 81, 82, 87, 107, 108, 109], "usag": [63, 65, 73, 77, 81, 88, 95, 106, 109, 111], "eval": [63, 67, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 108, 109, 111], "exp_program": [63, 94, 97, 105, 109], "trt_gm": [63, 67, 94, 97, 109, 111], "interact": [63, 81, 96, 98, 99, 100, 101, 102, 103, 104], "ideal": 63, "discuss": [63, 64, 108], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 108, 111], "frequent": 63, "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 95, 106], "insid": [63, 81, 92, 95, 106, 108], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 107], "constraint": 63, "guid": [64, 80, 106], "present": [64, 97], "learn": [64, 66, 68, 88, 90, 92, 108, 113], "acceler": [64, 71, 75, 95, 106, 110, 112, 113], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 96, 99, 100, 101, 103, 104, 107], "wide": [64, 75, 85], "varieti": [64, 108], "primari": [64, 94, 111], "simplic": 64, "optimized_model": [64, 67, 93, 98, 99, 101], "depth": [64, 79, 107], "challeng": [64, 96, 108], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 98], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 98], "use_python_runtim": [64, 70, 74, 75, 92, 93, 94, 96, 97, 98], "truncate_doubl": [64, 70, 74, 75, 92, 93, 103, 104], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refit": [64, 70, 74, 75, 93, 94, 96, 97], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75, 94], "tmp": [64, 70, 74, 75, 88, 93], "torch_tensorrt_engine_cach": [64, 70, 74, 75], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "cache_built_engin": [64, 70, 74, 93, 94], "reuse_cached_engin": [64, 70, 74, 93, 94], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 110], "regardless": [64, 70, 82, 99, 101], "fail": [64, 70, 75, 88, 96, 97, 105, 113], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 110], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 96, 98, 101, 102, 112], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 102, 105], "detail": [64, 65, 70, 87, 88, 92, 94, 108, 110], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 94, 107], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "storag": [64, 70, 90], "sub": [64, 69, 81, 87, 98], "slate": 64, "futur": [64, 65, 70, 75, 76, 110], "occur": 64, "first_output": 64, "subsequ": [64, 94], "second_output": 64, "session": [64, 67, 81, 94, 102], "point": [64, 66, 75, 79, 80, 81, 88, 105, 108], "cover": [64, 106, 107], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 97, 109, 112], "vari": [64, 71, 109], "distribut": [64, 88, 90, 110], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 96, 105, 106, 107, 108], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 96, 97], "_dynamo": [64, 93, 94, 98, 99, 101, 109], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103, 104, 108], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 105, 108], "variou": [65, 113], "etc": [65, 79, 81, 92, 113], "environ": [65, 67, 108], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 105, 108, 109], "max_batch_s": [65, 71, 108], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 102], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 94, 110], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 108], "updat": [65, 66, 70, 71, 75, 92, 95, 97, 106], "dim": [65, 69, 71, 92, 94, 105, 108, 109], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 96, 108], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 108], "acc_mod": 65, "earli": [65, 97], "deprec": [65, 69], "continu": [65, 81, 110], "backward": [65, 74, 92, 112], "vision": [65, 108], "activ": [65, 74, 76, 81, 88, 90, 107, 110, 113], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 109], "ll": [65, 94], "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 98], "re": [65, 75, 81, 94, 96, 102, 110], "manual": [65, 75, 80, 81, 97], "sampl": [65, 70, 81, 89, 90, 96, 97, 98, 99, 100, 101, 102, 103, 104, 108], "rand": [65, 88, 94, 96, 97, 98], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 94, 105], "accordingli": [65, 79, 109, 110], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": [65, 94], "best": [65, 70, 75, 81, 96], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 98, 110], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 104, 105, 109], "25": [65, 71, 88], "runtimeerror": [65, 105], "xxx": 65, "One": [65, 81, 82, 88, 107, 110], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 112], "thing": [65, 66, 81], "compar": [65, 70, 75, 89, 97], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 107, 108], "acc_op": 65, "leverag": [65, 90, 95, 106], "power": [65, 81, 88, 107], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 99, 109], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 96, 107, 113], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 105], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85, 104], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 95, 106], "yet": [65, 107], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 105], "pip": [66, 108], "upload": [66, 108], "x86": [66, 110], "extra": [66, 74, 88, 92, 96], "url": [66, 79, 108], "download": [66, 85, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 94, 95, 97, 99, 103, 104, 105, 106, 111, 112], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 108], "curl": [66, 81], "fssl": 66, "o": [66, 81, 108], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 94, 108], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 97, 109], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 109, 112], "technolog": [66, 112], "project": [66, 80, 85], "exclud": [66, 92], "speed": [66, 94, 95, 97, 106], "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 107], "ngc": [66, 108], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 98, 99, 100, 101, 102, 103, 104], "microsoft": 66, "2022": [66, 68], "open": [66, 107, 108], "app": 66, "x64": 66, "prompt": [66, 96, 100, 103, 104], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 110], "similarli": [66, 94, 102, 110], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 113], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 108], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 105], "anywher": 67, "ahead": [67, 68, 88, 96], "ep": [67, 69, 97, 111], "output_format": [67, 75, 111], "input_tensor": [67, 92, 105], "fill": 67, "aot": [68, 88, 96, 97, 112], "integr": [68, 95, 96, 98, 106], "seamlessli": [68, 75], "ecosystem": [68, 112], "hybrid": [68, 70, 75, 76, 112], "instal": [68, 85, 88, 108, 110], "triton": [68, 92], "page": [68, 83, 85, 108], "introductori": 68, "blog": [68, 110], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 105], "pad": [69, 75, 92, 105], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 105], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 107], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 107], "input_scal": 69, "indic": [69, 79, 81, 97, 99, 109], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 105], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 96], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 108], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 107], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 105], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 105], "largest": 69, "dim0": [69, 94], "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 93, 94, 105], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 105], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 111], "arg_input": [70, 75, 97], "kwarg_input": [70, 75, 97], "engine_cache_dir": [70, 93, 94], "engine_cache_s": [70, 93, 94], "custom_engine_cach": [70, 94], "baseenginecach": [70, 94], "int32": [70, 75, 76, 92, 93, 101, 107], "channel_last": [70, 75, 76, 107], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 107, 112], "understand": [70, 75, 109], "convolut": [70, 75, 76, 90, 92, 113], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 93, 94, 107], "parition": [70, 75], "increas": [70, 75, 94], "amount": [70, 75], "defer": [70, 75, 112], "lead": [70, 75, 81, 110], "oversubscript": [70, 75], "hard": [70, 97], "disk": [70, 75, 94], "space": [70, 81, 82, 90], "byte": [70, 74, 75, 76, 92, 94, 107], "1gb": [70, 93, 94], "exce": 70, "oldest": 70, "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 97], "compiled_modul": [70, 97], "new_weight_modul": [70, 97], "verify_output": [70, 97], "use_weight_map_cach": [70, 97], "in_plac": [70, 97], "compmil": 70, "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": [71, 103, 104], "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 108], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 108], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 110], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 97, 98, 99, 101, 102, 103, 104], "scriptmodul": [74, 75, 76, 88, 89, 111, 112], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 96], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92, 94], "load_state_dict": [74, 96, 105], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "_set": [74, 98], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 108], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 110], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 95, 96, 106], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 108], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89, 97], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 99, 102], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 95, 106], "float8": 75, "i32": 75, "sign": [75, 108], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 96, 100, 105, 108], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7f14103e9130": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "total": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "galleri": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "mem": 77, "advanc": [77, 82, 90, 95, 106], "torch_compile_advanced_usag": [77, 98], "torch_compile_resnet_exampl": [77, 99], "diffus": [77, 95, 106], "torch_compile_stable_diffus": [77, 100], "transform": [77, 88, 90, 93, 95, 97, 103, 104, 105, 106, 108, 111], "torch_compile_transformers_exampl": [77, 101], "v0": [78, 108], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 94, 108], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 108], "sphinx": [79, 80, 81, 82, 86, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 108], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 98, 101], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 94, 100, 107], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": [80, 97], "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 105], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 108], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 105, 107, 108], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92], "strang": 81, "hyphen": 81, "word": [81, 107], "adjust": 81, "width": [81, 107], "browser": 81, "window": 81, "sentenc": [81, 107], "suppli": [81, 97], "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 105], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 94, 112], "why": [81, 110], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88, 97], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 112], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": [81, 97], "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "8759736": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 111], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 112], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 108], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 110], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 107], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 96, 100], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 109, 112], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 105, 107], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 96], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 110], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 107], "hehe": 82, "kept": 82, "sai": [82, 107], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 107], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 108], "changelog": 85, "math": 85, "9": [85, 88, 92, 108], "14": [85, 93, 101, 108], "17": 85, "18": [85, 88, 96], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 96, 97], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 105], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 112], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 108], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 96], "cppdoc": 88, "pretti": 88, "fashion": [88, 107], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": [88, 97], "aren": 88, "techniqu": [88, 90, 110], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 110], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 105], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 112], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 106], "sole": [89, 90, 112], "individu": 89, "accuraci": [90, 107], "loss": [90, 107], "infrastructur": [90, 108], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 105], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 105], "4822": [90, 105], "4465": [90, 105], "2023": [90, 105], "1994": [90, 105], "2010": [90, 105], "dataloaderopt": 90, "worker": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 113], "compile_spec": [90, 99, 113], "kf16": [90, 113], "ki8": 90, "vgg16": [90, 95, 105, 106], "testing_dataset": [90, 105], "totensor": [90, 105, 108], "testing_dataload": [90, 105], "num_work": [90, 105], "vgg": [90, 105], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 107], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 107, 108], "cost": [92, 94, 97, 110], "perhap": 92, "overhead": [92, 110], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 108], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 105, 108], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 107], "count": 92, "__": 92, "were": [92, 97, 110], "aggreg": 92, "stat": 92, "latenc": [92, 110], "abstractli": 92, "pkl": [92, 96], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 96, 97], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "custom_kernel_plugin": 92, "jupyt": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "ipynb": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94], "bertmodel": [93, 101], "random": [93, 94, 96, 97], "seed": [93, 94, 96, 97], "manual_se": [93, 94, 96, 97], "from_pretrain": [93, 96, 100, 101, 103, 104], "uncas": [93, 101, 107], "return_dict": 93, "randint": [93, 101], "compile_bert": 93, "enable_tim": [93, 94], "1st": [93, 94], "measur": [93, 94], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "messur": [93, 94], "compilation_kwarg": [93, 101], "torch_trt_bert_engine_cach": 93, "30": [93, 94, 96, 97, 99, 101], "synchron": [93, 94], "elapsed_tim": [93, 94], "millisecond": 93, "__name__": [93, 98, 101], "__main__": [93, 98, 101], "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": 94, "explor": [94, 106], "resnet18": [94, 96, 97, 99, 102], "torch_trt": [94, 96, 97], "_default": 94, "_engine_cach": 94, "flexibl": [94, 112], "histor": 94, "barrier": 94, "reconstruct": 94, "prior": [94, 109, 110], "ti": 94, "hash": 94, "magnitud": 94, "make_refitt": 94, "torch_compil": [94, 98, 99, 101, 102, 109, 112], "compiled_model": 94, "ms": 94, "dynamo_compil": 94, "example_input": 94, "200": 94, "dynamic_shap": [94, 109], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "cudagraph": [95, 106], "mutabl": [95, 106], "vgg16_fp8_ptq": [95, 106], "bert": [95, 101, 106], "gpt2": [95, 106], "llama2": [95, 106], "straightforward": 96, "especi": 96, "hug": [96, 103, 104], "face": [96, 103, 104], "difficult": 96, "ever": 96, "walk": [96, 97], "lora": [96, 97], "use_python": 96, "mutable_modul": 96, "model2": [96, 97], "expected_output": [96, 97], "refitted_output": [96, 97], "allclos": [96, 97], "reload": [96, 112], "checkpoint": [96, 105], "civitai": 96, "12597": 96, "moxin": 96, "diffusionpipelin": [96, 100], "no_grad": [96, 103, 104, 105], "model_id": [96, 100], "runwayml": 96, "v1": [96, 100], "hous": 96, "forest": 96, "shuimobysim": 96, "wuchangshuo": 96, "qualiti": 96, "worst": 96, "lowr": 96, "focu": 96, "cloudi": 96, "watermark": 96, "pipe": [96, 100], "torch_dtyp": [96, 100], "unet": [96, 100], "negative_prompt": 96, "num_inference_step": 96, "without_lora_mut": 96, "jpg": [96, 108], "procedur": 96, "load_lora_weight": 96, "stablediffusionapi": 96, "load_lora_embed": 96, "weight_nam": 96, "safetensor": 96, "adapter_nam": 96, "lora1": 96, "set_adapt": 96, "adapter_weight": 96, "fuse_lora": 96, "unload_lora_weight": 96, "with_lora_mut": 96, "mutable_torchtrt_module_exampl": 96, "expens": 97, "involv": 97, "occasion": [97, 98, 101], "adapt": 97, "infeas": 97, "focus": 97, "mostli": 97, "recogn": 97, "behalf": 97, "init": [97, 105], "sett": 97, "randomli": 97, "exp_program2": 97, "compiled_trt_ep": 97, "new_trt_gm": 97, "accomplish": 97, "gaurente": 97, "attempt": [97, 105, 109], "rebuild": 97, "heurist": 97, "refit_engine_exampl": 97, "x_out": 98, "y_out": 98, "x_y_out": 98, "invoc": 98, "sample_inputs_half": 98, "model_half": 98, "backend_kwarg": 98, "optimized_model_custom": 98, "exit": [98, 101, 108], "2052": [98, 101], "compile_engine_and_inf": [98, 101], "new_input": [99, 101], "new_output": [99, 101], "new_batch_size_input": 99, "new_batch_size_output": 99, "inputs_bs8": 99, "mark_dynam": [99, 109], "outputs_bs8": 99, "No": [99, 109], "inputs_bs12": 99, "outputs_bs12": 99, "compvi": 100, "majest": 100, "castl": 100, "cloud": 100, "majestic_castl": 100, "png": 100, "enable_cudagraph": [102, 110], "out_trt": 102, "set_cudagraphs_mod": [102, 110], "inputs_2": 102, "inputs_3": 102, "out_trt_2": 102, "out_trt_3": 102, "torch_export_cudagraph": 102, "automodelforcausallm": [103, 104], "autotoken": [103, 104], "export_llm": [103, 104], "max_token": [103, 104], "kv_cach": [103, 104], "token": [103, 104, 107], "pad_token_id": 103, "eos_token_id": [103, 104], "attn_implement": [103, 104], "eager": [103, 104], "model_input": [103, 104], "return_tensor": [103, 104], "input_id": [103, 104], "regress": [103, 104], "huggingfac": [103, 104, 107], "pyt_gen_token": [103, 104], "gpt2_ep": 103, "max_seq_len": [103, 104], "trt_gen_token": [103, 104], "skip_special_token": [103, 104], "torch_export_gpt2": 103, "llama_path": 104, "llama": 104, "7b": 104, "chat": 104, "hf": 104, "llama2_ep": 104, "batch_decod": 104, "clean_up_tokenization_spac": 104, "torch_export_llama2": 104, "argpars": 105, "modelopt": 105, "mtq": 105, "export_torch_mod": 105, "layer_spec": 105, "num_class": 105, "1000": [105, 108], "init_weight": 105, "in_channel": 105, "pool": [105, 113], "maxpool2d": 105, "batchnorm2d": 105, "sequenti": 105, "avgpool": 105, "adaptiveavgpool2d": 105, "4096": 105, "dropout": 105, "_initialize_weight": 105, "kaiming_normal_": 105, "fan_out": 105, "nonlinear": 105, "constant_": 105, "elif": 105, "normal_": 105, "vgg16_cfg": 105, "128": 105, "argumentpars": 105, "add_argu": 105, "ckpt": 105, "parse_arg": 105, "model_state_dict": 105, "device_count": 105, "ordereddict": 105, "new_state_dict": 105, "forget": 105, "training_dataset": 105, "randomcrop": 105, "randomhorizontalflip": 105, "training_dataload": 105, "drop_last": 105, "crit": 105, "crossentropyloss": 105, "calibrate_loop": 105, "pred": 105, "5f": 105, "acc": 105, "2f": 105, "quantize_typ": 105, "quant_cfg": 105, "int8_default_cfg": 105, "fp8_default_cfg": 105, "forward_loop": 105, "qdq": 105, "incomplet": 105, "functionaltensor": 105, "functionaltensormod": 105, "_trace": 105, "_export": 105, "float8_e4m3fn": 105, "class_prob": 105, "class_pr": 105, "test_prob": 105, "test_pr": 105, "test_loss": 105, "test_acc": 105, "vgg16_ptq": 105, "concept": 106, "_rendered_examples_python": 106, "_rendered_examples_jupyt": 106, "acoust": 107, "speech": 107, "quartznet": 107, "contextnet": 107, "subword": 107, "piec": 107, "excit": 107, "se": 107, "smaller": 107, "audio": 107, "transcrib": 107, "speedup": 107, "obtain": [107, 111], "feedforward": 107, "cnn": 107, "uniformli": 107, "resolut": 107, "highli": [107, 108], "compound": 107, "coeffici": 107, "b0": 107, "corpu": 107, "english": 107, "supervis": 107, "walkthrough": 107, "overal": 107, "jetson": 107, "adopt": 107, "mobilenetv2": 107, "classif": 107, "imagenet": 107, "imagenett": 107, "qat": 107, "simul": 107, "hand": 108, "consider": 108, "concurr": 108, "grpc": 108, "solv": 108, "aforement": 108, "familiar": 108, "resnet50": 108, "torchhub": 108, "docker": 108, "login": 108, "xx": 108, "yy": 108, "mm": 108, "publish": 108, "22": 108, "pwd": 108, "scratch_spac": 108, "nvcr": 108, "py3": 108, "proce": 108, "hub": 108, "_validate_not_a_forked_repo": 108, "suggest": 108, "simplest": 108, "model_repositori": 108, "pbtxt": 108, "pytorch_libtorch": 108, "input__0": 108, "data_typ": 108, "type_fp32": 108, "output__0": 108, "exact": 108, "encourag": 108, "rm": 108, "8000": 108, "8001": 108, "8002": 108, "the_model_repositori": 108, "tritonserv": 108, "spin": 108, "proceed": 108, "flesh": 108, "wget": 108, "img1": 108, "hakaimagazin": 108, "wp": 108, "gulf": 108, "bird": 108, "attrdict": 108, "pyindex": 108, "tritoncli": 108, "jump": 108, "firstli": 108, "resiz": 108, "pil": 108, "httpclient": 108, "triton_to_np_dtyp": 108, "rn50_preprocess": 108, "img_path": 108, "img": 108, "centercrop": 108, "485": 108, "456": 108, "406": 108, "229": 108, "transformed_img": 108, "inferenceservercli": 108, "localhost": 108, "secondli": 108, "inferinput": 108, "set_data_from_numpi": 108, "binary_data": 108, "inferrequestedoutput": 108, "class_count": 108, "lastli": 108, "send": 108, "model_nam": 108, "inference_output": 108, "as_numpi": 108, "468750": 108, "90": 108, "523438": 108, "92": 108, "664062": 108, "429688": 108, "136": 108, "234375": 108, "confidence_scor": 108, "classification_index": 108, "eagerli": 109, "swap": 109, "exactli": 109, "_tracer": 109, "sometim": 109, "queri": 109, "attn_weight": 109, "seq_len": 109, "compiler_dynamic_shap": 109, "inputs_bs2": 109, "libtorchtrt_runtim": 110, "dl_open": 110, "ld_preload": 110, "load_librari": 110, "cxx11": 110, "abi": 110, "wl": 110, "ltorchtrt": 110, "torchtrt_runtime_exampl": 110, "libtorchtrt_plugin": 110, "neglig": 110, "thread": 110, "alert": 110, "switch": 110, "mismatch": 110, "crash": 110, "sacrif": 110, "incur": 110, "intens": 110, "trt_ep": 111, "stai": 111, "trt_t": 111, "ergonom": 112, "deleg": 112, "believ": 112, "amen": 112, "artifact": 112, "pack": 112, "year": 112, "superset": 112, "codebas": 112, "immedi": 112, "traceabl": 112, "scriptabl": 112, "hardwar": 113, "neural": 113, "deconvolut": 113, "scripted_model": 113}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [111, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 110], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 105], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 99, 101, 102, 112], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 97, 98, 99, 100, 101, 102, 103, 104, 105], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 105], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 105], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 111, 112], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 111, 112], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 97, 110], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 99, 101], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 96, 97, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "c": [50, 61, 66, 67, 68, 88, 90, 107], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 95, 103, 104, 106, 111, 112], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 107], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 98, 99, 101, 102, 103, 104, 105, 107, 109], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 96, 112], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 112], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 108], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 105], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 107], "runtim": [57, 58, 59, 74, 110], "background": [58, 60], "engin": [58, 65, 92, 93, 94], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 112], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 97, 105], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103, 104, 107], "native_op": 61, "ir": [61, 111, 112], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 102, 109], "customiz": [63, 64], "set": [63, 64, 96, 98, 102, 108], "under": [63, 88, 109], "hood": [63, 88, 109], "trace": 63, "backend": [64, 99, 103, 104], "kei": 64, "featur": 64, "custom": [64, 88, 92, 94, 98, 109], "usag": [64, 97, 98], "after": 64, "model": [64, 65, 92, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 111], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 99, 107, 109], "shape": [64, 99, 107, 109], "support": [64, 69], "recompil": [64, 99], "condit": 64, "fx": [65, 68, 71, 107, 112], "frontend": [65, 66, 68, 91, 107, 112], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 98, 101], "nightli": 66, "build": [66, 79, 108], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 110], "addit": 66, "option": [66, 67, 79, 80, 82, 99, 101, 112], "distribut": 66, "No": 66, "librari": [66, 110], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 105], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 108], "advanc": [66, 97, 98], "setup": 66, "troubleshoot": 66, "altern": 66, "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 108], "2": [67, 83, 84, 108], "deploi": [67, 105, 107, 110], "deploy": 67, "In": [68, 97], "framework": 68, "infer": [68, 99, 100, 101, 102, 105, 108], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 106], "contributor": 68, "indic": 68, "legaci": [68, 112], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 112], "submodul": 75, "comput": 77, "time": [77, 112], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": [80, 103, 104], "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88, 103, 104], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": [81, 103, 104], "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": [82, 103, 104], "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 108], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 96, 111], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 105, 107], "quantiz": [90, 105, 107], "your": [90, 108], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 97], "bert": [93, 107], "jit": [94, 109], "aot": [94, 109], "mutabl": 96, "initi": 96, "make": [96, 97], "modif": 96, "stabl": [96, 100], "diffus": [96, 100], "huggingfac": 96, "refit": 97, "new": 97, "standard": 97, "workflow": 97, "import": [97, 98, 99, 100, 101, 102, 103, 104, 105], "pretrain": 97, "map": 97, "place": 97, "default": [98, 102], "cleanup": [98, 101], "driver": [98, 101], "error": [98, 101], "note": [98, 101], "resnet": 99, "argument": [99, 101], "avoid": 99, "specifi": 99, "befor": 99, "trt": 99, "transform": [101, 107], "cudagraph": [102, 110], "integr": 102, "gpt2": 103, "output": [103, 104], "decod": [103, 104], "sentenc": [103, 104], "should": [103, 104], "look": [103, 104], "i": [103, 104], "enjoi": [103, 104], "walk": [103, 104], "my": [103, 104], "cute": [103, 104], "dog": [103, 104], "m": [103, 104], "sure": [103, 104], "ll": [103, 104], "ever": [103, 104], "abl": [103, 104], "llama2": 104, "load": [105, 111], "dataset": 105, "loss": 105, "calibr": 105, "tune": 105, "fp8": 105, "notebook": 107, "citrinet": 107, "efficientnet": 107, "mask": 107, "languag": 107, "mlm": 107, "hug": 107, "face": 107, "acceler": 107, "serv": [107, 108], "resnet50": 107, "lenet": 107, "deep": 107, "learn": 107, "object": 107, "detect": 107, "ssd": 107, "int8": 107, "triton": 108, "up": 108, "server": 108, "client": 108, "queri": 108, "constraint": 109, "libtorchtrt": 110, "so": 110, "plugin": 110, "multi": 110, "safe": 110, "mode": 110, "exportedprogram": 111, "b": 111, "explain": 112, "just": 112, "accept": 112, "return": 112, "ahead": 112, "dla": 113}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
+Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Mutable Torch TensorRT Module", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Compiling GPT2 using the Torch-TensorRT with dynamo backend", "Compiling Llama2 using the Torch-TensorRT with dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 94, 98, 101, 102, 103, 104, 107], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 108, 109, 111], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 97, 99, 101, 103, 104, 105, 108, 112, 113], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 94, 105, 107], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 94, 105, 107, 111], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 94, 95, 96, 97, 106, 108, 110, 111, 112, 113], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 94, 95, 98, 100, 102], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 95, 97, 99, 101, 106, 109, 110, 112, 113], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 112], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 96, 97, 108, 110], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 101, 103, 104, 109, 110, 111], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 98, 99, 101, 103, 104, 109], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 93, 94, 97, 102, 108], "reason": [0, 65, 87, 92, 94, 112], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 105, 106, 107, 108, 109, 110, 111, 112], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 93, 94, 96, 97, 107, 108, 109, 110], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 96, 98, 99, 101, 107], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 95, 96, 106, 107, 108, 109, 110, 111], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 96, 97, 109, 110], "itself": [0, 1, 2, 46, 52, 55, 91, 108], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 96, 97, 102, 105, 108, 113], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 107, 108], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 96, 100, 113], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 105, 113], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 105], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 97, 98, 101, 102, 103, 104, 107, 108, 109, 110, 112, 113], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 94, 105, 109, 110, 111, 112], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 94, 109], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 94, 95, 96, 99, 101, 102, 106, 108, 110], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 109, 111], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 105, 108, 109], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 93, 94, 96, 97, 100, 101, 103, 104, 105, 107, 108, 110, 111, 112], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 94, 113], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88, 97, 103, 104], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 101, 112, 113], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 94, 103, 104, 107, 108], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 97, 98, 105, 108, 109], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 112], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 110], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 110], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 96, 97, 110, 113], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 110, 113], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 94, 98, 99, 102, 103, 104, 107, 108, 109, 110, 111, 112], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 94, 98, 107, 108], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 97, 108], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 108], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 97, 112, 113], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 104, 108, 110, 112, 113], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "kdla": [1, 45, 46, 113], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 97, 109, 113], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 93, 94, 96, 97, 99, 102, 106, 107, 108, 109, 111, 112], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 97, 98, 102, 103, 104, 107, 108, 109, 110, 111, 112], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92, 94, 97], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 98, 107], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 105], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 105], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 95, 106], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 105, 106, 110], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 94, 110], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 108, 109, 111, 112], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 108, 113], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 99, 102, 108, 109], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 95, 106, 110], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 94, 99, 101, 105, 108, 109, 113], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 94, 99, 101, 105, 107, 109], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 98, 102, 105, 108], "alwai": [3, 4, 27, 52, 75, 81, 97], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 104, 105, 107, 109, 111, 113], "due": [3, 4, 66, 80, 81, 105], "issu": [3, 4, 64, 70, 75, 88, 98, 101], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 97, 102, 105, 108], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 97, 110], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 95, 97, 99, 101, 106, 107, 112], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 96, 98, 105, 107, 108, 109, 110], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 96, 97, 99, 101, 102, 110], "use_cach": [3, 4, 30, 44, 73, 90, 103, 104], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 97, 105, 107, 109, 110, 112, 113], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 108], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 94, 95, 97, 98, 102, 106, 108, 109, 110, 111, 112], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 99, 101, 107, 110], "easili": [3, 4, 96], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 113], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 112], "dataload": [4, 29, 30, 44, 49, 73, 90, 105], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 100, 108], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 104, 112], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 94, 102, 105, 108, 112], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 99, 101, 110], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 94, 107], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 97, 107, 108, 109, 110], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 94, 98, 102, 105, 109, 111], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 95, 106, 110], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 99, 101], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 93, 94, 96, 97, 99, 101, 103, 104, 105, 108], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 109], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 106, 107, 108, 110, 112], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 93, 94, 96, 97, 98, 99, 101, 105], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 112], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 94, 95, 96, 97, 99, 101, 102, 106, 107, 109, 110], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 94, 99, 101, 107, 112], "phase": [16, 60, 63, 88, 97, 109, 112], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 112], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 70, 90, 94], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 95, 104, 106, 109], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 108], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 107, 109, 113], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 94, 105], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 93, 94, 105], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92, 94, 103, 104], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 113], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 96, 100, 103, 104, 107, 113], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 113], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 108, 112], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 96, 103, 104, 105, 110], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 96, 97, 100, 107, 108, 109, 111], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 94, 109], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 96], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 99, 101, 111], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 94, 105, 107, 110], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 96, 97, 107, 109, 110], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 70, 71, 75, 79, 81, 88, 89, 90, 92, 94, 97, 98, 102, 108, 109, 110, 112, 113], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 99, 101, 109], "post": [29, 30, 49, 52, 63, 68, 88, 94], "train": [29, 30, 49, 52, 68, 69, 88, 89, 94], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 95, 106], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 95, 97, 106, 108], "previous": [29, 33, 88, 94, 97], "therefor": [29, 58, 65, 66, 74, 81, 88, 107, 110], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 99, 101, 105, 107, 108, 109], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 105, 108, 109, 110], "dataset": [29, 73, 90, 107], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 93, 94, 97, 100, 107, 108, 110, 112], "later": [29, 70, 88, 97, 111, 112], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 96, 110, 112], "scratch": [29, 94, 97], "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 108, 110], "howev": [29, 66, 79, 80, 88, 92, 94, 108, 109, 112], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 107, 108, 113], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 94, 102, 105, 106, 107], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 105, 108, 110, 112], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 108], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 96, 97, 108, 110, 112], "respons": [29, 54, 58, 81, 110], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 94, 109], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 102, 107, 108, 110, 111, 112], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 108, 109], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 98, 105, 109], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 107], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 98, 101, 107, 109, 110, 112], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 94, 98, 105, 107, 109], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92, 94, 97], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92, 97], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90, 103, 104], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 94, 108, 110], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 97, 108, 111, 112], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 95, 97, 98, 105, 106, 107, 109, 111, 113], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 94, 97, 98], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 113], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 93, 96, 105, 108, 110, 113], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 98, 107, 109], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 94, 107], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 96, 105, 108, 109], "unsupport": [31, 49, 54, 64, 75, 92, 112], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 110, 112], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 98, 101, 108, 112, 113], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 108, 109], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 99, 101], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 106, 107, 112], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 94, 110], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76, 94, 97], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 112], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 108], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 94, 109, 110, 112], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 94, 95, 99, 106, 107, 108, 109, 110], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 94, 105, 107, 108, 111], "symbol": [33, 65, 66, 76, 81, 110], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 113], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104, 105, 106, 109, 111], "y": [33, 56, 76, 82, 92, 98], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89, 94], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92, 94, 97], "origin": [33, 65, 71, 75, 92, 94, 96, 112], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 94, 95, 96, 97, 105, 106, 108, 109, 110, 111, 112], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 94, 100, 108], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 107, 108, 111], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 113], "id": [36, 45, 52, 75, 79, 80, 84, 113], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 93, 97, 101, 107, 112], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 110], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 108, 109, 110], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 96, 108, 110, 113], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45, 103, 104], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 99, 112], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 94, 110], "root": [42, 43, 44, 45, 66, 79, 90, 105], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "tree": [42, 43, 44, 45, 79, 90, 105, 110], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 108, 110], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 107, 108, 109, 110, 111, 112], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 112], "necessari": [42, 62, 64, 66, 74, 97, 110], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 70, 81, 82, 88, 89, 90, 94, 97, 106, 108, 109, 110, 112], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 97, 98, 108], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 93, 94, 105], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 99, 101], "gaurd": 43, "someth": [43, 55, 81, 108], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 96, 98, 108], "setup": [43, 90, 108], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 109, 111], "torchtrt": [43, 56, 92, 105], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 98, 105, 109], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 103, 104, 113], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 98, 102], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 97, 98, 102, 109], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 108, 109, 110, 111], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 96, 107, 110], "still": [44, 56, 65, 66, 90, 98, 112], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 93, 94, 98, 100, 110, 111, 113], "batch_siz": [44, 90, 105], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "statu": [44, 82], "reset": [44, 93, 94, 98, 101, 110], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 112], "again": [44, 58, 60, 81, 92, 96], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 108], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81, 94], "copi": [44, 60, 65, 69, 73, 82, 108], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": [45, 94], "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 93, 99, 101, 102, 107, 109], "device_typ": [45, 46, 75, 90, 91, 113], "int64_t": [45, 46, 48, 49, 90, 113], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 112, 113], "agx": 45, "platform": [45, 52, 59, 66, 108, 113], "xavier": [45, 113], "dla_cor": [45, 46, 52, 75, 90, 91, 113], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 113], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 99, 102, 107, 109], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 102, 105, 108, 110, 113], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 110], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "spec": [45, 48, 49, 52, 72, 75, 76, 91, 94], "flatten": [45, 47, 69, 87, 88, 105], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 103, 104, 105, 108, 113], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92, 103, 104], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 94, 95, 96, 106], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 100], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 97, 99, 101], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 93, 94, 97, 98, 99, 101, 104, 105], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 102, 105, 107, 109, 111, 113], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 97, 98, 99, 101], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 98, 101], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 107, 108, 112], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 105, 107, 108, 109, 112, 113], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89, 94], "complex": [47, 49, 64, 66, 87, 89, 96], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 94, 111], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 98, 101, 103, 104, 108], "rang": [48, 49, 52, 65, 75, 92, 93, 94, 99, 107, 109], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 97, 99, 100, 101, 107, 109, 112], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 110], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 105, 109], "three": [48, 57, 59, 65, 71, 75, 81, 82, 107, 108], "min": [48, 52, 60, 69, 75, 94, 99, 109], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 94, 99, 105, 109], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 94, 97, 99, 101, 110], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 109], "expect": [48, 54, 55, 60, 75, 88, 89, 107], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 107], "low": [48, 65, 96], "high": [48, 55, 56, 79, 92, 112], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 94, 95, 96, 100, 106, 107], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 98, 108, 109, 111, 112], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 96, 100, 103, 104, 109], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 94, 98, 100, 101, 104, 110], "opt": [48, 66, 74, 75, 102], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 99, 101, 108], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 98, 111], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 94, 107, 108, 109, 110, 111], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 96, 97, 107, 112], "altern": [48, 56, 62, 63, 75, 89, 102, 107, 111], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 105, 108, 109, 111], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 109], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 95, 106, 110], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 99, 109], "event": [48, 64, 93, 94], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 105], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 99, 107, 109], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 110, 113], "describ": [49, 56, 60, 75, 87, 91, 95, 106, 108], "entri": [49, 60, 94], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 94, 97, 105, 107, 109, 112], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 99, 101, 113], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 107, 109, 110], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 107], "inner": [49, 82, 107], "product": [49, 75], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 105, 107, 108, 109], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 108, 109], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 105], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 109, 110, 111], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 101, 102], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 109], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100, 102, 103, 104, 105, 108, 109, 110, 111], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 98, 99, 101], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 102, 110], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 95, 106], "host": [49, 52, 64, 66, 70, 75, 76, 92, 108], "share": [49, 52, 64, 66, 70, 74, 75, 76, 94], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 97, 109], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 97, 105, 110], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 94, 112], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 98, 112], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 70, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 107, 110, 112], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 94, 95, 97, 106, 107, 110, 111], "command": [52, 64, 66, 81, 82, 87, 88, 108], "line": [52, 66, 82, 88, 96], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92, 94], "deploy": [52, 74, 88, 89, 90, 107, 108, 110, 113], "pipelin": [52, 88, 96, 100, 113], "basic": [52, 56, 65, 82, 106, 108], "featur": [52, 56, 65, 66, 88, 90, 91, 100, 105, 107, 112], "though": [52, 59, 60, 87, 88, 112], "alreadi": [52, 53, 54, 55, 88, 90, 92, 109], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 94, 108, 109], "embed": [52, 54, 58, 69, 76, 81, 113], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 98, 101, 108, 110], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 110], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 93, 94, 96, 108, 109, 110, 111], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75, 97], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 96, 107, 110], "load": [52, 56, 58, 64, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 107, 108, 110, 112], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 96, 97, 108, 110], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 108, 110], "input_file_path": [52, 113], "output_file_path": [52, 113], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 110], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 105, 108], "verbos": [52, 64, 65, 70, 71, 82, 99, 101], "about": [52, 53, 58, 60, 66, 74, 79, 88, 108, 109], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 97, 98, 102, 107, 108, 110], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 94, 110], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 93, 94, 105], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 97, 113], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 95, 96, 106, 109, 110, 112], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 108, 113], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 98, 99, 108, 113], "float16": [52, 75, 92, 96, 100], "f16": [52, 75, 88, 113], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 113], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 112, 113], "dla_standalon": [52, 75], "file_path": [52, 75, 111], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 98, 110, 112], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 112], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 96, 97], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 95, 103, 104, 106], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92, 93], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 103, 104, 105, 113], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 102, 110, 111], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 105, 107, 108], "ssd_trace": 52, "pt": [52, 65, 88, 103, 104, 108], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 105, 107], "1024": [52, 70, 75, 76, 103, 107], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 108], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 94, 95, 97, 98, 101, 106, 107], "context": [53, 57, 58, 59, 64, 72, 74, 102, 110], "inetworkdefinit": [53, 54], "record": [53, 87, 93, 94, 102, 110], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 93, 94, 107], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 94, 108, 109], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 110], "state": [53, 54, 60, 62, 74, 88, 96], "been": [53, 60, 64, 66, 73, 82, 88, 94, 97, 112], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 94, 105, 107], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 108], "abl": [53, 55, 60, 62, 65, 90, 91, 92, 97], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 94, 97, 112], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 98, 101], "until": [53, 56, 59, 60, 66, 70, 75, 112], "final": [53, 56, 57, 59, 66, 92, 98, 101, 107], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 94, 109, 112], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 108, 112], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 113], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81, 94], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 94, 95, 106, 107, 108, 113], "associ": [53, 60, 88, 94, 110], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90, 97], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 96, 97, 108, 112], "done": [53, 56, 59, 92, 97, 108, 111], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 97, 98, 101, 108, 110], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 96, 98, 105, 107, 108, 110, 111], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 99, 101, 108, 110], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 109], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 109], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 93, 94, 98, 105, 108, 109], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 97, 109], "kwarg": [54, 65, 70, 73, 74, 75, 92, 107], "dict": [54, 70, 74, 75, 76, 92, 94], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 107], "decor": [54, 62, 65], "kei": [54, 81, 87, 94, 108, 109], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 105, 107, 109], "capability_valid": 54, "lambda": [54, 60, 81, 88, 108], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 97, 111], "determin": [54, 55, 64, 65, 75, 109, 110], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 108, 113], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92, 97], "numpi": [54, 75, 92, 93, 94, 96, 97, 108], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 98], "correspond": [54, 60, 65, 66, 74, 75, 94, 96, 105, 110], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 94, 102, 111], "being": [54, 65, 66, 70, 88, 92, 97], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 96, 98, 101, 105, 107, 108, 109, 110], "github": [54, 61, 64, 66, 79, 88, 90, 98, 101, 105, 108, 110], "com": [54, 61, 64, 66, 88, 90, 96, 98, 101, 105, 108, 110], "blob": [54, 61, 66, 79, 90, 94], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 105], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90, 93, 94, 97], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 97, 112], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 94, 97, 107, 109], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 108], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 96, 107, 108, 110, 112], "opoverload": 54, "particular": [54, 64, 94], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 105], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55, 97], "special": [54, 56], "account": [54, 108], "illustr": [54, 65, 99, 107], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 107], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 98], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94, 96], "possibl": [54, 66, 81, 92, 94, 107, 108], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 98, 101], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92, 94], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 112], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 93, 94, 96, 107, 110], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 107], "limit": [54, 55, 72, 80, 90, 94, 112], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 98, 99, 101, 105, 109], "ignor": [54, 70, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 93, 94, 96, 97, 108], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 107], "term": [54, 75, 81, 82, 90, 92, 107], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 98, 99, 101, 107, 109, 110, 111, 112], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 105, 112], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 109], "modifi": [54, 56, 62, 65, 82, 95, 96, 106, 109], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 105, 108, 112], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79, 94], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 96], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 107, 112], "instanc": [55, 62, 64, 66, 70, 73, 74, 87, 88, 107, 110], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 94, 107, 110], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 112], "closer": 55, "scope": [55, 92, 98, 101], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 112], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 98, 105, 109, 112], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 108], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 99, 108, 109], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 99], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 110], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 94, 98, 105, 107, 109, 113], "bia": [55, 69, 88, 105], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 112], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 96, 108, 113], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 112], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 112], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 110, 112], "pair": [55, 60, 66, 81, 90, 107], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "mark": [55, 56, 79, 94], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 112], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 94, 107, 109, 112], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 93, 108], "might": [55, 66, 79, 97, 109], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 94, 97, 110], "expand": [55, 69], "simpli": [55, 98, 107], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 95, 97, 98, 106, 107, 109, 110, 111, 112], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90, 94], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 105], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82, 97], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 108], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 99, 101, 107], "verifi": [56, 70, 92, 97], "Then": [56, 90, 91, 97], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 110], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 98, 108, 112], "trace": [56, 65, 70, 74, 76, 87, 88, 109, 111, 112], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 108], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 105], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 95, 98, 99, 102, 106, 107, 108, 109, 110, 111], "maintain": [56, 58, 60, 75, 96, 112], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109], "mymodel": [56, 63, 67, 89, 92, 109, 111], "ts_model": [56, 88], "trt_model": [56, 91, 92, 99, 103, 104, 105, 108, 111], "off": [56, 58, 102], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 94, 99, 102, 109, 111], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 97, 99, 102, 107, 108, 109, 111], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 98, 105], "trt_mod": [56, 67, 88, 90, 113], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 97, 99, 101], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 105], "greedi": [56, 103, 104], "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 94, 97, 99, 101, 108, 109, 110, 111], "encount": [56, 64, 66, 98, 101], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 98, 100, 101, 102, 105, 109], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 70, 81, 88, 94, 105, 108], "could": [56, 64, 65, 92, 99, 101, 110], "rewrit": [56, 62], "portion": [56, 81, 92, 100], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 93, 94, 97, 110], "reorder": 56, "seri": 56, "cleanli": 56, "approach": [56, 94], "achiev": [56, 107], "hit": 56, "larger": [56, 70, 75, 79, 107], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 96, 97, 112], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 94, 97, 112], "clean": [56, 62, 81, 98, 101], "step": [56, 65, 69, 75, 90, 92, 97, 107], "consolid": [56, 87], "further": [56, 64, 65, 110, 112], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 112], "loop": [56, 64, 65, 103, 104], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 95, 98, 99, 101, 102, 106, 109], "larg": [57, 59, 79, 81, 88, 90, 97, 107], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 110, 112], "evalu": [57, 58, 59, 105], "deploi": [57, 59, 68, 88, 90, 95, 106, 108], "instanti": [57, 58, 59, 60, 88, 100], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 98, 101], "extend": [57, 59, 60, 69, 88, 94, 107], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 105, 112], "machin": [58, 66, 90, 108], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 112], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 97, 99, 102, 105, 108], "resnet": [58, 77, 95, 96, 106, 107, 108], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 108, 110], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 96, 97, 106], "depickl": 58, "encod": [58, 107], "sm": 58, "correct": [58, 66, 79, 96, 97, 105], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 94, 112], "older": 59, "repositori": [59, 66, 79, 86, 108], "notebook": [59, 68, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 109], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 112], "matur": 59, "most": [59, 65, 66, 71, 92, 97, 108, 110, 112], "hood": [59, 99, 112], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 107], "ilay": 60, "analogu": 60, "goal": [60, 64, 94], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 98, 99, 101, 110], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 101, 103, 104, 105, 106, 107, 108, 112], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 94, 107], "don": [60, 65, 79, 81, 82, 90, 105, 108, 109], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 94, 109, 110], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 95, 98, 106, 111], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 97, 107], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 113], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 94, 98, 105], "wrapper": [60, 65, 111], "similar": [60, 63, 64, 65, 66, 88, 91, 92, 103, 104], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92, 93, 94], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 96], "benefit": [60, 88, 94], "deal": [60, 94], "quit": [60, 66, 88, 107], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 112], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 109], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 109, 110], "stabl": [61, 76, 77, 79, 95, 106, 109], "master": [61, 66, 90, 110], "overview": [61, 68, 98, 102], "md": 61, "appli": [62, 63, 90, 97], "desir": [62, 70, 82, 90, 94], "coalesc": 62, "insert": [62, 88, 90, 94, 97], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 97, 111, 112], "caller": 62, "invok": [62, 64, 65, 87, 88, 110], "lint": 62, "recompil": [62, 70, 75, 94, 97, 101, 109, 112], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 98], "scenario": [62, 64, 96], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 107], "placehold": 62, "isinst": [62, 65, 92, 105], "issubclass": 62, "direct": [62, 85, 97, 110], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 112], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 105], "__init__": [62, 74, 75, 81, 87, 92, 94, 98, 105, 109], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 94, 95, 98, 100, 101, 105, 106, 109], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 101, 107, 110, 112], "control": [62, 65, 87, 97, 110], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 70, 79, 93, 94, 105], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 107], "exportedprogram": [63, 67, 70, 75, 97, 103, 104, 109, 112], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 93, 94, 97, 98, 99, 101, 102, 105, 109], "frontend": [63, 70, 73, 89, 92, 95, 99, 101, 105, 106, 109], "simpl": [63, 64, 65, 81, 82, 87, 107, 108, 109], "usag": [63, 65, 73, 77, 81, 88, 95, 106, 109, 111], "eval": [63, 67, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 108, 109, 111], "exp_program": [63, 94, 97, 105, 109], "trt_gm": [63, 67, 94, 97, 109, 111], "interact": [63, 81, 96, 98, 99, 100, 101, 102, 103, 104], "ideal": 63, "discuss": [63, 64, 108], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 108, 111], "frequent": 63, "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 95, 106], "insid": [63, 81, 92, 95, 106, 108], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 107], "constraint": 63, "guid": [64, 80, 106], "present": [64, 97], "learn": [64, 66, 68, 88, 90, 92, 108, 113], "acceler": [64, 71, 75, 95, 106, 110, 112, 113], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 96, 99, 100, 101, 103, 104, 107], "wide": [64, 75, 85], "varieti": [64, 108], "primari": [64, 94, 111], "simplic": 64, "optimized_model": [64, 67, 93, 98, 99, 101], "depth": [64, 79, 107], "challeng": [64, 96, 108], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 98], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 98], "use_python_runtim": [64, 70, 74, 75, 92, 93, 94, 96, 97, 98], "truncate_doubl": [64, 70, 74, 75, 92, 93, 103, 104], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refit": [64, 70, 74, 75, 93, 94, 96, 97], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75, 94], "tmp": [64, 70, 74, 75, 88, 93], "torch_tensorrt_engine_cach": [64, 70, 74, 75], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "cache_built_engin": [64, 70, 74, 93, 94], "reuse_cached_engin": [64, 70, 74, 93, 94], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 110], "regardless": [64, 70, 82, 99, 101], "fail": [64, 70, 75, 88, 96, 97, 105, 113], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 110], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 96, 98, 101, 102, 112], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 102, 105], "detail": [64, 65, 70, 87, 88, 92, 94, 108, 110], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 94, 107], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "storag": [64, 70, 90], "sub": [64, 69, 81, 87, 98], "slate": 64, "futur": [64, 65, 70, 75, 76, 110], "occur": 64, "first_output": 64, "subsequ": [64, 94], "second_output": 64, "session": [64, 67, 81, 94, 102], "point": [64, 66, 75, 79, 80, 81, 88, 105, 108], "cover": [64, 106, 107], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 97, 109, 112], "vari": [64, 71, 109], "distribut": [64, 88, 90, 110], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 96, 105, 106, 107, 108], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 96, 97], "_dynamo": [64, 93, 94, 98, 99, 101, 109], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103, 104, 108], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 105, 108], "variou": [65, 113], "etc": [65, 79, 81, 92, 113], "environ": [65, 67, 108], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 105, 108, 109], "max_batch_s": [65, 71, 108], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 102], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 94, 110], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 108], "updat": [65, 66, 70, 71, 75, 92, 95, 97, 106], "dim": [65, 69, 71, 92, 94, 105, 108, 109], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 96, 108], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 108], "acc_mod": 65, "earli": [65, 97], "deprec": [65, 69], "continu": [65, 81, 110], "backward": [65, 74, 92, 112], "vision": [65, 108], "activ": [65, 74, 76, 81, 88, 90, 107, 110, 113], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 109], "ll": [65, 94], "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 98], "re": [65, 75, 81, 94, 96, 102, 110], "manual": [65, 75, 80, 81, 97], "sampl": [65, 70, 81, 89, 90, 96, 97, 98, 99, 100, 101, 102, 103, 104, 108], "rand": [65, 88, 94, 96, 97, 98], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 94, 105], "accordingli": [65, 79, 109, 110], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": [65, 94], "best": [65, 70, 75, 81, 96], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 98, 110], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 104, 105, 109], "25": [65, 71, 88], "runtimeerror": [65, 105], "xxx": 65, "One": [65, 81, 82, 88, 107, 110], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 112], "thing": [65, 66, 81], "compar": [65, 70, 75, 89, 97], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 107, 108], "acc_op": 65, "leverag": [65, 90, 95, 106], "power": [65, 81, 88, 107], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 99, 109], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 96, 107, 113], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 105], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85, 104], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 95, 106], "yet": [65, 107], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 105], "pip": [66, 108], "upload": [66, 108], "x86": [66, 110], "extra": [66, 74, 88, 92, 96], "url": [66, 79, 108], "download": [66, 85, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 94, 95, 97, 99, 103, 104, 105, 106, 111, 112], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 108], "curl": [66, 81], "fssl": 66, "o": [66, 81, 108], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 94, 108], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 97, 109], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 109, 112], "technolog": [66, 112], "project": [66, 80, 85], "exclud": [66, 92], "speed": [66, 94, 95, 97, 106], "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 107], "ngc": [66, 108], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 98, 99, 100, 101, 102, 103, 104], "microsoft": 66, "2022": [66, 68], "open": [66, 107, 108], "app": 66, "x64": 66, "prompt": [66, 96, 100, 103, 104], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 110], "similarli": [66, 94, 102, 110], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 113], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 108], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 105], "anywher": 67, "ahead": [67, 68, 88, 96], "ep": [67, 69, 97, 111], "output_format": [67, 75, 111], "input_tensor": [67, 92, 105], "fill": 67, "aot": [68, 88, 96, 97, 112], "integr": [68, 95, 96, 98, 106], "seamlessli": [68, 75], "ecosystem": [68, 112], "hybrid": [68, 70, 75, 76, 112], "instal": [68, 85, 88, 108, 110], "triton": [68, 92], "page": [68, 83, 85, 108], "introductori": 68, "blog": [68, 110], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 105], "pad": [69, 75, 92, 105], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 105], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 107], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 107], "input_scal": 69, "indic": [69, 79, 81, 97, 99, 109], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 105], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 96], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 108], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 107], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 105], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 105], "largest": 69, "dim0": [69, 94], "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 93, 94, 105], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 105], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 111], "arg_input": [70, 75, 97], "kwarg_input": [70, 75, 97], "engine_cache_dir": [70, 93, 94], "engine_cache_s": [70, 93, 94], "custom_engine_cach": [70, 94], "baseenginecach": [70, 94], "int32": [70, 75, 76, 92, 93, 101, 107], "channel_last": [70, 75, 76, 107], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 107, 112], "understand": [70, 75, 109], "convolut": [70, 75, 76, 90, 92, 113], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 93, 94, 107], "parition": [70, 75], "increas": [70, 75, 94], "amount": [70, 75], "defer": [70, 75, 112], "lead": [70, 75, 81, 110], "oversubscript": [70, 75], "hard": [70, 97], "disk": [70, 75, 94], "space": [70, 81, 82, 90], "byte": [70, 74, 75, 76, 92, 94, 107], "1gb": [70, 93, 94], "exce": 70, "oldest": 70, "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 97], "compiled_modul": [70, 97], "new_weight_modul": [70, 97], "verify_output": [70, 97], "use_weight_map_cach": [70, 97], "in_plac": [70, 97], "compmil": 70, "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": [71, 103, 104], "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 108], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 108], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 110], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 97, 98, 99, 101, 102, 103, 104], "scriptmodul": [74, 75, 76, 88, 89, 111, 112], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 96], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92, 94], "load_state_dict": [74, 96, 105], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "_set": [74, 98], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 108], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 110], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 95, 96, 106], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 108], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89, 97], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 99, 102], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 95, 106], "float8": 75, "i32": 75, "sign": [75, 108], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 96, 100, 105, 108], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7fad0f3e7bf0": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "total": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "galleri": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "mem": 77, "advanc": [77, 82, 90, 95, 106], "torch_compile_advanced_usag": [77, 98], "torch_compile_resnet_exampl": [77, 99], "diffus": [77, 95, 106], "torch_compile_stable_diffus": [77, 100], "transform": [77, 88, 90, 93, 95, 97, 103, 104, 105, 106, 108, 111], "torch_compile_transformers_exampl": [77, 101], "v0": [78, 108], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 94, 108], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 108], "sphinx": [79, 80, 81, 82, 86, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 108], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 98, 101], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 94, 100, 107], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": [80, 97], "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 105], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 108], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 105, 107, 108], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92], "strang": 81, "hyphen": 81, "word": [81, 107], "adjust": 81, "width": [81, 107], "browser": 81, "window": 81, "sentenc": [81, 107], "suppli": [81, 97], "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 105], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 94, 112], "why": [81, 110], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88, 97], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 112], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": [81, 97], "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "a4a9419": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 111], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 112], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 108], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 110], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 107], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 96, 100], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 109, 112], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 105, 107], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 96], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 110], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 107], "hehe": 82, "kept": 82, "sai": [82, 107], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 107], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 108], "changelog": 85, "math": 85, "9": [85, 88, 92, 108], "14": [85, 93, 101, 108], "17": 85, "18": [85, 88, 96], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 96, 97], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 105], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 112], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 108], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 96], "cppdoc": 88, "pretti": 88, "fashion": [88, 107], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": [88, 97], "aren": 88, "techniqu": [88, 90, 110], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 110], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 105], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 112], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 106], "sole": [89, 90, 112], "individu": 89, "accuraci": [90, 107], "loss": [90, 107], "infrastructur": [90, 108], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 105], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 105], "4822": [90, 105], "4465": [90, 105], "2023": [90, 105], "1994": [90, 105], "2010": [90, 105], "dataloaderopt": 90, "worker": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 113], "compile_spec": [90, 99, 113], "kf16": [90, 113], "ki8": 90, "vgg16": [90, 95, 105, 106], "testing_dataset": [90, 105], "totensor": [90, 105, 108], "testing_dataload": [90, 105], "num_work": [90, 105], "vgg": [90, 105], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 107], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 107, 108], "cost": [92, 94, 97, 110], "perhap": 92, "overhead": [92, 110], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 108], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 105, 108], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 107], "count": 92, "__": 92, "were": [92, 97, 110], "aggreg": 92, "stat": 92, "latenc": [92, 110], "abstractli": 92, "pkl": [92, 96], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 96, 97], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "custom_kernel_plugin": 92, "jupyt": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "ipynb": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94], "bertmodel": [93, 101], "random": [93, 94, 96, 97], "seed": [93, 94, 96, 97], "manual_se": [93, 94, 96, 97], "from_pretrain": [93, 96, 100, 101, 103, 104], "uncas": [93, 101, 107], "return_dict": 93, "randint": [93, 101], "compile_bert": 93, "enable_tim": [93, 94], "1st": [93, 94], "measur": [93, 94], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "messur": [93, 94], "compilation_kwarg": [93, 101], "torch_trt_bert_engine_cach": 93, "30": [93, 94, 96, 97, 99, 101], "synchron": [93, 94], "elapsed_tim": [93, 94], "millisecond": 93, "__name__": [93, 98, 101], "__main__": [93, 98, 101], "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": 94, "explor": [94, 106], "resnet18": [94, 96, 97, 99, 102], "torch_trt": [94, 96, 97], "_default": 94, "_engine_cach": 94, "flexibl": [94, 112], "histor": 94, "barrier": 94, "reconstruct": 94, "prior": [94, 109, 110], "ti": 94, "hash": 94, "magnitud": 94, "make_refitt": 94, "torch_compil": [94, 98, 99, 101, 102, 109, 112], "compiled_model": 94, "ms": 94, "dynamo_compil": 94, "example_input": 94, "200": 94, "dynamic_shap": [94, 109], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "cudagraph": [95, 106], "mutabl": [95, 106], "vgg16_fp8_ptq": [95, 106], "bert": [95, 101, 106], "gpt2": [95, 106], "llama2": [95, 106], "straightforward": 96, "especi": 96, "hug": [96, 103, 104], "face": [96, 103, 104], "difficult": 96, "ever": 96, "walk": [96, 97], "lora": [96, 97], "use_python": 96, "mutable_modul": 96, "model2": [96, 97], "expected_output": [96, 97], "refitted_output": [96, 97], "allclos": [96, 97], "reload": [96, 112], "checkpoint": [96, 105], "civitai": 96, "12597": 96, "moxin": 96, "diffusionpipelin": [96, 100], "no_grad": [96, 103, 104, 105], "model_id": [96, 100], "runwayml": 96, "v1": [96, 100], "hous": 96, "forest": 96, "shuimobysim": 96, "wuchangshuo": 96, "qualiti": 96, "worst": 96, "lowr": 96, "focu": 96, "cloudi": 96, "watermark": 96, "pipe": [96, 100], "torch_dtyp": [96, 100], "unet": [96, 100], "negative_prompt": 96, "num_inference_step": 96, "without_lora_mut": 96, "jpg": [96, 108], "procedur": 96, "load_lora_weight": 96, "stablediffusionapi": 96, "load_lora_embed": 96, "weight_nam": 96, "safetensor": 96, "adapter_nam": 96, "lora1": 96, "set_adapt": 96, "adapter_weight": 96, "fuse_lora": 96, "unload_lora_weight": 96, "with_lora_mut": 96, "mutable_torchtrt_module_exampl": 96, "expens": 97, "involv": 97, "occasion": [97, 98, 101], "adapt": 97, "infeas": 97, "focus": 97, "mostli": 97, "recogn": 97, "behalf": 97, "init": [97, 105], "sett": 97, "randomli": 97, "exp_program2": 97, "compiled_trt_ep": 97, "new_trt_gm": 97, "accomplish": 97, "gaurente": 97, "attempt": [97, 105, 109], "rebuild": 97, "heurist": 97, "refit_engine_exampl": 97, "x_out": 98, "y_out": 98, "x_y_out": 98, "invoc": 98, "sample_inputs_half": 98, "model_half": 98, "backend_kwarg": 98, "optimized_model_custom": 98, "exit": [98, 101, 108], "2052": [98, 101], "compile_engine_and_inf": [98, 101], "new_input": [99, 101], "new_output": [99, 101], "new_batch_size_input": 99, "new_batch_size_output": 99, "inputs_bs8": 99, "mark_dynam": [99, 109], "outputs_bs8": 99, "No": [99, 109], "inputs_bs12": 99, "outputs_bs12": 99, "compvi": 100, "majest": 100, "castl": 100, "cloud": 100, "majestic_castl": 100, "png": 100, "enable_cudagraph": [102, 110], "out_trt": 102, "set_cudagraphs_mod": [102, 110], "inputs_2": 102, "inputs_3": 102, "out_trt_2": 102, "out_trt_3": 102, "torch_export_cudagraph": 102, "automodelforcausallm": [103, 104], "autotoken": [103, 104], "export_llm": [103, 104], "max_token": [103, 104], "kv_cach": [103, 104], "token": [103, 104, 107], "pad_token_id": 103, "eos_token_id": [103, 104], "attn_implement": [103, 104], "eager": [103, 104], "model_input": [103, 104], "return_tensor": [103, 104], "input_id": [103, 104], "regress": [103, 104], "huggingfac": [103, 104, 107], "pyt_gen_token": [103, 104], "gpt2_ep": 103, "max_seq_len": [103, 104], "trt_gen_token": [103, 104], "skip_special_token": [103, 104], "torch_export_gpt2": 103, "llama_path": 104, "llama": 104, "7b": 104, "chat": 104, "hf": 104, "llama2_ep": 104, "batch_decod": 104, "clean_up_tokenization_spac": 104, "torch_export_llama2": 104, "argpars": 105, "modelopt": 105, "mtq": 105, "export_torch_mod": 105, "layer_spec": 105, "num_class": 105, "1000": [105, 108], "init_weight": 105, "in_channel": 105, "pool": [105, 113], "maxpool2d": 105, "batchnorm2d": 105, "sequenti": 105, "avgpool": 105, "adaptiveavgpool2d": 105, "4096": 105, "dropout": 105, "_initialize_weight": 105, "kaiming_normal_": 105, "fan_out": 105, "nonlinear": 105, "constant_": 105, "elif": 105, "normal_": 105, "vgg16_cfg": 105, "128": 105, "argumentpars": 105, "add_argu": 105, "ckpt": 105, "parse_arg": 105, "model_state_dict": 105, "device_count": 105, "ordereddict": 105, "new_state_dict": 105, "forget": 105, "training_dataset": 105, "randomcrop": 105, "randomhorizontalflip": 105, "training_dataload": 105, "drop_last": 105, "crit": 105, "crossentropyloss": 105, "calibrate_loop": 105, "pred": 105, "5f": 105, "acc": 105, "2f": 105, "quantize_typ": 105, "quant_cfg": 105, "int8_default_cfg": 105, "fp8_default_cfg": 105, "forward_loop": 105, "qdq": 105, "incomplet": 105, "functionaltensor": 105, "functionaltensormod": 105, "_trace": 105, "_export": 105, "float8_e4m3fn": 105, "class_prob": 105, "class_pr": 105, "test_prob": 105, "test_pr": 105, "test_loss": 105, "test_acc": 105, "vgg16_ptq": 105, "concept": 106, "_rendered_examples_python": 106, "_rendered_examples_jupyt": 106, "acoust": 107, "speech": 107, "quartznet": 107, "contextnet": 107, "subword": 107, "piec": 107, "excit": 107, "se": 107, "smaller": 107, "audio": 107, "transcrib": 107, "speedup": 107, "obtain": [107, 111], "feedforward": 107, "cnn": 107, "uniformli": 107, "resolut": 107, "highli": [107, 108], "compound": 107, "coeffici": 107, "b0": 107, "corpu": 107, "english": 107, "supervis": 107, "walkthrough": 107, "overal": 107, "jetson": 107, "adopt": 107, "mobilenetv2": 107, "classif": 107, "imagenet": 107, "imagenett": 107, "qat": 107, "simul": 107, "hand": 108, "consider": 108, "concurr": 108, "grpc": 108, "solv": 108, "aforement": 108, "familiar": 108, "resnet50": 108, "torchhub": 108, "docker": 108, "login": 108, "xx": 108, "yy": 108, "mm": 108, "publish": 108, "22": 108, "pwd": 108, "scratch_spac": 108, "nvcr": 108, "py3": 108, "proce": 108, "hub": 108, "_validate_not_a_forked_repo": 108, "suggest": 108, "simplest": 108, "model_repositori": 108, "pbtxt": 108, "pytorch_libtorch": 108, "input__0": 108, "data_typ": 108, "type_fp32": 108, "output__0": 108, "exact": 108, "encourag": 108, "rm": 108, "8000": 108, "8001": 108, "8002": 108, "the_model_repositori": 108, "tritonserv": 108, "spin": 108, "proceed": 108, "flesh": 108, "wget": 108, "img1": 108, "hakaimagazin": 108, "wp": 108, "gulf": 108, "bird": 108, "attrdict": 108, "pyindex": 108, "tritoncli": 108, "jump": 108, "firstli": 108, "resiz": 108, "pil": 108, "httpclient": 108, "triton_to_np_dtyp": 108, "rn50_preprocess": 108, "img_path": 108, "img": 108, "centercrop": 108, "485": 108, "456": 108, "406": 108, "229": 108, "transformed_img": 108, "inferenceservercli": 108, "localhost": 108, "secondli": 108, "inferinput": 108, "set_data_from_numpi": 108, "binary_data": 108, "inferrequestedoutput": 108, "class_count": 108, "lastli": 108, "send": 108, "model_nam": 108, "inference_output": 108, "as_numpi": 108, "468750": 108, "90": 108, "523438": 108, "92": 108, "664062": 108, "429688": 108, "136": 108, "234375": 108, "confidence_scor": 108, "classification_index": 108, "eagerli": 109, "swap": 109, "exactli": 109, "_tracer": 109, "sometim": 109, "queri": 109, "attn_weight": 109, "seq_len": 109, "compiler_dynamic_shap": 109, "inputs_bs2": 109, "libtorchtrt_runtim": 110, "dl_open": 110, "ld_preload": 110, "load_librari": 110, "cxx11": 110, "abi": 110, "wl": 110, "ltorchtrt": 110, "torchtrt_runtime_exampl": 110, "libtorchtrt_plugin": 110, "neglig": 110, "thread": 110, "alert": 110, "switch": 110, "mismatch": 110, "crash": 110, "sacrif": 110, "incur": 110, "intens": 110, "trt_ep": 111, "stai": 111, "trt_t": 111, "ergonom": 112, "deleg": 112, "believ": 112, "amen": 112, "artifact": 112, "pack": 112, "year": 112, "superset": 112, "codebas": 112, "immedi": 112, "traceabl": 112, "scriptabl": 112, "hardwar": 113, "neural": 113, "deconvolut": 113, "scripted_model": 113}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [111, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 110], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 105], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 99, 101, 102, 112], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 97, 98, 99, 100, 101, 102, 103, 104, 105], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 105], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 105], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 111, 112], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 111, 112], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 97, 110], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 99, 101], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 96, 97, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "c": [50, 61, 66, 67, 68, 88, 90, 107], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 95, 103, 104, 106, 111, 112], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 107], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 98, 99, 101, 102, 103, 104, 105, 107, 109], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 96, 112], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 112], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 108], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 105], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 107], "runtim": [57, 58, 59, 74, 110], "background": [58, 60], "engin": [58, 65, 92, 93, 94], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 112], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 97, 105], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103, 104, 107], "native_op": 61, "ir": [61, 111, 112], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 102, 109], "customiz": [63, 64], "set": [63, 64, 96, 98, 102, 108], "under": [63, 88, 109], "hood": [63, 88, 109], "trace": 63, "backend": [64, 99, 103, 104], "kei": 64, "featur": 64, "custom": [64, 88, 92, 94, 98, 109], "usag": [64, 97, 98], "after": 64, "model": [64, 65, 92, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 111], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 99, 107, 109], "shape": [64, 99, 107, 109], "support": [64, 69], "recompil": [64, 99], "condit": 64, "fx": [65, 68, 71, 107, 112], "frontend": [65, 66, 68, 91, 107, 112], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 98, 101], "nightli": 66, "build": [66, 79, 108], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 110], "addit": 66, "option": [66, 67, 79, 80, 82, 99, 101, 112], "distribut": 66, "No": 66, "librari": [66, 110], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 105], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 108], "advanc": [66, 97, 98], "setup": 66, "troubleshoot": 66, "altern": 66, "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 108], "2": [67, 83, 84, 108], "deploi": [67, 105, 107, 110], "deploy": 67, "In": [68, 97], "framework": 68, "infer": [68, 99, 100, 101, 102, 105, 108], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 106], "contributor": 68, "indic": 68, "legaci": [68, 112], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 112], "submodul": 75, "comput": 77, "time": [77, 112], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": [80, 103, 104], "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88, 103, 104], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": [81, 103, 104], "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": [82, 103, 104], "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 108], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 96, 111], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 105, 107], "quantiz": [90, 105, 107], "your": [90, 108], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 97], "bert": [93, 107], "jit": [94, 109], "aot": [94, 109], "mutabl": 96, "initi": 96, "make": [96, 97], "modif": 96, "stabl": [96, 100], "diffus": [96, 100], "huggingfac": 96, "refit": 97, "new": 97, "standard": 97, "workflow": 97, "import": [97, 98, 99, 100, 101, 102, 103, 104, 105], "pretrain": 97, "map": 97, "place": 97, "default": [98, 102], "cleanup": [98, 101], "driver": [98, 101], "error": [98, 101], "note": [98, 101], "resnet": 99, "argument": [99, 101], "avoid": 99, "specifi": 99, "befor": 99, "trt": 99, "transform": [101, 107], "cudagraph": [102, 110], "integr": 102, "gpt2": 103, "output": [103, 104], "decod": [103, 104], "sentenc": [103, 104], "should": [103, 104], "look": [103, 104], "i": [103, 104], "enjoi": [103, 104], "walk": [103, 104], "my": [103, 104], "cute": [103, 104], "dog": [103, 104], "m": [103, 104], "sure": [103, 104], "ll": [103, 104], "ever": [103, 104], "abl": [103, 104], "llama2": 104, "load": [105, 111], "dataset": 105, "loss": 105, "calibr": 105, "tune": 105, "fp8": 105, "notebook": 107, "citrinet": 107, "efficientnet": 107, "mask": 107, "languag": 107, "mlm": 107, "hug": 107, "face": 107, "acceler": 107, "serv": [107, 108], "resnet50": 107, "lenet": 107, "deep": 107, "learn": 107, "object": 107, "detect": 107, "ssd": 107, "int8": 107, "triton": 108, "up": 108, "server": 108, "client": 108, "queri": 108, "constraint": 109, "libtorchtrt": 110, "so": 110, "plugin": 110, "multi": 110, "safe": 110, "mode": 110, "exportedprogram": 111, "b": 111, "explain": 112, "just": 112, "accept": 112, "return": 112, "ahead": 112, "dla": 113}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index 851ee0f54e..fcd5e37e95 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Computation times &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Computation times &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html
index 8a07be39e5..e646fcebe4 100644
--- a/docs/src/pytorch-sphinx-theme/docs/changelog.html
+++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Changelog &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Changelog &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html
index 8976d9d912..efa25349a2 100644
--- a/docs/src/pytorch-sphinx-theme/docs/configuring.html
+++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Configuration &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Configuration &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
index 6f239da3fb..f264bd5294 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
index 527baa072a..7272488bec 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
@@ -12,7 +12,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
@@ -654,7 +654,7 @@ <h3><a class="toc-backref" href="#id41"><span class="section-number">3.4.4. </sp
 <section id="code-blocks">
 <h3><a class="toc-backref" href="#id42"><span class="section-number">3.4.5. </span>Code Blocks</a><a class="headerlink" href="#code-blocks" title="Permalink to this heading">¶</a></h3>
 <pre class="literal-block"># parsed-literal test
-curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.5.0.dev0+8759736.tar-gz</pre>
+curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.5.0.dev0+a4a9419.tar-gz</pre>
 <div class="literal-block-wrapper docutils container" id="id23">
 <div class="code-block-caption"><span class="caption-text">Code Blocks can have captions.</span><a class="headerlink" href="#id23" title="Permalink to this code">¶</a></div>
 <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index fa99dad0ff..5e1246004e 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index e472c7384d..1aae3b7da0 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index dabdc9cfda..b6bc26b3bd 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Structural Elements &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>1. Structural Elements &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index 61ed7ea89f..a2b55e5edf 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index c99e90e31e..b247fb7447 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/ts/creating_torchscript_module_in_python.html b/docs/ts/creating_torchscript_module_in_python.html
index 111f15a2ce..e69108f233 100644
--- a/docs/ts/creating_torchscript_module_in_python.html
+++ b/docs/ts/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/ts/getting_started_with_cpp_api.html b/docs/ts/getting_started_with_cpp_api.html
index 92f810d822..27e5cdb666 100644
--- a/docs/ts/getting_started_with_cpp_api.html
+++ b/docs/ts/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/ts/getting_started_with_python_api.html b/docs/ts/getting_started_with_python_api.html
index e267e4247b..f1226b66fb 100644
--- a/docs/ts/getting_started_with_python_api.html
+++ b/docs/ts/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/ts/ptq.html b/docs/ts/ptq.html
index f03b5af3cf..637d131cbb 100644
--- a/docs/ts/ptq.html
+++ b/docs/ts/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/ts/torchscript_frontend_from_pytorch.html b/docs/ts/torchscript_frontend_from_pytorch.html
index be94a301d8..12e3b01adf 100644
--- a/docs/ts/torchscript_frontend_from_pytorch.html
+++ b/docs/ts/torchscript_frontend_from_pytorch.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
index 532214d7a1..4713924e27 100644
--- a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
+++ b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
index b100072501..c2978b115e 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Engine Caching (BERT) &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Engine Caching (BERT) &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
index 0d5f095791..8cd0a4f45d 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Engine Caching &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Engine Caching &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -40,7 +40,7 @@
     <link rel="index" title="Index" href="../../../genindex.html" />
     <link rel="search" title="Search" href="../../../search.html" />
     <link rel="next" title="Refitting Torch-TensorRT Programs with New Weights" href="refit_engine_example.html" />
-    <link rel="prev" title="Torch Compile Advanced Usage" href="torch_compile_advanced_usage.html" />
+    <link rel="prev" title="Deploy Quantized Models using Torch-TensorRT" href="vgg16_ptq.html" />
   <!-- Google Tag Manager -->
     <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
     new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
@@ -764,7 +764,7 @@ <h2>Custom Engine Cache<a class="headerlink" href="#custom-engine-cache" title="
         <a href="refit_engine_example.html" class="btn btn-neutral float-right" title="Refitting Torch-TensorRT Programs with New Weights" accesskey="n" rel="next">Next <img src="../../../_static/images/chevron-right-orange.svg" class="next-page"></a>
       
       
-        <a href="torch_compile_advanced_usage.html" class="btn btn-neutral" title="Torch Compile Advanced Usage" accesskey="p" rel="prev"><img src="../../../_static/images/chevron-right-orange.svg" class="previous-page"> Previous</a>
+        <a href="vgg16_ptq.html" class="btn btn-neutral" title="Deploy Quantized Models using Torch-TensorRT" accesskey="p" rel="prev"><img src="../../../_static/images/chevron-right-orange.svg" class="previous-page"> Previous</a>
       
     </div>
   
diff --git a/docs/tutorials/_rendered_examples/dynamo/index.html b/docs/tutorials/_rendered_examples/dynamo/index.html
index 7125ab06d8..b7db890f54 100644
--- a/docs/tutorials/_rendered_examples/dynamo/index.html
+++ b/docs/tutorials/_rendered_examples/dynamo/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
index 3b787c393d..e841db7ee8 100644
--- a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
index 226f25ca43..e5e41545e3 100644
--- a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Refitting Torch-TensorRT Programs with New Weights &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Refitting Torch-TensorRT Programs with New Weights &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
index 5f5fd4cf5c..4b730356ca 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -39,7 +39,7 @@
   <link rel="stylesheet" href="../../../_static/css/custom.css" type="text/css" />
     <link rel="index" title="Index" href="../../../genindex.html" />
     <link rel="search" title="Search" href="../../../search.html" />
-    <link rel="next" title="Engine Caching" href="engine_caching_example.html" />
+    <link rel="next" title="Deploy Quantized Models using Torch-TensorRT" href="vgg16_ptq.html" />
     <link rel="prev" title="DLA" href="../../../user_guide/using_dla.html" />
   <!-- Google Tag Manager -->
     <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -338,12 +339,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../fx/getting_started_with_fx_path.html">Torch-TensorRT (FX Frontend) User Guide</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Tutorials</span></p>
-<ul class="current">
+<ul>
 <li class="toctree-l1"><a class="reference internal" href="../../serving_torch_tensorrt_with_triton.html">Serving a Torch-TensorRT model with Triton</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1 current"><a class="current reference internal" href="#">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
@@ -579,7 +579,7 @@ <h2>Cuda Driver Error Note<a class="headerlink" href="#cuda-driver-error-note" t
   
     <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
       
-        <a href="engine_caching_example.html" class="btn btn-neutral float-right" title="Engine Caching" accesskey="n" rel="next">Next <img src="../../../_static/images/chevron-right-orange.svg" class="next-page"></a>
+        <a href="vgg16_ptq.html" class="btn btn-neutral float-right" title="Deploy Quantized Models using Torch-TensorRT" accesskey="n" rel="next">Next <img src="../../../_static/images/chevron-right-orange.svg" class="next-page"></a>
       
       
         <a href="../../../user_guide/using_dla.html" class="btn btn-neutral" title="DLA" accesskey="p" rel="prev"><img src="../../../_static/images/chevron-right-orange.svg" class="previous-page"> Previous</a>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
index f3e0490e0d..201a3ca253 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
index 9b34351d88..172c846dc5 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Stable Diffusion &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Torch Compile Stable Diffusion &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
index 5d7f88103c..e17c016168 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
index d4d164b97b..f266e5cc2d 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
index 181945cb20..e635b8bfd3 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling GPT2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Compiling GPT2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
index 14f2207626..be19cefefc 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Llama2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Compiling Llama2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
index fbcc228e7a..a6ccfc046f 100644
--- a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
+++ b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -39,6 +39,8 @@
   <link rel="stylesheet" href="../../../_static/css/custom.css" type="text/css" />
     <link rel="index" title="Index" href="../../../genindex.html" />
     <link rel="search" title="Search" href="../../../search.html" />
+    <link rel="next" title="Engine Caching" href="engine_caching_example.html" />
+    <link rel="prev" title="Torch Compile Advanced Usage" href="torch_compile_advanced_usage.html" />
   <!-- Google Tag Manager -->
     <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
     new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
@@ -273,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -307,13 +309,14 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../getting_started/quick_start.html">Quick Start</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">User Guide</span></p>
-<ul>
+<ul class="current">
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/torch_tensorrt_explained.html">Torch-TensorRT Explained</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/dynamic_shapes.html">Dynamic shapes with Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/saving_models.html">Saving models compiled with Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
@@ -746,6 +748,15 @@ <h2>Inference<a class="headerlink" href="#inference" title="Permalink to this he
             </div>
             <footer>
   
+    <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+      
+        <a href="engine_caching_example.html" class="btn btn-neutral float-right" title="Engine Caching" accesskey="n" rel="next">Next <img src="../../../_static/images/chevron-right-orange.svg" class="next-page"></a>
+      
+      
+        <a href="torch_compile_advanced_usage.html" class="btn btn-neutral" title="Torch Compile Advanced Usage" accesskey="p" rel="prev"><img src="../../../_static/images/chevron-right-orange.svg" class="previous-page"> Previous</a>
+      
+    </div>
+  
 
   
 
diff --git a/docs/tutorials/_rendered_examples/index.html b/docs/tutorials/_rendered_examples/index.html
index c73d007b2b..c0481eef64 100644
--- a/docs/tutorials/_rendered_examples/index.html
+++ b/docs/tutorials/_rendered_examples/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -314,6 +314,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -341,7 +342,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index 794f4231cf..fff1740ad4 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Example notebooks &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Example notebooks &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index 9b106e7ffb..0f9e64a532 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/user_guide/dynamic_shapes.html b/docs/user_guide/dynamic_shapes.html
index 68750b930e..b88d38a2d9 100644
--- a/docs/user_guide/dynamic_shapes.html
+++ b/docs/user_guide/dynamic_shapes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/user_guide/runtime.html b/docs/user_guide/runtime.html
index ee193e1193..11c63db3cd 100644
--- a/docs/user_guide/runtime.html
+++ b/docs/user_guide/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/user_guide/saving_models.html b/docs/user_guide/saving_models.html
index 992025eec5..9654c77bb0 100644
--- a/docs/user_guide/saving_models.html
+++ b/docs/user_guide/saving_models.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/user_guide/torch_tensorrt_explained.html b/docs/user_guide/torch_tensorrt_explained.html
index 97be66c8b2..6d009d374c 100644
--- a/docs/user_guide/torch_tensorrt_explained.html
+++ b/docs/user_guide/torch_tensorrt_explained.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="using_dla.html">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
diff --git a/docs/user_guide/using_dla.html b/docs/user_guide/using_dla.html
index 73babcd2ca..6dbd2d4e86 100644
--- a/docs/user_guide/using_dla.html
+++ b/docs/user_guide/using_dla.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>DLA &mdash; Torch-TensorRT v2.5.0.dev0+8759736 documentation</title>
+  <title>DLA &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+8759736
+                  v2.5.0.dev0+a4a9419
                 </div>
               
             
@@ -316,6 +316,7 @@
 <li class="toctree-l1"><a class="reference internal" href="runtime.html">Deploying Torch-TensorRT Programs</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">DLA</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
 </ul>
@@ -343,7 +344,6 @@
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/notebooks.html">Example notebooks</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling a Transformer using torch.compile and TensorRT</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Torch Compile Stable Diffusion</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>

From b4b22c3016cd49f8a759bc8bbf25a3c8761f601e Mon Sep 17 00:00:00 2001
From: Apurba Bose <44209735+apbose@users.noreply.github.com>
Date: Thu, 5 Sep 2024 17:31:06 -0700
Subject: [PATCH 09/14] chunk converter validator (#3120)

---
 .../dynamo/conversion/aten_ops_converters.py  |  24 ----
 .../dynamo/conversion/impl/slice/ops.py       |  55 ---------
 tests/py/dynamo/conversion/test_chunk_aten.py | 105 ++++++++++++++++++
 3 files changed, 105 insertions(+), 79 deletions(-)

diff --git a/py/torch_tensorrt/dynamo/conversion/aten_ops_converters.py b/py/torch_tensorrt/dynamo/conversion/aten_ops_converters.py
index 92dfddc44f..a757cf023e 100644
--- a/py/torch_tensorrt/dynamo/conversion/aten_ops_converters.py
+++ b/py/torch_tensorrt/dynamo/conversion/aten_ops_converters.py
@@ -924,30 +924,6 @@ def aten_ops_slice(
     )
 
 
-@dynamo_tensorrt_converter(torch.ops.aten.chunk.default)
-@enforce_tensor_types(
-    {
-        0: (TRTTensor,),
-    }
-)
-def aten_ops_chunk(
-    ctx: ConversionContext,
-    target: Target,
-    args: Tuple[Argument, ...],
-    kwargs: Dict[str, Argument],
-    name: str,
-) -> Union[TRTTensor, Sequence[TRTTensor]]:
-    return impl.slice.chunk(
-        ctx,
-        target,
-        SourceIR.ATEN,
-        name,
-        args[0],
-        args[1],
-        args_bounds_check(args, 2, 0),
-    )
-
-
 @dynamo_tensorrt_converter(torch.ops.aten.cumsum.default, supports_dynamic_shapes=True)
 @enforce_tensor_types(
     {
diff --git a/py/torch_tensorrt/dynamo/conversion/impl/slice/ops.py b/py/torch_tensorrt/dynamo/conversion/impl/slice/ops.py
index 04eab08c47..b58435b489 100644
--- a/py/torch_tensorrt/dynamo/conversion/impl/slice/ops.py
+++ b/py/torch_tensorrt/dynamo/conversion/impl/slice/ops.py
@@ -324,61 +324,6 @@ def expand(
     return layer.get_output(0)
 
 
-def chunk(
-    ctx: ConversionContext,
-    target: Target,
-    source_ir: Optional[SourceIR],
-    name: str,
-    input: TRTTensor,
-    chunks: int,
-    dim: int,
-) -> TRTTensor:
-    if chunks <= 0:
-        raise RuntimeError(
-            f"chunk expects `chunks` to be greater than 0, got: {chunks}"
-        )
-
-    shape = input.shape
-    dim = get_positive_dim(dim, len(shape))
-
-    if dim >= len(shape):
-        raise RuntimeError(
-            f"chunk expects `dim` to be less than the length of input shape, got: {dim}"
-        )
-
-    dynamic_shape = has_dynamic_shape(input.shape)
-    if dynamic_shape > 0:
-        # Check whether slice target dim is dynamic shape dim
-        assert input.shape[dim] != -1, "Can't chunk on dynamic shape dimension!"
-
-    size_dim = shape[dim]
-    chunk_size = math.ceil(size_dim / chunks)
-    result = []
-    start = 0
-    end = min(start + chunk_size, size_dim)
-    cnt = 0
-
-    while start < end:
-        result.append(
-            slice_op(
-                ctx,
-                target,
-                source_ir,
-                f"{name}_slice_{cnt}",
-                input,
-                dim,
-                start,
-                end,
-                1,
-            )
-        )
-        start = end
-        end = min(start + chunk_size, size_dim)
-        cnt += 1
-
-    return result
-
-
 def cumsum(
     ctx: ConversionContext,
     target: Target,
diff --git a/tests/py/dynamo/conversion/test_chunk_aten.py b/tests/py/dynamo/conversion/test_chunk_aten.py
index 1812165b43..eb06c04201 100644
--- a/tests/py/dynamo/conversion/test_chunk_aten.py
+++ b/tests/py/dynamo/conversion/test_chunk_aten.py
@@ -1,6 +1,9 @@
+import unittest
+
 import torch
 from parameterized import parameterized
 from torch.testing._internal.common_utils import run_tests
+from torch_tensorrt import Input
 
 from .harness import DispatchTestCase
 
@@ -27,6 +30,7 @@ def forward(self, input):
         self.run_test(
             TestChunk(),
             input,
+            use_dynamo_tracer=True,
         )
 
     @parameterized.expand(
@@ -51,6 +55,7 @@ def forward(self, input):
         self.run_test(
             TestChunk(),
             input,
+            use_dynamo_tracer=True,
         )
 
     @parameterized.expand(
@@ -75,6 +80,106 @@ def forward(self, input):
         self.run_test(
             TestChunk(),
             input,
+            use_dynamo_tracer=True,
+        )
+
+
+#######################Dynamic cases#######################
+# The tests are skipped for now. Will be addressed once https://github.com/pytorch/pytorch/issues/134663 is addressed
+@unittest.skip(
+    "Pending aten.split dynamic input torch.export guard bug. Issue- https://github.com/pytorch/pytorch/issues/134663"
+)
+class TestChunkDynamicConverter(DispatchTestCase):
+    @parameterized.expand(
+        [
+            ((1,), (1,), (3,), 3, 0),
+            ((3,), (3,), (4,), 3, 0),
+            ((4,), (4,), (6,), 3, 0),
+            ((6,), (6,), (9,), 3, 0),
+            ((3,), (3,), (4,), 1, -1),
+            ((3,), (3,), (4,), 3, -1),
+            ((3,), (3,), (4,), 4, -1),
+        ]
+    )
+    def test_chunk_1D(self, min_shape, opt_shape, max_shape, chunks, dim):
+        class TestChunk(torch.nn.Module):
+            def forward(self, input):
+                out = torch.ops.aten.chunk.default(input, chunks, dim)
+                return out
+
+        input_specs = [
+            Input(
+                min_shape=min_shape,
+                opt_shape=opt_shape,
+                max_shape=max_shape,
+            ),
+        ]
+        self.run_test_with_dynamic_shape(
+            TestChunk(),
+            input_specs,
+            use_dynamo_tracer=True,
+        )
+
+    @parameterized.expand(
+        [
+            ((3, 4), (3, 4), (4, 4), 1, 0),
+            ((3, 4), (3, 4), (4, 4), 3, 0),
+            ((3, 4), (3, 4), (4, 4), 4, 0),
+            ((3, 4), (3, 4), (4, 4), 2, -2),
+            ((3, 4), (3, 4), (4, 4), 6, -2),
+            ((3, 4), (3, 4), (4, 4), 3, 1),
+            ((3, 4), (3, 4), (4, 4), 4, 1),
+            ((3, 4), (3, 4), (4, 4), 5, -1),
+        ]
+    )
+    def test_chunk_2D(self, min_shape, opt_shape, max_shape, chunks, dim):
+        class TestChunk(torch.nn.Module):
+            def forward(self, input):
+                out = torch.ops.aten.chunk.default(input, chunks, dim)
+                return out
+
+        input_specs = [
+            Input(
+                min_shape=min_shape,
+                opt_shape=opt_shape,
+                max_shape=max_shape,
+            ),
+        ]
+        self.run_test_with_dynamic_shape(
+            TestChunk(),
+            input_specs,
+            use_dynamo_tracer=True,
+        )
+
+    @parameterized.expand(
+        [
+            ((3, 4, 2), (3, 4, 2), (4, 4, 2), 1, 0),
+            ((3, 4, 2), (3, 4, 2), (4, 4, 2), 3, -3),
+            ((3, 4, 2), (3, 4, 2), (4, 4, 2), 3, 1),
+            ((3, 4, 2), (3, 4, 2), (4, 4, 2), 4, 1),
+            ((3, 4, 2), (3, 4, 2), (4, 4, 2), 6, -2),
+            ((3, 4, 2), (3, 4, 2), (4, 4, 2), 1, 2),
+            ((3, 4, 2), (3, 4, 2), (4, 4, 2), 3, -1),
+            ((3, 4, 2), (3, 4, 2), (4, 4, 2), 4, -1),
+        ]
+    )
+    def test_chunk_3D(self, min_shape, opt_shape, max_shape, chunks, dim):
+        class TestChunk(torch.nn.Module):
+            def forward(self, input):
+                out = torch.ops.aten.chunk.default(input, chunks, dim)
+                return out
+
+        input_specs = [
+            Input(
+                min_shape=min_shape,
+                opt_shape=opt_shape,
+                max_shape=max_shape,
+            ),
+        ]
+        self.run_test_with_dynamic_shape(
+            TestChunk(),
+            input_specs,
+            use_dynamo_tracer=True,
         )
 
 

From 853e01a7eb468968e5685333f20a7c90a957f80b Mon Sep 17 00:00:00 2001
From: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
Date: Fri, 6 Sep 2024 00:47:50 +0000
Subject: [PATCH 10/14] docs: [Automated] Regenerating documenation for b4b22c3

Signed-off-by: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
---
 .../classtorch__tensorrt_1_1DataType.html     |   4 ++--
 ...rch__tensorrt_1_1Device_1_1DeviceType.html |   4 ++--
 .../classtorch__tensorrt_1_1TensorFormat.html |   4 ++--
 ...ensorrt_1_1ptq_1_1Int8CacheCalibrator.html |   4 ++--
 ...ch__tensorrt_1_1ptq_1_1Int8Calibrator.html |   4 ++--
 ...8h_1a18d295a837ac71add5578860b55e5502.html |   4 ++--
 ...8h_1a282fd3c0b1c3a215148ae372070e1268.html |   4 ++--
 ...8h_1a31398a6d4d27e28817afb0f0139e909e.html |   4 ++--
 ...8h_1a35703561b26b1a9d2738ad7d58b27827.html |   4 ++--
 ...8h_1abd1465eb38256d3f22cc1426b23d516b.html |   4 ++--
 ...8h_1abe87b341f562fd1cf40b7672e4d759da.html |   4 ++--
 ...8h_1ad19939408f7be171a74a89928b36eb59.html |   4 ++--
 ...8h_1adad592a7b1b7eed529cdf6acd584c883.html |   4 ++--
 docs/_cpp_api/dir_cpp.html                    |   4 ++--
 docs/_cpp_api/dir_cpp_include.html            |   4 ++--
 .../dir_cpp_include_torch_tensorrt.html       |   4 ++--
 ...ng_1a130f65408ad8cbaee060f05e8db69558.html |   4 ++--
 ...rt_1a3fbe5d72e4fc624dbd038853079620eb.html |   4 ++--
 ..._cpp_include_torch_tensorrt_logging.h.html |   4 ++--
 ...e_cpp_include_torch_tensorrt_macros.h.html |   4 ++--
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   4 ++--
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   4 ++--
 ...ng_1a0593f776f469c20469e2f729fc7861a3.html |   4 ++--
 ...ng_1a0c012cb374addd90eb1f42eaec570650.html |   4 ++--
 ...ng_1a56e110feaaba2c3fd44bd201fd21a76a.html |   4 ++--
 ...ng_1a7cb50492421ea9de4e3db895819df6f2.html |   4 ++--
 ...ng_1ac46ac0901cb97e3ae6e93b45f24e90b8.html |   4 ++--
 ...ng_1ad2efd47b6c3689e58ccc595680579ae5.html |   4 ++--
 ...ng_1af8f3443813315af7901903d25dd495cc.html |   4 ++--
 ...tq_1a226e3c83379d1012cde8578c1c86b16c.html |   4 ++--
 ...tq_1a6186e305f47c1d94b6130ef6c7f7e178.html |   4 ++--
 ...pt_1a5b405fd3bf3c8fc2e2a54cbbab979797.html |   4 ++--
 ...pt_1a6e19490a08fb1553c9dd347a5ae79db9.html |   4 ++--
 ...pt_1a81f9783517335dda877d8cfcf38987c9.html |   4 ++--
 ...pt_1ae8d56472106eeef37fbe51ff7f40c9b2.html |   4 ++--
 ...rt_1ac4ab8313ae72c2c899ea31548b528528.html |   4 ++--
 ...rt_1ad1acd06eaeaffbbcf6e7ebf426891384.html |   4 ++--
 ...rt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html |   4 ++--
 docs/_cpp_api/namespace_torch_tensorrt.html   |   4 ++--
 .../namespace_torch_tensorrt__logging.html    |   4 ++--
 .../namespace_torch_tensorrt__ptq.html        |   4 ++--
 ...namespace_torch_tensorrt__torchscript.html |   4 ++--
 ..._cpp_include_torch_tensorrt_logging.h.html |   4 ++--
 ...e_cpp_include_torch_tensorrt_macros.h.html |   4 ++--
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   4 ++--
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   4 ++--
 .../structtorch__tensorrt_1_1Device.html      |   4 ++--
 .../structtorch__tensorrt_1_1GraphInputs.html |   4 ++--
 .../structtorch__tensorrt_1_1Input.html       |   4 ++--
 ...ensorrt_1_1torchscript_1_1CompileSpec.html |   4 ++--
 docs/_cpp_api/torch_tensort_cpp.html          |   4 ++--
 docs/_cpp_api/unabridged_orphan.html          |   4 ++--
 .../_rendered_examples_jupyter.zip            | Bin 103522 -> 103522 bytes
 .../_rendered_examples_python.zip             | Bin 78451 -> 78451 bytes
 docs/_modules/index.html                      |   4 ++--
 docs/_modules/torch_tensorrt/_Device.html     |   4 ++--
 docs/_modules/torch_tensorrt/_Input.html      |   4 ++--
 docs/_modules/torch_tensorrt/_compile.html    |   4 ++--
 docs/_modules/torch_tensorrt/_enums.html      |   4 ++--
 .../torch_tensorrt/dynamo/_compiler.html      |   4 ++--
 .../torch_tensorrt/dynamo/_exporter.html      |   4 ++--
 .../torch_tensorrt/dynamo/_refit.html         |   4 ++--
 .../torch_tensorrt/dynamo/_settings.html      |   4 ++--
 .../torch_tensorrt/dynamo/_tracer.html        |   4 ++--
 .../runtime/_MutableTorchTensorRTModule.html  |   4 ++--
 .../runtime/_PythonTorchTensorRTModule.html   |   4 ++--
 .../dynamo/runtime/_TorchTensorRTModule.html  |   4 ++--
 docs/_modules/torch_tensorrt/fx/fx2trt.html   |   4 ++--
 .../torch_tensorrt/fx/input_tensor_spec.html  |   4 ++--
 docs/_modules/torch_tensorrt/fx/lower.html    |   4 ++--
 .../torch_tensorrt/fx/trt_module.html         |   4 ++--
 docs/_modules/torch_tensorrt/logging.html     |   4 ++--
 .../runtime/_multi_device_safe_mode.html      |   4 ++--
 .../torch_tensorrt/ts/_compile_spec.html      |   4 ++--
 .../_modules/torch_tensorrt/ts/_compiler.html |   4 ++--
 docs/_modules/torch_tensorrt/ts/ptq.html      |   4 ++--
 docs/_static/documentation_options.js         |   2 +-
 docs/cli/torchtrtc.html                       |   4 ++--
 docs/contributors/conversion.html             |   4 ++--
 docs/contributors/dynamo_converters.html      |   4 ++--
 docs/contributors/lowering.html               |   4 ++--
 docs/contributors/partitioning.html           |   4 ++--
 docs/contributors/phases.html                 |   4 ++--
 docs/contributors/runtime.html                |   4 ++--
 docs/contributors/system_overview.html        |   4 ++--
 docs/contributors/ts_converters.html          |   4 ++--
 docs/contributors/useful_links.html           |   4 ++--
 .../writing_dynamo_aten_lowering_passes.html  |   4 ++--
 docs/dynamo/dynamo_export.html                |   4 ++--
 docs/dynamo/torch_compile.html                |   4 ++--
 docs/fx/getting_started_with_fx_path.html     |   4 ++--
 docs/genindex.html                            |   4 ++--
 docs/getting_started/installation.html        |   4 ++--
 docs/getting_started/quick_start.html         |   4 ++--
 docs/index.html                               |   4 ++--
 docs/indices/supported_ops.html               |   4 ++--
 docs/objects.inv                              | Bin 31865 -> 31865 bytes
 docs/py-modindex.html                         |   4 ++--
 docs/py_api/dynamo.html                       |   4 ++--
 docs/py_api/fx.html                           |   4 ++--
 docs/py_api/logging.html                      |   4 ++--
 docs/py_api/ptq.html                          |   4 ++--
 docs/py_api/runtime.html                      |   4 ++--
 docs/py_api/torch_tensorrt.html               |   4 ++--
 docs/py_api/ts.html                           |   6 +++---
 docs/search.html                              |   4 ++--
 docs/searchindex.js                           |   2 +-
 docs/sg_execution_times.html                  |   4 ++--
 .../pytorch-sphinx-theme/docs/changelog.html  |   4 ++--
 .../docs/configuring.html                     |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/api.html   |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/demo.html  |   6 +++---
 .../docs/demo/lists_tables.html               |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/long.html  |   4 ++--
 .../docs/demo/structure.html                  |   4 ++--
 docs/src/pytorch-sphinx-theme/docs/index.html |   4 ++--
 .../pytorch-sphinx-theme/docs/installing.html |   4 ++--
 ...creating_torchscript_module_in_python.html |   4 ++--
 docs/ts/getting_started_with_cpp_api.html     |   4 ++--
 docs/ts/getting_started_with_python_api.html  |   4 ++--
 docs/ts/ptq.html                              |   4 ++--
 .../ts/torchscript_frontend_from_pytorch.html |   4 ++--
 .../dynamo/custom_kernel_plugins.html         |   4 ++--
 .../dynamo/engine_caching_bert_example.html   |   4 ++--
 .../dynamo/engine_caching_example.html        |   4 ++--
 .../_rendered_examples/dynamo/index.html      |   4 ++--
 .../mutable_torchtrt_module_example.html      |   4 ++--
 .../dynamo/refit_engine_example.html          |   4 ++--
 .../dynamo/torch_compile_advanced_usage.html  |   4 ++--
 .../dynamo/torch_compile_resnet_example.html  |   4 ++--
 .../torch_compile_stable_diffusion.html       |   4 ++--
 .../torch_compile_transformers_example.html   |   4 ++--
 .../dynamo/torch_export_cudagraphs.html       |   4 ++--
 .../dynamo/torch_export_gpt2.html             |   4 ++--
 .../dynamo/torch_export_llama2.html           |   4 ++--
 .../_rendered_examples/dynamo/vgg16_ptq.html  |   4 ++--
 docs/tutorials/_rendered_examples/index.html  |   4 ++--
 docs/tutorials/notebooks.html                 |   4 ++--
 .../serving_torch_tensorrt_with_triton.html   |   4 ++--
 docs/user_guide/dynamic_shapes.html           |   4 ++--
 docs/user_guide/runtime.html                  |   4 ++--
 docs/user_guide/saving_models.html            |   4 ++--
 docs/user_guide/torch_tensorrt_explained.html |   4 ++--
 docs/user_guide/using_dla.html                |   4 ++--
 144 files changed, 282 insertions(+), 282 deletions(-)

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
index bf2a98805e..606b2a2dc0 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class DataType &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Class DataType &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
index b6e941d3c1..912122807a 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
index 4cfffeea31..582ba11034 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class TensorFormat &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Class TensorFormat &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
index 86212bd359..debf697054 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
index 5c05cefe88..f06f831669 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
index 7479a7bcc5..d2534b4a04 100644
--- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
+++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define STR &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Define STR &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
index 15ea36fa48..fd1b9ef7e9 100644
--- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
+++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
index 95eaefaf9b..4419927bf5 100644
--- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
+++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
index a6b97324d5..6bd9db3a4a 100644
--- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
+++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
index 12fda77cb5..69c435b736 100644
--- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
+++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
index 13de35adbc..ec671ef987 100644
--- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
+++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define XSTR &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Define XSTR &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
index bbf22b806f..2c01736452 100644
--- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
+++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
index 5068def6da..4a2b14e591 100644
--- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
+++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html
index 205143791a..b2ebf11bcd 100644
--- a/docs/_cpp_api/dir_cpp.html
+++ b/docs/_cpp_api/dir_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory cpp &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Directory cpp &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html
index 0fc4d1b8d1..58b9a700e2 100644
--- a/docs/_cpp_api/dir_cpp_include.html
+++ b/docs/_cpp_api/dir_cpp_include.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory include &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Directory include &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
index aeae674d0e..17a2531a22 100644
--- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
+++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
index 5ca232b20b..c1034ef82b 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum Level &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Enum Level &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
index 294db733f0..fc6d011482 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
index 002b7b81ac..f052413e60 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
index d675a45257..1b01d91dcd 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
index 4c857b25a1..bf46a99870 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 1bcca64dd7..43409edee4 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
index 19cbec2837..f5919c19e9 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
index e45b666a00..d0283b44cc 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
index 0f9d251cfc..64e90172ef 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
index b154d22aa1..9b3f09a16e 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
index 60f579ff66..7c4f26e041 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
index 66171ecc9b..bb10fb3fa1 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
index 0dd4ac29da..523e9d9655 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
index a226db5cad..fcaa38288d 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
index ec7f2a9203..5175eee8b8 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
index 08597feb01..7a3b7575a0 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
index 4e2fdde13c..60609491ed 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
index bfe03233e2..bcf5020aa8 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
index ebc880f7b4..53dd1d874f 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
index 83277c0813..5b5fca3362 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
index 21df901f52..5be24f42b0 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
index fccbf44c67..90c7124cdc 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html
index 698b41c524..fd40e13068 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
index 21d0632d2b..70777519ad 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
index 029460073a..ed9ac6e9eb 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
index d5b6745481..a5688c8d8c 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
index 2ab9c757d0..5a55566358 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
index 751efa791a..67a6829601 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
index ae17d3ca24..0f2d9e5661 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 7bd771ebaf..3dc5c6397d 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
index d1173d5cb5..25309d7167 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Device &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Struct Device &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
index bc6f7ab5d1..eec3bd9e4e 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
index c3058a8c41..ebe5af0986 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Input &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Struct Input &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
index ec3a8e9864..d6164752ec 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html
index 578a191a92..ed31e9aed6 100644
--- a/docs/_cpp_api/torch_tensort_cpp.html
+++ b/docs/_cpp_api/torch_tensort_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html
index 8e9003f519..97de3930be 100644
--- a/docs/_cpp_api/unabridged_orphan.html
+++ b/docs/_cpp_api/unabridged_orphan.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Full API &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Full API &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip
index 339f7611aaf76e6abc4b5e5a0ae8e36390598f79..4dcb0cc59669b736053dd67fbeebd62b951343f5 100644
GIT binary patch
delta 249
zcmaE~g6+`?Hr@blW)=|!5O~e1wvjiPlNm^FF6M0H12evh^T>c1Y$i#fU`DoQg)o@$
zEJhw8!ckNx0v4%h+r$HA7*4(+0b(rXSp%jw^B*~_0hYP@=9wXgvHh4FV_YGKHC=rI
zV;GpxFoDq@%(ygx(Fe>>oX8jjX4Fk&^aL|bO=Jv#NKIn&1~c*}F$RMfM<+3cgBkLZ
Xp=!z|GdhArc1>pV12ed%FopvFO^H+Y

delta 249
zcmaE~g6+`?Hr@blW)=|!5NPaG*~pvB$qb}77jri9ff?V$d1Sy0Hj^Y#FeBTuLKw_=
z79$T4;V3E;0gKeMZQ=nl3@6`^05KNxtO3)T`H!5|0L$Ec^UM&$*nUioF|H8Anyx;9
zF$~OTn84@{W?Y)U=mTabPGpP%GwLQXdV(3JCNhRVq$V+XgBkgg7=yu#qmvlJ!3_Dy
WP&H+f86CkQyCyUGff?LW7{dXV6jsjw

diff --git a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip
index 22af738e351131d47ea0f692e0b5576a17ec1f48..78420bfe833a2d26f26fe4bb1a16f06cd6879cf0 100644
GIT binary patch
delta 249
zcmezTgyr)S7Ty4FW)=|!5O~e1wvpG8l^IBH_GJCS4rVy;ZV>}BzAJ0;fEmgLP=>$F
zM2N^^kDU<4{LnH^uo{W@C_ylzv_OI%%$QKWT^`Kvn*T-%%&<JAoC0D@kJn=i1~azm
zG5UZREc%R|U`BvGV>p<xN}tgU%=oO&7zk##8!&o+8Iuec1Hg=@28<zKhK(Uq%>+Y6
RJFv(_Lq=~fL*9rn1OO^WPZIzD

delta 249
zcmezTgyr)S7Ty4FW)=|!5NPaG*~n|j$_%78d$N9E2QwUaw}^om-<36azzk&rD8t`o
zB1Gh|$4&@ierOpdSdBz{lpvT<S|Gs>W=yExE)QmS&3~f>W>}t5P608d$Llc$gBe@(
z7=6GD7JWufFe5;pF&xZTrO)UFW_;FX3<NXW4H!MZj7bKJ0bs^c1I7?A!^RM*W`ZH3
R9a!X|A)_~#A#cPO0swP<QR@Hz

diff --git a/docs/_modules/index.html b/docs/_modules/index.html
index 70585be3fc..ba58db9ee4 100644
--- a/docs/_modules/index.html
+++ b/docs/_modules/index.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Overview: module code &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Overview: module code &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html
index 9cb3211cd7..cbc9c2e183 100644
--- a/docs/_modules/torch_tensorrt/_Device.html
+++ b/docs/_modules/torch_tensorrt/_Device.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html
index f0f59f2901..9514c93723 100644
--- a/docs/_modules/torch_tensorrt/_Input.html
+++ b/docs/_modules/torch_tensorrt/_Input.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html
index eb02c1886d..05803f1c1c 100644
--- a/docs/_modules/torch_tensorrt/_compile.html
+++ b/docs/_modules/torch_tensorrt/_compile.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_enums.html b/docs/_modules/torch_tensorrt/_enums.html
index 15ac34ce4a..b627a2d0f0 100644
--- a/docs/_modules/torch_tensorrt/_enums.html
+++ b/docs/_modules/torch_tensorrt/_enums.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_compiler.html b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
index 7d2fd097f5..bb1169b8b0 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_compiler.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_exporter.html b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
index f3d4462113..2f3af26fe4 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_exporter.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_refit.html b/docs/_modules/torch_tensorrt/dynamo/_refit.html
index e76c68fa67..b627f7da9c 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_refit.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_refit.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_settings.html b/docs/_modules/torch_tensorrt/dynamo/_settings.html
index 37fab4bc97..2ff7157158 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_settings.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_settings.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_tracer.html b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
index 0f0a03d1dc..f927f76495 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_tracer.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
index c08ee587b7..98fc7a8d8c 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
index bfe3827ee0..ffdead1747 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
index 0678f3103b..cb824760ac 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html
index 4ab21bbaae..1c936478e1 100644
--- a/docs/_modules/torch_tensorrt/fx/fx2trt.html
+++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
index c085ea8e07..79baa217ed 100644
--- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
+++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html
index 4db3a7f204..7218d6d691 100644
--- a/docs/_modules/torch_tensorrt/fx/lower.html
+++ b/docs/_modules/torch_tensorrt/fx/lower.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html
index 4bfee52b9d..f9ffd7e896 100644
--- a/docs/_modules/torch_tensorrt/fx/trt_module.html
+++ b/docs/_modules/torch_tensorrt/fx/trt_module.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html
index 596164f828..aeb4001793 100644
--- a/docs/_modules/torch_tensorrt/logging.html
+++ b/docs/_modules/torch_tensorrt/logging.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
index fdac722346..323e9fea2d 100644
--- a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
+++ b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
index 2fae159cd6..be5f94c907 100644
--- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html
+++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html
index fbfd21f740..a744fdd78c 100644
--- a/docs/_modules/torch_tensorrt/ts/_compiler.html
+++ b/docs/_modules/torch_tensorrt/ts/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/ptq.html b/docs/_modules/torch_tensorrt/ts/ptq.html
index 8cc48525b0..3ff841c8e2 100644
--- a/docs/_modules/torch_tensorrt/ts/ptq.html
+++ b/docs/_modules/torch_tensorrt/ts/ptq.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js
index 6b61b71ddb..be738afff3 100644
--- a/docs/_static/documentation_options.js
+++ b/docs/_static/documentation_options.js
@@ -1,6 +1,6 @@
 var DOCUMENTATION_OPTIONS = {
     URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
-    VERSION: 'v2.5.0.dev0+a4a9419',
+    VERSION: 'v2.5.0.dev0+b4b22c3',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html
index e9ad12f49b..22f964b6ed 100644
--- a/docs/cli/torchtrtc.html
+++ b/docs/cli/torchtrtc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torchtrtc &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torchtrtc &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html
index aa60dd09fb..610b443288 100644
--- a/docs/contributors/conversion.html
+++ b/docs/contributors/conversion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Conversion Phase &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Conversion Phase &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/contributors/dynamo_converters.html b/docs/contributors/dynamo_converters.html
index bbd1ce46eb..60476f2415 100644
--- a/docs/contributors/dynamo_converters.html
+++ b/docs/contributors/dynamo_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html
index a5bd7f4b60..00df89aba2 100644
--- a/docs/contributors/lowering.html
+++ b/docs/contributors/lowering.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Lowering Phase &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Lowering Phase &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html
index a23c3419ad..46df4248b4 100644
--- a/docs/contributors/partitioning.html
+++ b/docs/contributors/partitioning.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Partitioning Phase &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Partitioning Phase &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html
index 9ab6e44afe..bb7fdbd819 100644
--- a/docs/contributors/phases.html
+++ b/docs/contributors/phases.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiler Phases &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Compiler Phases &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html
index 3e500669a5..803dc6f5af 100644
--- a/docs/contributors/runtime.html
+++ b/docs/contributors/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Runtime Phase &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Runtime Phase &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html
index dd53036784..8348c95aaf 100644
--- a/docs/contributors/system_overview.html
+++ b/docs/contributors/system_overview.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>System Overview &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>System Overview &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/contributors/ts_converters.html b/docs/contributors/ts_converters.html
index 60b38cd7d1..b0b26757ca 100644
--- a/docs/contributors/ts_converters.html
+++ b/docs/contributors/ts_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html
index 1bcdb512e3..fdc52aa641 100644
--- a/docs/contributors/useful_links.html
+++ b/docs/contributors/useful_links.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/contributors/writing_dynamo_aten_lowering_passes.html b/docs/contributors/writing_dynamo_aten_lowering_passes.html
index f57921e28a..7081633649 100644
--- a/docs/contributors/writing_dynamo_aten_lowering_passes.html
+++ b/docs/contributors/writing_dynamo_aten_lowering_passes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/dynamo/dynamo_export.html b/docs/dynamo/dynamo_export.html
index a6cf0086c7..a0597635ab 100644
--- a/docs/dynamo/dynamo_export.html
+++ b/docs/dynamo/dynamo_export.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/dynamo/torch_compile.html b/docs/dynamo/torch_compile.html
index f378c18a1d..7543b459d2 100644
--- a/docs/dynamo/torch_compile.html
+++ b/docs/dynamo/torch_compile.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/fx/getting_started_with_fx_path.html b/docs/fx/getting_started_with_fx_path.html
index 2d5138e628..01610ba8c2 100644
--- a/docs/fx/getting_started_with_fx_path.html
+++ b/docs/fx/getting_started_with_fx_path.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/genindex.html b/docs/genindex.html
index 046b5950c9..794f31b46f 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Index &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Index &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html
index cccc499826..880e0588eb 100644
--- a/docs/getting_started/installation.html
+++ b/docs/getting_started/installation.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/getting_started/quick_start.html b/docs/getting_started/quick_start.html
index f9c498f6bc..78f347a8b2 100644
--- a/docs/getting_started/quick_start.html
+++ b/docs/getting_started/quick_start.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Quick Start &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Quick Start &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/index.html b/docs/index.html
index 5c7f1983df..e44cdf112b 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -274,7 +274,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html
index ccbeebb6af..95c5a9d36a 100644
--- a/docs/indices/supported_ops.html
+++ b/docs/indices/supported_ops.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Operators Supported &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Operators Supported &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -274,7 +274,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/objects.inv b/docs/objects.inv
index 4d29df817b9c4abe6ddc809d9f143e0e6923b1f9..1ceb68015a0588e3d031205e441c9eb02180e20e 100644
GIT binary patch
delta 20
bcmezQgYoAN#tDAxNhV1~M#;t-Lse=3X1WMs

delta 20
bcmezQgYoAN#tDAxi6)7bCWe+9Lse=3W!?xq

diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index 8e212e6470..08a251d922 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Python Module Index &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Python Module Index &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/py_api/dynamo.html b/docs/py_api/dynamo.html
index 833d4d2462..a11410ca69 100644
--- a/docs/py_api/dynamo.html
+++ b/docs/py_api/dynamo.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html
index 0d3fbeb8d0..8c75ecbdd6 100644
--- a/docs/py_api/fx.html
+++ b/docs/py_api/fx.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html
index 783fd8871d..09528082f0 100644
--- a/docs/py_api/logging.html
+++ b/docs/py_api/logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html
index 2353ec0ee7..1fc8653528 100644
--- a/docs/py_api/ptq.html
+++ b/docs/py_api/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/py_api/runtime.html b/docs/py_api/runtime.html
index c17c6893a2..1faa0c8952 100644
--- a/docs/py_api/runtime.html
+++ b/docs/py_api/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html
index 57cc479e11..ac3187e989 100644
--- a/docs/py_api/torch_tensorrt.html
+++ b/docs/py_api/torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html
index 358eed4dc4..a030de8aec 100644
--- a/docs/py_api/ts.html
+++ b/docs/py_api/ts.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
@@ -681,7 +681,7 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 
 <dl class="py function">
 <dt class="sig sig-object py" id="torch_tensorrt.ts.TensorRTCompileSpec">
-<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">torch.device</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Device(type=DeviceType.GPU,</span> <span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7fad0f3e7bf0&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">torch.device</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Device(type=DeviceType.GPU,</span> <span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f3cf4f1b530&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
 <dd><p>Utility to create a formatted spec dictionary for using the PyTorch TensorRT backend</p>
 <dl class="field-list simple">
 <dt class="field-odd">Keyword Arguments</dt>
diff --git a/docs/search.html b/docs/search.html
index ce3a3704bf..acf47b8a84 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Search &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Search &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/searchindex.js b/docs/searchindex.js
index f1b4178aa4..280e9241e5 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Mutable Torch TensorRT Module", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Compiling GPT2 using the Torch-TensorRT with dynamo backend", "Compiling Llama2 using the Torch-TensorRT with dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 94, 98, 101, 102, 103, 104, 107], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 108, 109, 111], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 97, 99, 101, 103, 104, 105, 108, 112, 113], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 94, 105, 107], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 94, 105, 107, 111], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 94, 95, 96, 97, 106, 108, 110, 111, 112, 113], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 94, 95, 98, 100, 102], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 95, 97, 99, 101, 106, 109, 110, 112, 113], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 112], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 96, 97, 108, 110], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 101, 103, 104, 109, 110, 111], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 98, 99, 101, 103, 104, 109], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 93, 94, 97, 102, 108], "reason": [0, 65, 87, 92, 94, 112], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 105, 106, 107, 108, 109, 110, 111, 112], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 93, 94, 96, 97, 107, 108, 109, 110], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 96, 98, 99, 101, 107], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 95, 96, 106, 107, 108, 109, 110, 111], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 96, 97, 109, 110], "itself": [0, 1, 2, 46, 52, 55, 91, 108], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 96, 97, 102, 105, 108, 113], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 107, 108], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 96, 100, 113], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 105, 113], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 105], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 97, 98, 101, 102, 103, 104, 107, 108, 109, 110, 112, 113], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 94, 105, 109, 110, 111, 112], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 94, 109], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 94, 95, 96, 99, 101, 102, 106, 108, 110], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 109, 111], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 105, 108, 109], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 93, 94, 96, 97, 100, 101, 103, 104, 105, 107, 108, 110, 111, 112], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 94, 113], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88, 97, 103, 104], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 101, 112, 113], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 94, 103, 104, 107, 108], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 97, 98, 105, 108, 109], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 112], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 110], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 110], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 96, 97, 110, 113], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 110, 113], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 94, 98, 99, 102, 103, 104, 107, 108, 109, 110, 111, 112], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 94, 98, 107, 108], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 97, 108], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 108], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 97, 112, 113], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 104, 108, 110, 112, 113], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "kdla": [1, 45, 46, 113], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 97, 109, 113], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 93, 94, 96, 97, 99, 102, 106, 107, 108, 109, 111, 112], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 97, 98, 102, 103, 104, 107, 108, 109, 110, 111, 112], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92, 94, 97], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 98, 107], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 105], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 105], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 95, 106], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 105, 106, 110], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 94, 110], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 108, 109, 111, 112], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 108, 113], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 99, 102, 108, 109], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 95, 106, 110], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 94, 99, 101, 105, 108, 109, 113], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 94, 99, 101, 105, 107, 109], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 98, 102, 105, 108], "alwai": [3, 4, 27, 52, 75, 81, 97], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 104, 105, 107, 109, 111, 113], "due": [3, 4, 66, 80, 81, 105], "issu": [3, 4, 64, 70, 75, 88, 98, 101], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 97, 102, 105, 108], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 97, 110], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 95, 97, 99, 101, 106, 107, 112], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 96, 98, 105, 107, 108, 109, 110], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 96, 97, 99, 101, 102, 110], "use_cach": [3, 4, 30, 44, 73, 90, 103, 104], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 97, 105, 107, 109, 110, 112, 113], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 108], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 94, 95, 97, 98, 102, 106, 108, 109, 110, 111, 112], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 99, 101, 107, 110], "easili": [3, 4, 96], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 113], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 112], "dataload": [4, 29, 30, 44, 49, 73, 90, 105], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 100, 108], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 104, 112], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 94, 102, 105, 108, 112], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 99, 101, 110], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 94, 107], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 97, 107, 108, 109, 110], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 94, 98, 102, 105, 109, 111], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 95, 106, 110], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 99, 101], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 93, 94, 96, 97, 99, 101, 103, 104, 105, 108], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 109], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 106, 107, 108, 110, 112], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 93, 94, 96, 97, 98, 99, 101, 105], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 112], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 94, 95, 96, 97, 99, 101, 102, 106, 107, 109, 110], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 94, 99, 101, 107, 112], "phase": [16, 60, 63, 88, 97, 109, 112], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 112], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 70, 90, 94], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 95, 104, 106, 109], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 108], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 107, 109, 113], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 94, 105], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 93, 94, 105], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92, 94, 103, 104], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 113], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 96, 100, 103, 104, 107, 113], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 113], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 108, 112], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 96, 103, 104, 105, 110], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 96, 97, 100, 107, 108, 109, 111], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 94, 109], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 96], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 99, 101, 111], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 94, 105, 107, 110], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 96, 97, 107, 109, 110], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 70, 71, 75, 79, 81, 88, 89, 90, 92, 94, 97, 98, 102, 108, 109, 110, 112, 113], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 99, 101, 109], "post": [29, 30, 49, 52, 63, 68, 88, 94], "train": [29, 30, 49, 52, 68, 69, 88, 89, 94], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 95, 106], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 95, 97, 106, 108], "previous": [29, 33, 88, 94, 97], "therefor": [29, 58, 65, 66, 74, 81, 88, 107, 110], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 99, 101, 105, 107, 108, 109], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 105, 108, 109, 110], "dataset": [29, 73, 90, 107], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 93, 94, 97, 100, 107, 108, 110, 112], "later": [29, 70, 88, 97, 111, 112], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 96, 110, 112], "scratch": [29, 94, 97], "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 108, 110], "howev": [29, 66, 79, 80, 88, 92, 94, 108, 109, 112], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 107, 108, 113], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 94, 102, 105, 106, 107], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 105, 108, 110, 112], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 108], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 96, 97, 108, 110, 112], "respons": [29, 54, 58, 81, 110], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 94, 109], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 102, 107, 108, 110, 111, 112], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 108, 109], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 98, 105, 109], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 107], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 98, 101, 107, 109, 110, 112], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 94, 98, 105, 107, 109], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92, 94, 97], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92, 97], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90, 103, 104], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 94, 108, 110], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 97, 108, 111, 112], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 95, 97, 98, 105, 106, 107, 109, 111, 113], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 94, 97, 98], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 113], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 93, 96, 105, 108, 110, 113], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 98, 107, 109], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 94, 107], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 96, 105, 108, 109], "unsupport": [31, 49, 54, 64, 75, 92, 112], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 110, 112], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 98, 101, 108, 112, 113], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 108, 109], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 99, 101], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 106, 107, 112], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 94, 110], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76, 94, 97], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 112], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 108], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 94, 109, 110, 112], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 94, 95, 99, 106, 107, 108, 109, 110], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 94, 105, 107, 108, 111], "symbol": [33, 65, 66, 76, 81, 110], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 113], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104, 105, 106, 109, 111], "y": [33, 56, 76, 82, 92, 98], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89, 94], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92, 94, 97], "origin": [33, 65, 71, 75, 92, 94, 96, 112], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 94, 95, 96, 97, 105, 106, 108, 109, 110, 111, 112], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 94, 100, 108], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 107, 108, 111], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 113], "id": [36, 45, 52, 75, 79, 80, 84, 113], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 93, 97, 101, 107, 112], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 110], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 108, 109, 110], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 96, 108, 110, 113], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45, 103, 104], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 99, 112], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 94, 110], "root": [42, 43, 44, 45, 66, 79, 90, 105], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "tree": [42, 43, 44, 45, 79, 90, 105, 110], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 108, 110], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 107, 108, 109, 110, 111, 112], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 112], "necessari": [42, 62, 64, 66, 74, 97, 110], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 70, 81, 82, 88, 89, 90, 94, 97, 106, 108, 109, 110, 112], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 97, 98, 108], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 93, 94, 105], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 99, 101], "gaurd": 43, "someth": [43, 55, 81, 108], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 96, 98, 108], "setup": [43, 90, 108], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 109, 111], "torchtrt": [43, 56, 92, 105], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 98, 105, 109], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 103, 104, 113], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 98, 102], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 97, 98, 102, 109], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 108, 109, 110, 111], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 96, 107, 110], "still": [44, 56, 65, 66, 90, 98, 112], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 93, 94, 98, 100, 110, 111, 113], "batch_siz": [44, 90, 105], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "statu": [44, 82], "reset": [44, 93, 94, 98, 101, 110], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 112], "again": [44, 58, 60, 81, 92, 96], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 108], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81, 94], "copi": [44, 60, 65, 69, 73, 82, 108], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": [45, 94], "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 93, 99, 101, 102, 107, 109], "device_typ": [45, 46, 75, 90, 91, 113], "int64_t": [45, 46, 48, 49, 90, 113], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 112, 113], "agx": 45, "platform": [45, 52, 59, 66, 108, 113], "xavier": [45, 113], "dla_cor": [45, 46, 52, 75, 90, 91, 113], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 113], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 99, 102, 107, 109], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 102, 105, 108, 110, 113], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 110], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "spec": [45, 48, 49, 52, 72, 75, 76, 91, 94], "flatten": [45, 47, 69, 87, 88, 105], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 103, 104, 105, 108, 113], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92, 103, 104], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 94, 95, 96, 106], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 100], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 97, 99, 101], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 93, 94, 97, 98, 99, 101, 104, 105], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 102, 105, 107, 109, 111, 113], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 97, 98, 99, 101], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 98, 101], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 107, 108, 112], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 105, 107, 108, 109, 112, 113], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89, 94], "complex": [47, 49, 64, 66, 87, 89, 96], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 94, 111], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 98, 101, 103, 104, 108], "rang": [48, 49, 52, 65, 75, 92, 93, 94, 99, 107, 109], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 97, 99, 100, 101, 107, 109, 112], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 110], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 105, 109], "three": [48, 57, 59, 65, 71, 75, 81, 82, 107, 108], "min": [48, 52, 60, 69, 75, 94, 99, 109], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 94, 99, 105, 109], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 94, 97, 99, 101, 110], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 109], "expect": [48, 54, 55, 60, 75, 88, 89, 107], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 107], "low": [48, 65, 96], "high": [48, 55, 56, 79, 92, 112], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 94, 95, 96, 100, 106, 107], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 98, 108, 109, 111, 112], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 96, 100, 103, 104, 109], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 94, 98, 100, 101, 104, 110], "opt": [48, 66, 74, 75, 102], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 99, 101, 108], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 98, 111], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 94, 107, 108, 109, 110, 111], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 96, 97, 107, 112], "altern": [48, 56, 62, 63, 75, 89, 102, 107, 111], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 105, 108, 109, 111], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 109], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 95, 106, 110], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 99, 109], "event": [48, 64, 93, 94], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 105], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 99, 107, 109], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 110, 113], "describ": [49, 56, 60, 75, 87, 91, 95, 106, 108], "entri": [49, 60, 94], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 94, 97, 105, 107, 109, 112], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 99, 101, 113], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 107, 109, 110], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 107], "inner": [49, 82, 107], "product": [49, 75], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 105, 107, 108, 109], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 108, 109], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 105], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 109, 110, 111], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 101, 102], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 109], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100, 102, 103, 104, 105, 108, 109, 110, 111], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 98, 99, 101], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 102, 110], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 95, 106], "host": [49, 52, 64, 66, 70, 75, 76, 92, 108], "share": [49, 52, 64, 66, 70, 74, 75, 76, 94], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 97, 109], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 97, 105, 110], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 94, 112], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 98, 112], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 70, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 107, 110, 112], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 94, 95, 97, 106, 107, 110, 111], "command": [52, 64, 66, 81, 82, 87, 88, 108], "line": [52, 66, 82, 88, 96], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92, 94], "deploy": [52, 74, 88, 89, 90, 107, 108, 110, 113], "pipelin": [52, 88, 96, 100, 113], "basic": [52, 56, 65, 82, 106, 108], "featur": [52, 56, 65, 66, 88, 90, 91, 100, 105, 107, 112], "though": [52, 59, 60, 87, 88, 112], "alreadi": [52, 53, 54, 55, 88, 90, 92, 109], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 94, 108, 109], "embed": [52, 54, 58, 69, 76, 81, 113], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 98, 101, 108, 110], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 110], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 93, 94, 96, 108, 109, 110, 111], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75, 97], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 96, 107, 110], "load": [52, 56, 58, 64, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 107, 108, 110, 112], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 96, 97, 108, 110], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 108, 110], "input_file_path": [52, 113], "output_file_path": [52, 113], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 110], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 105, 108], "verbos": [52, 64, 65, 70, 71, 82, 99, 101], "about": [52, 53, 58, 60, 66, 74, 79, 88, 108, 109], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 97, 98, 102, 107, 108, 110], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 94, 110], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 93, 94, 105], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 97, 113], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 95, 96, 106, 109, 110, 112], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 108, 113], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 98, 99, 108, 113], "float16": [52, 75, 92, 96, 100], "f16": [52, 75, 88, 113], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 113], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 112, 113], "dla_standalon": [52, 75], "file_path": [52, 75, 111], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 98, 110, 112], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 112], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 96, 97], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 95, 103, 104, 106], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92, 93], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 103, 104, 105, 113], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 102, 110, 111], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 105, 107, 108], "ssd_trace": 52, "pt": [52, 65, 88, 103, 104, 108], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 105, 107], "1024": [52, 70, 75, 76, 103, 107], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 108], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 94, 95, 97, 98, 101, 106, 107], "context": [53, 57, 58, 59, 64, 72, 74, 102, 110], "inetworkdefinit": [53, 54], "record": [53, 87, 93, 94, 102, 110], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 93, 94, 107], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 94, 108, 109], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 110], "state": [53, 54, 60, 62, 74, 88, 96], "been": [53, 60, 64, 66, 73, 82, 88, 94, 97, 112], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 94, 105, 107], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 108], "abl": [53, 55, 60, 62, 65, 90, 91, 92, 97], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 94, 97, 112], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 98, 101], "until": [53, 56, 59, 60, 66, 70, 75, 112], "final": [53, 56, 57, 59, 66, 92, 98, 101, 107], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 94, 109, 112], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 108, 112], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 113], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81, 94], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 94, 95, 106, 107, 108, 113], "associ": [53, 60, 88, 94, 110], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90, 97], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 96, 97, 108, 112], "done": [53, 56, 59, 92, 97, 108, 111], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 97, 98, 101, 108, 110], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 96, 98, 105, 107, 108, 110, 111], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 99, 101, 108, 110], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 109], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 109], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 93, 94, 98, 105, 108, 109], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 97, 109], "kwarg": [54, 65, 70, 73, 74, 75, 92, 107], "dict": [54, 70, 74, 75, 76, 92, 94], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 107], "decor": [54, 62, 65], "kei": [54, 81, 87, 94, 108, 109], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 105, 107, 109], "capability_valid": 54, "lambda": [54, 60, 81, 88, 108], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 97, 111], "determin": [54, 55, 64, 65, 75, 109, 110], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 108, 113], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92, 97], "numpi": [54, 75, 92, 93, 94, 96, 97, 108], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 98], "correspond": [54, 60, 65, 66, 74, 75, 94, 96, 105, 110], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 94, 102, 111], "being": [54, 65, 66, 70, 88, 92, 97], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 96, 98, 101, 105, 107, 108, 109, 110], "github": [54, 61, 64, 66, 79, 88, 90, 98, 101, 105, 108, 110], "com": [54, 61, 64, 66, 88, 90, 96, 98, 101, 105, 108, 110], "blob": [54, 61, 66, 79, 90, 94], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 105], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90, 93, 94, 97], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 97, 112], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 94, 97, 107, 109], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 108], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 96, 107, 108, 110, 112], "opoverload": 54, "particular": [54, 64, 94], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 105], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55, 97], "special": [54, 56], "account": [54, 108], "illustr": [54, 65, 99, 107], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 107], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 98], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94, 96], "possibl": [54, 66, 81, 92, 94, 107, 108], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 98, 101], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92, 94], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 112], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 93, 94, 96, 107, 110], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 107], "limit": [54, 55, 72, 80, 90, 94, 112], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 98, 99, 101, 105, 109], "ignor": [54, 70, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 93, 94, 96, 97, 108], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 107], "term": [54, 75, 81, 82, 90, 92, 107], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 98, 99, 101, 107, 109, 110, 111, 112], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 105, 112], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 109], "modifi": [54, 56, 62, 65, 82, 95, 96, 106, 109], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 105, 108, 112], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79, 94], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 96], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 107, 112], "instanc": [55, 62, 64, 66, 70, 73, 74, 87, 88, 107, 110], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 94, 107, 110], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 112], "closer": 55, "scope": [55, 92, 98, 101], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 112], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 98, 105, 109, 112], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 108], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 99, 108, 109], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 99], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 110], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 94, 98, 105, 107, 109, 113], "bia": [55, 69, 88, 105], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 112], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 96, 108, 113], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 112], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 112], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 110, 112], "pair": [55, 60, 66, 81, 90, 107], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "mark": [55, 56, 79, 94], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 112], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 94, 107, 109, 112], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 93, 108], "might": [55, 66, 79, 97, 109], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 94, 97, 110], "expand": [55, 69], "simpli": [55, 98, 107], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 95, 97, 98, 106, 107, 109, 110, 111, 112], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90, 94], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 105], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82, 97], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 108], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 99, 101, 107], "verifi": [56, 70, 92, 97], "Then": [56, 90, 91, 97], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 110], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 98, 108, 112], "trace": [56, 65, 70, 74, 76, 87, 88, 109, 111, 112], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 108], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 105], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 95, 98, 99, 102, 106, 107, 108, 109, 110, 111], "maintain": [56, 58, 60, 75, 96, 112], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109], "mymodel": [56, 63, 67, 89, 92, 109, 111], "ts_model": [56, 88], "trt_model": [56, 91, 92, 99, 103, 104, 105, 108, 111], "off": [56, 58, 102], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 94, 99, 102, 109, 111], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 97, 99, 102, 107, 108, 109, 111], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 98, 105], "trt_mod": [56, 67, 88, 90, 113], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 97, 99, 101], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 105], "greedi": [56, 103, 104], "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 94, 97, 99, 101, 108, 109, 110, 111], "encount": [56, 64, 66, 98, 101], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 98, 100, 101, 102, 105, 109], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 70, 81, 88, 94, 105, 108], "could": [56, 64, 65, 92, 99, 101, 110], "rewrit": [56, 62], "portion": [56, 81, 92, 100], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 93, 94, 97, 110], "reorder": 56, "seri": 56, "cleanli": 56, "approach": [56, 94], "achiev": [56, 107], "hit": 56, "larger": [56, 70, 75, 79, 107], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 96, 97, 112], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 94, 97, 112], "clean": [56, 62, 81, 98, 101], "step": [56, 65, 69, 75, 90, 92, 97, 107], "consolid": [56, 87], "further": [56, 64, 65, 110, 112], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 112], "loop": [56, 64, 65, 103, 104], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 95, 98, 99, 101, 102, 106, 109], "larg": [57, 59, 79, 81, 88, 90, 97, 107], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 110, 112], "evalu": [57, 58, 59, 105], "deploi": [57, 59, 68, 88, 90, 95, 106, 108], "instanti": [57, 58, 59, 60, 88, 100], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 98, 101], "extend": [57, 59, 60, 69, 88, 94, 107], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 105, 112], "machin": [58, 66, 90, 108], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 112], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 97, 99, 102, 105, 108], "resnet": [58, 77, 95, 96, 106, 107, 108], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 108, 110], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 96, 97, 106], "depickl": 58, "encod": [58, 107], "sm": 58, "correct": [58, 66, 79, 96, 97, 105], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 94, 112], "older": 59, "repositori": [59, 66, 79, 86, 108], "notebook": [59, 68, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 109], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 112], "matur": 59, "most": [59, 65, 66, 71, 92, 97, 108, 110, 112], "hood": [59, 99, 112], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 107], "ilay": 60, "analogu": 60, "goal": [60, 64, 94], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 98, 99, 101, 110], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 101, 103, 104, 105, 106, 107, 108, 112], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 94, 107], "don": [60, 65, 79, 81, 82, 90, 105, 108, 109], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 94, 109, 110], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 95, 98, 106, 111], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 97, 107], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 113], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 94, 98, 105], "wrapper": [60, 65, 111], "similar": [60, 63, 64, 65, 66, 88, 91, 92, 103, 104], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92, 93, 94], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 96], "benefit": [60, 88, 94], "deal": [60, 94], "quit": [60, 66, 88, 107], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 112], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 109], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 109, 110], "stabl": [61, 76, 77, 79, 95, 106, 109], "master": [61, 66, 90, 110], "overview": [61, 68, 98, 102], "md": 61, "appli": [62, 63, 90, 97], "desir": [62, 70, 82, 90, 94], "coalesc": 62, "insert": [62, 88, 90, 94, 97], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 97, 111, 112], "caller": 62, "invok": [62, 64, 65, 87, 88, 110], "lint": 62, "recompil": [62, 70, 75, 94, 97, 101, 109, 112], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 98], "scenario": [62, 64, 96], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 107], "placehold": 62, "isinst": [62, 65, 92, 105], "issubclass": 62, "direct": [62, 85, 97, 110], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 112], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 105], "__init__": [62, 74, 75, 81, 87, 92, 94, 98, 105, 109], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 94, 95, 98, 100, 101, 105, 106, 109], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 101, 107, 110, 112], "control": [62, 65, 87, 97, 110], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 70, 79, 93, 94, 105], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 107], "exportedprogram": [63, 67, 70, 75, 97, 103, 104, 109, 112], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 93, 94, 97, 98, 99, 101, 102, 105, 109], "frontend": [63, 70, 73, 89, 92, 95, 99, 101, 105, 106, 109], "simpl": [63, 64, 65, 81, 82, 87, 107, 108, 109], "usag": [63, 65, 73, 77, 81, 88, 95, 106, 109, 111], "eval": [63, 67, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 108, 109, 111], "exp_program": [63, 94, 97, 105, 109], "trt_gm": [63, 67, 94, 97, 109, 111], "interact": [63, 81, 96, 98, 99, 100, 101, 102, 103, 104], "ideal": 63, "discuss": [63, 64, 108], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 108, 111], "frequent": 63, "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 95, 106], "insid": [63, 81, 92, 95, 106, 108], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 107], "constraint": 63, "guid": [64, 80, 106], "present": [64, 97], "learn": [64, 66, 68, 88, 90, 92, 108, 113], "acceler": [64, 71, 75, 95, 106, 110, 112, 113], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 96, 99, 100, 101, 103, 104, 107], "wide": [64, 75, 85], "varieti": [64, 108], "primari": [64, 94, 111], "simplic": 64, "optimized_model": [64, 67, 93, 98, 99, 101], "depth": [64, 79, 107], "challeng": [64, 96, 108], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 98], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 98], "use_python_runtim": [64, 70, 74, 75, 92, 93, 94, 96, 97, 98], "truncate_doubl": [64, 70, 74, 75, 92, 93, 103, 104], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refit": [64, 70, 74, 75, 93, 94, 96, 97], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75, 94], "tmp": [64, 70, 74, 75, 88, 93], "torch_tensorrt_engine_cach": [64, 70, 74, 75], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "cache_built_engin": [64, 70, 74, 93, 94], "reuse_cached_engin": [64, 70, 74, 93, 94], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 110], "regardless": [64, 70, 82, 99, 101], "fail": [64, 70, 75, 88, 96, 97, 105, 113], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 110], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 96, 98, 101, 102, 112], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 102, 105], "detail": [64, 65, 70, 87, 88, 92, 94, 108, 110], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 94, 107], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "storag": [64, 70, 90], "sub": [64, 69, 81, 87, 98], "slate": 64, "futur": [64, 65, 70, 75, 76, 110], "occur": 64, "first_output": 64, "subsequ": [64, 94], "second_output": 64, "session": [64, 67, 81, 94, 102], "point": [64, 66, 75, 79, 80, 81, 88, 105, 108], "cover": [64, 106, 107], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 97, 109, 112], "vari": [64, 71, 109], "distribut": [64, 88, 90, 110], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 96, 105, 106, 107, 108], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 96, 97], "_dynamo": [64, 93, 94, 98, 99, 101, 109], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103, 104, 108], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 105, 108], "variou": [65, 113], "etc": [65, 79, 81, 92, 113], "environ": [65, 67, 108], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 105, 108, 109], "max_batch_s": [65, 71, 108], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 102], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 94, 110], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 108], "updat": [65, 66, 70, 71, 75, 92, 95, 97, 106], "dim": [65, 69, 71, 92, 94, 105, 108, 109], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 96, 108], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 108], "acc_mod": 65, "earli": [65, 97], "deprec": [65, 69], "continu": [65, 81, 110], "backward": [65, 74, 92, 112], "vision": [65, 108], "activ": [65, 74, 76, 81, 88, 90, 107, 110, 113], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 109], "ll": [65, 94], "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 98], "re": [65, 75, 81, 94, 96, 102, 110], "manual": [65, 75, 80, 81, 97], "sampl": [65, 70, 81, 89, 90, 96, 97, 98, 99, 100, 101, 102, 103, 104, 108], "rand": [65, 88, 94, 96, 97, 98], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 94, 105], "accordingli": [65, 79, 109, 110], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": [65, 94], "best": [65, 70, 75, 81, 96], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 98, 110], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 104, 105, 109], "25": [65, 71, 88], "runtimeerror": [65, 105], "xxx": 65, "One": [65, 81, 82, 88, 107, 110], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 112], "thing": [65, 66, 81], "compar": [65, 70, 75, 89, 97], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 107, 108], "acc_op": 65, "leverag": [65, 90, 95, 106], "power": [65, 81, 88, 107], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 99, 109], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 96, 107, 113], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 105], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85, 104], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 95, 106], "yet": [65, 107], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 105], "pip": [66, 108], "upload": [66, 108], "x86": [66, 110], "extra": [66, 74, 88, 92, 96], "url": [66, 79, 108], "download": [66, 85, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 94, 95, 97, 99, 103, 104, 105, 106, 111, 112], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 108], "curl": [66, 81], "fssl": 66, "o": [66, 81, 108], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 94, 108], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 97, 109], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 109, 112], "technolog": [66, 112], "project": [66, 80, 85], "exclud": [66, 92], "speed": [66, 94, 95, 97, 106], "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 107], "ngc": [66, 108], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 98, 99, 100, 101, 102, 103, 104], "microsoft": 66, "2022": [66, 68], "open": [66, 107, 108], "app": 66, "x64": 66, "prompt": [66, 96, 100, 103, 104], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 110], "similarli": [66, 94, 102, 110], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 113], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 108], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 105], "anywher": 67, "ahead": [67, 68, 88, 96], "ep": [67, 69, 97, 111], "output_format": [67, 75, 111], "input_tensor": [67, 92, 105], "fill": 67, "aot": [68, 88, 96, 97, 112], "integr": [68, 95, 96, 98, 106], "seamlessli": [68, 75], "ecosystem": [68, 112], "hybrid": [68, 70, 75, 76, 112], "instal": [68, 85, 88, 108, 110], "triton": [68, 92], "page": [68, 83, 85, 108], "introductori": 68, "blog": [68, 110], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 105], "pad": [69, 75, 92, 105], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 105], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 107], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 107], "input_scal": 69, "indic": [69, 79, 81, 97, 99, 109], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 105], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 96], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 108], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 107], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 105], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 105], "largest": 69, "dim0": [69, 94], "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 93, 94, 105], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 105], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 111], "arg_input": [70, 75, 97], "kwarg_input": [70, 75, 97], "engine_cache_dir": [70, 93, 94], "engine_cache_s": [70, 93, 94], "custom_engine_cach": [70, 94], "baseenginecach": [70, 94], "int32": [70, 75, 76, 92, 93, 101, 107], "channel_last": [70, 75, 76, 107], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 107, 112], "understand": [70, 75, 109], "convolut": [70, 75, 76, 90, 92, 113], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 93, 94, 107], "parition": [70, 75], "increas": [70, 75, 94], "amount": [70, 75], "defer": [70, 75, 112], "lead": [70, 75, 81, 110], "oversubscript": [70, 75], "hard": [70, 97], "disk": [70, 75, 94], "space": [70, 81, 82, 90], "byte": [70, 74, 75, 76, 92, 94, 107], "1gb": [70, 93, 94], "exce": 70, "oldest": 70, "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 97], "compiled_modul": [70, 97], "new_weight_modul": [70, 97], "verify_output": [70, 97], "use_weight_map_cach": [70, 97], "in_plac": [70, 97], "compmil": 70, "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": [71, 103, 104], "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 108], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 108], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 110], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 97, 98, 99, 101, 102, 103, 104], "scriptmodul": [74, 75, 76, 88, 89, 111, 112], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 96], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92, 94], "load_state_dict": [74, 96, 105], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "_set": [74, 98], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 108], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 110], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 95, 96, 106], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 108], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89, 97], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 99, 102], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 95, 106], "float8": 75, "i32": 75, "sign": [75, 108], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 96, 100, 105, 108], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7fad0f3e7bf0": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "total": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "galleri": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "mem": 77, "advanc": [77, 82, 90, 95, 106], "torch_compile_advanced_usag": [77, 98], "torch_compile_resnet_exampl": [77, 99], "diffus": [77, 95, 106], "torch_compile_stable_diffus": [77, 100], "transform": [77, 88, 90, 93, 95, 97, 103, 104, 105, 106, 108, 111], "torch_compile_transformers_exampl": [77, 101], "v0": [78, 108], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 94, 108], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 108], "sphinx": [79, 80, 81, 82, 86, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 108], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 98, 101], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 94, 100, 107], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": [80, 97], "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 105], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 108], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 105, 107, 108], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92], "strang": 81, "hyphen": 81, "word": [81, 107], "adjust": 81, "width": [81, 107], "browser": 81, "window": 81, "sentenc": [81, 107], "suppli": [81, 97], "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 105], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 94, 112], "why": [81, 110], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88, 97], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 112], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": [81, 97], "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "a4a9419": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 111], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 112], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 108], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 110], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 107], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 96, 100], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 109, 112], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 105, 107], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 96], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 110], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 107], "hehe": 82, "kept": 82, "sai": [82, 107], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 107], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 108], "changelog": 85, "math": 85, "9": [85, 88, 92, 108], "14": [85, 93, 101, 108], "17": 85, "18": [85, 88, 96], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 96, 97], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 105], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 112], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 108], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 96], "cppdoc": 88, "pretti": 88, "fashion": [88, 107], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": [88, 97], "aren": 88, "techniqu": [88, 90, 110], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 110], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 105], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 112], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 106], "sole": [89, 90, 112], "individu": 89, "accuraci": [90, 107], "loss": [90, 107], "infrastructur": [90, 108], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 105], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 105], "4822": [90, 105], "4465": [90, 105], "2023": [90, 105], "1994": [90, 105], "2010": [90, 105], "dataloaderopt": 90, "worker": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 113], "compile_spec": [90, 99, 113], "kf16": [90, 113], "ki8": 90, "vgg16": [90, 95, 105, 106], "testing_dataset": [90, 105], "totensor": [90, 105, 108], "testing_dataload": [90, 105], "num_work": [90, 105], "vgg": [90, 105], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 107], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 107, 108], "cost": [92, 94, 97, 110], "perhap": 92, "overhead": [92, 110], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 108], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 105, 108], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 107], "count": 92, "__": 92, "were": [92, 97, 110], "aggreg": 92, "stat": 92, "latenc": [92, 110], "abstractli": 92, "pkl": [92, 96], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 96, 97], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "custom_kernel_plugin": 92, "jupyt": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "ipynb": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94], "bertmodel": [93, 101], "random": [93, 94, 96, 97], "seed": [93, 94, 96, 97], "manual_se": [93, 94, 96, 97], "from_pretrain": [93, 96, 100, 101, 103, 104], "uncas": [93, 101, 107], "return_dict": 93, "randint": [93, 101], "compile_bert": 93, "enable_tim": [93, 94], "1st": [93, 94], "measur": [93, 94], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "messur": [93, 94], "compilation_kwarg": [93, 101], "torch_trt_bert_engine_cach": 93, "30": [93, 94, 96, 97, 99, 101], "synchron": [93, 94], "elapsed_tim": [93, 94], "millisecond": 93, "__name__": [93, 98, 101], "__main__": [93, 98, 101], "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": 94, "explor": [94, 106], "resnet18": [94, 96, 97, 99, 102], "torch_trt": [94, 96, 97], "_default": 94, "_engine_cach": 94, "flexibl": [94, 112], "histor": 94, "barrier": 94, "reconstruct": 94, "prior": [94, 109, 110], "ti": 94, "hash": 94, "magnitud": 94, "make_refitt": 94, "torch_compil": [94, 98, 99, 101, 102, 109, 112], "compiled_model": 94, "ms": 94, "dynamo_compil": 94, "example_input": 94, "200": 94, "dynamic_shap": [94, 109], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "cudagraph": [95, 106], "mutabl": [95, 106], "vgg16_fp8_ptq": [95, 106], "bert": [95, 101, 106], "gpt2": [95, 106], "llama2": [95, 106], "straightforward": 96, "especi": 96, "hug": [96, 103, 104], "face": [96, 103, 104], "difficult": 96, "ever": 96, "walk": [96, 97], "lora": [96, 97], "use_python": 96, "mutable_modul": 96, "model2": [96, 97], "expected_output": [96, 97], "refitted_output": [96, 97], "allclos": [96, 97], "reload": [96, 112], "checkpoint": [96, 105], "civitai": 96, "12597": 96, "moxin": 96, "diffusionpipelin": [96, 100], "no_grad": [96, 103, 104, 105], "model_id": [96, 100], "runwayml": 96, "v1": [96, 100], "hous": 96, "forest": 96, "shuimobysim": 96, "wuchangshuo": 96, "qualiti": 96, "worst": 96, "lowr": 96, "focu": 96, "cloudi": 96, "watermark": 96, "pipe": [96, 100], "torch_dtyp": [96, 100], "unet": [96, 100], "negative_prompt": 96, "num_inference_step": 96, "without_lora_mut": 96, "jpg": [96, 108], "procedur": 96, "load_lora_weight": 96, "stablediffusionapi": 96, "load_lora_embed": 96, "weight_nam": 96, "safetensor": 96, "adapter_nam": 96, "lora1": 96, "set_adapt": 96, "adapter_weight": 96, "fuse_lora": 96, "unload_lora_weight": 96, "with_lora_mut": 96, "mutable_torchtrt_module_exampl": 96, "expens": 97, "involv": 97, "occasion": [97, 98, 101], "adapt": 97, "infeas": 97, "focus": 97, "mostli": 97, "recogn": 97, "behalf": 97, "init": [97, 105], "sett": 97, "randomli": 97, "exp_program2": 97, "compiled_trt_ep": 97, "new_trt_gm": 97, "accomplish": 97, "gaurente": 97, "attempt": [97, 105, 109], "rebuild": 97, "heurist": 97, "refit_engine_exampl": 97, "x_out": 98, "y_out": 98, "x_y_out": 98, "invoc": 98, "sample_inputs_half": 98, "model_half": 98, "backend_kwarg": 98, "optimized_model_custom": 98, "exit": [98, 101, 108], "2052": [98, 101], "compile_engine_and_inf": [98, 101], "new_input": [99, 101], "new_output": [99, 101], "new_batch_size_input": 99, "new_batch_size_output": 99, "inputs_bs8": 99, "mark_dynam": [99, 109], "outputs_bs8": 99, "No": [99, 109], "inputs_bs12": 99, "outputs_bs12": 99, "compvi": 100, "majest": 100, "castl": 100, "cloud": 100, "majestic_castl": 100, "png": 100, "enable_cudagraph": [102, 110], "out_trt": 102, "set_cudagraphs_mod": [102, 110], "inputs_2": 102, "inputs_3": 102, "out_trt_2": 102, "out_trt_3": 102, "torch_export_cudagraph": 102, "automodelforcausallm": [103, 104], "autotoken": [103, 104], "export_llm": [103, 104], "max_token": [103, 104], "kv_cach": [103, 104], "token": [103, 104, 107], "pad_token_id": 103, "eos_token_id": [103, 104], "attn_implement": [103, 104], "eager": [103, 104], "model_input": [103, 104], "return_tensor": [103, 104], "input_id": [103, 104], "regress": [103, 104], "huggingfac": [103, 104, 107], "pyt_gen_token": [103, 104], "gpt2_ep": 103, "max_seq_len": [103, 104], "trt_gen_token": [103, 104], "skip_special_token": [103, 104], "torch_export_gpt2": 103, "llama_path": 104, "llama": 104, "7b": 104, "chat": 104, "hf": 104, "llama2_ep": 104, "batch_decod": 104, "clean_up_tokenization_spac": 104, "torch_export_llama2": 104, "argpars": 105, "modelopt": 105, "mtq": 105, "export_torch_mod": 105, "layer_spec": 105, "num_class": 105, "1000": [105, 108], "init_weight": 105, "in_channel": 105, "pool": [105, 113], "maxpool2d": 105, "batchnorm2d": 105, "sequenti": 105, "avgpool": 105, "adaptiveavgpool2d": 105, "4096": 105, "dropout": 105, "_initialize_weight": 105, "kaiming_normal_": 105, "fan_out": 105, "nonlinear": 105, "constant_": 105, "elif": 105, "normal_": 105, "vgg16_cfg": 105, "128": 105, "argumentpars": 105, "add_argu": 105, "ckpt": 105, "parse_arg": 105, "model_state_dict": 105, "device_count": 105, "ordereddict": 105, "new_state_dict": 105, "forget": 105, "training_dataset": 105, "randomcrop": 105, "randomhorizontalflip": 105, "training_dataload": 105, "drop_last": 105, "crit": 105, "crossentropyloss": 105, "calibrate_loop": 105, "pred": 105, "5f": 105, "acc": 105, "2f": 105, "quantize_typ": 105, "quant_cfg": 105, "int8_default_cfg": 105, "fp8_default_cfg": 105, "forward_loop": 105, "qdq": 105, "incomplet": 105, "functionaltensor": 105, "functionaltensormod": 105, "_trace": 105, "_export": 105, "float8_e4m3fn": 105, "class_prob": 105, "class_pr": 105, "test_prob": 105, "test_pr": 105, "test_loss": 105, "test_acc": 105, "vgg16_ptq": 105, "concept": 106, "_rendered_examples_python": 106, "_rendered_examples_jupyt": 106, "acoust": 107, "speech": 107, "quartznet": 107, "contextnet": 107, "subword": 107, "piec": 107, "excit": 107, "se": 107, "smaller": 107, "audio": 107, "transcrib": 107, "speedup": 107, "obtain": [107, 111], "feedforward": 107, "cnn": 107, "uniformli": 107, "resolut": 107, "highli": [107, 108], "compound": 107, "coeffici": 107, "b0": 107, "corpu": 107, "english": 107, "supervis": 107, "walkthrough": 107, "overal": 107, "jetson": 107, "adopt": 107, "mobilenetv2": 107, "classif": 107, "imagenet": 107, "imagenett": 107, "qat": 107, "simul": 107, "hand": 108, "consider": 108, "concurr": 108, "grpc": 108, "solv": 108, "aforement": 108, "familiar": 108, "resnet50": 108, "torchhub": 108, "docker": 108, "login": 108, "xx": 108, "yy": 108, "mm": 108, "publish": 108, "22": 108, "pwd": 108, "scratch_spac": 108, "nvcr": 108, "py3": 108, "proce": 108, "hub": 108, "_validate_not_a_forked_repo": 108, "suggest": 108, "simplest": 108, "model_repositori": 108, "pbtxt": 108, "pytorch_libtorch": 108, "input__0": 108, "data_typ": 108, "type_fp32": 108, "output__0": 108, "exact": 108, "encourag": 108, "rm": 108, "8000": 108, "8001": 108, "8002": 108, "the_model_repositori": 108, "tritonserv": 108, "spin": 108, "proceed": 108, "flesh": 108, "wget": 108, "img1": 108, "hakaimagazin": 108, "wp": 108, "gulf": 108, "bird": 108, "attrdict": 108, "pyindex": 108, "tritoncli": 108, "jump": 108, "firstli": 108, "resiz": 108, "pil": 108, "httpclient": 108, "triton_to_np_dtyp": 108, "rn50_preprocess": 108, "img_path": 108, "img": 108, "centercrop": 108, "485": 108, "456": 108, "406": 108, "229": 108, "transformed_img": 108, "inferenceservercli": 108, "localhost": 108, "secondli": 108, "inferinput": 108, "set_data_from_numpi": 108, "binary_data": 108, "inferrequestedoutput": 108, "class_count": 108, "lastli": 108, "send": 108, "model_nam": 108, "inference_output": 108, "as_numpi": 108, "468750": 108, "90": 108, "523438": 108, "92": 108, "664062": 108, "429688": 108, "136": 108, "234375": 108, "confidence_scor": 108, "classification_index": 108, "eagerli": 109, "swap": 109, "exactli": 109, "_tracer": 109, "sometim": 109, "queri": 109, "attn_weight": 109, "seq_len": 109, "compiler_dynamic_shap": 109, "inputs_bs2": 109, "libtorchtrt_runtim": 110, "dl_open": 110, "ld_preload": 110, "load_librari": 110, "cxx11": 110, "abi": 110, "wl": 110, "ltorchtrt": 110, "torchtrt_runtime_exampl": 110, "libtorchtrt_plugin": 110, "neglig": 110, "thread": 110, "alert": 110, "switch": 110, "mismatch": 110, "crash": 110, "sacrif": 110, "incur": 110, "intens": 110, "trt_ep": 111, "stai": 111, "trt_t": 111, "ergonom": 112, "deleg": 112, "believ": 112, "amen": 112, "artifact": 112, "pack": 112, "year": 112, "superset": 112, "codebas": 112, "immedi": 112, "traceabl": 112, "scriptabl": 112, "hardwar": 113, "neural": 113, "deconvolut": 113, "scripted_model": 113}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [111, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 110], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 105], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 99, 101, 102, 112], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 97, 98, 99, 100, 101, 102, 103, 104, 105], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 105], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 105], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 111, 112], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 111, 112], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 97, 110], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 99, 101], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 96, 97, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "c": [50, 61, 66, 67, 68, 88, 90, 107], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 95, 103, 104, 106, 111, 112], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 107], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 98, 99, 101, 102, 103, 104, 105, 107, 109], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 96, 112], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 112], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 108], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 105], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 107], "runtim": [57, 58, 59, 74, 110], "background": [58, 60], "engin": [58, 65, 92, 93, 94], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 112], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 97, 105], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103, 104, 107], "native_op": 61, "ir": [61, 111, 112], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 102, 109], "customiz": [63, 64], "set": [63, 64, 96, 98, 102, 108], "under": [63, 88, 109], "hood": [63, 88, 109], "trace": 63, "backend": [64, 99, 103, 104], "kei": 64, "featur": 64, "custom": [64, 88, 92, 94, 98, 109], "usag": [64, 97, 98], "after": 64, "model": [64, 65, 92, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 111], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 99, 107, 109], "shape": [64, 99, 107, 109], "support": [64, 69], "recompil": [64, 99], "condit": 64, "fx": [65, 68, 71, 107, 112], "frontend": [65, 66, 68, 91, 107, 112], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 98, 101], "nightli": 66, "build": [66, 79, 108], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 110], "addit": 66, "option": [66, 67, 79, 80, 82, 99, 101, 112], "distribut": 66, "No": 66, "librari": [66, 110], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 105], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 108], "advanc": [66, 97, 98], "setup": 66, "troubleshoot": 66, "altern": 66, "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 108], "2": [67, 83, 84, 108], "deploi": [67, 105, 107, 110], "deploy": 67, "In": [68, 97], "framework": 68, "infer": [68, 99, 100, 101, 102, 105, 108], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 106], "contributor": 68, "indic": 68, "legaci": [68, 112], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 112], "submodul": 75, "comput": 77, "time": [77, 112], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": [80, 103, 104], "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88, 103, 104], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": [81, 103, 104], "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": [82, 103, 104], "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 108], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 96, 111], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 105, 107], "quantiz": [90, 105, 107], "your": [90, 108], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 97], "bert": [93, 107], "jit": [94, 109], "aot": [94, 109], "mutabl": 96, "initi": 96, "make": [96, 97], "modif": 96, "stabl": [96, 100], "diffus": [96, 100], "huggingfac": 96, "refit": 97, "new": 97, "standard": 97, "workflow": 97, "import": [97, 98, 99, 100, 101, 102, 103, 104, 105], "pretrain": 97, "map": 97, "place": 97, "default": [98, 102], "cleanup": [98, 101], "driver": [98, 101], "error": [98, 101], "note": [98, 101], "resnet": 99, "argument": [99, 101], "avoid": 99, "specifi": 99, "befor": 99, "trt": 99, "transform": [101, 107], "cudagraph": [102, 110], "integr": 102, "gpt2": 103, "output": [103, 104], "decod": [103, 104], "sentenc": [103, 104], "should": [103, 104], "look": [103, 104], "i": [103, 104], "enjoi": [103, 104], "walk": [103, 104], "my": [103, 104], "cute": [103, 104], "dog": [103, 104], "m": [103, 104], "sure": [103, 104], "ll": [103, 104], "ever": [103, 104], "abl": [103, 104], "llama2": 104, "load": [105, 111], "dataset": 105, "loss": 105, "calibr": 105, "tune": 105, "fp8": 105, "notebook": 107, "citrinet": 107, "efficientnet": 107, "mask": 107, "languag": 107, "mlm": 107, "hug": 107, "face": 107, "acceler": 107, "serv": [107, 108], "resnet50": 107, "lenet": 107, "deep": 107, "learn": 107, "object": 107, "detect": 107, "ssd": 107, "int8": 107, "triton": 108, "up": 108, "server": 108, "client": 108, "queri": 108, "constraint": 109, "libtorchtrt": 110, "so": 110, "plugin": 110, "multi": 110, "safe": 110, "mode": 110, "exportedprogram": 111, "b": 111, "explain": 112, "just": 112, "accept": 112, "return": 112, "ahead": 112, "dla": 113}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
+Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Mutable Torch TensorRT Module", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Compiling GPT2 using the Torch-TensorRT with dynamo backend", "Compiling Llama2 using the Torch-TensorRT with dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 94, 98, 101, 102, 103, 104, 107], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 108, 109, 111], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 97, 99, 101, 103, 104, 105, 108, 112, 113], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 94, 105, 107], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 94, 105, 107, 111], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 94, 95, 96, 97, 106, 108, 110, 111, 112, 113], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 94, 95, 98, 100, 102], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 95, 97, 99, 101, 106, 109, 110, 112, 113], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 112], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 96, 97, 108, 110], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 101, 103, 104, 109, 110, 111], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 98, 99, 101, 103, 104, 109], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 93, 94, 97, 102, 108], "reason": [0, 65, 87, 92, 94, 112], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 105, 106, 107, 108, 109, 110, 111, 112], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 93, 94, 96, 97, 107, 108, 109, 110], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 96, 98, 99, 101, 107], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 95, 96, 106, 107, 108, 109, 110, 111], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 96, 97, 109, 110], "itself": [0, 1, 2, 46, 52, 55, 91, 108], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 96, 97, 102, 105, 108, 113], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 107, 108], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 96, 100, 113], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 105, 113], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 105], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 97, 98, 101, 102, 103, 104, 107, 108, 109, 110, 112, 113], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 94, 105, 109, 110, 111, 112], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 94, 109], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 94, 95, 96, 99, 101, 102, 106, 108, 110], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 109, 111], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 105, 108, 109], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 93, 94, 96, 97, 100, 101, 103, 104, 105, 107, 108, 110, 111, 112], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 94, 113], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88, 97, 103, 104], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 101, 112, 113], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 94, 103, 104, 107, 108], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 97, 98, 105, 108, 109], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 112], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 110], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 110], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 96, 97, 110, 113], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 110, 113], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 94, 98, 99, 102, 103, 104, 107, 108, 109, 110, 111, 112], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 94, 98, 107, 108], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 97, 108], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 108], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 97, 112, 113], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 104, 108, 110, 112, 113], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "kdla": [1, 45, 46, 113], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 97, 109, 113], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 93, 94, 96, 97, 99, 102, 106, 107, 108, 109, 111, 112], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 97, 98, 102, 103, 104, 107, 108, 109, 110, 111, 112], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92, 94, 97], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 98, 107], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 105], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 105], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 95, 106], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 105, 106, 110], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 94, 110], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 108, 109, 111, 112], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 108, 113], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 99, 102, 108, 109], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 95, 106, 110], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 94, 99, 101, 105, 108, 109, 113], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 94, 99, 101, 105, 107, 109], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 98, 102, 105, 108], "alwai": [3, 4, 27, 52, 75, 81, 97], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 104, 105, 107, 109, 111, 113], "due": [3, 4, 66, 80, 81, 105], "issu": [3, 4, 64, 70, 75, 88, 98, 101], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 97, 102, 105, 108], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 97, 110], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 95, 97, 99, 101, 106, 107, 112], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 96, 98, 105, 107, 108, 109, 110], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 96, 97, 99, 101, 102, 110], "use_cach": [3, 4, 30, 44, 73, 90, 103, 104], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 97, 105, 107, 109, 110, 112, 113], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 108], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 94, 95, 97, 98, 102, 106, 108, 109, 110, 111, 112], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 99, 101, 107, 110], "easili": [3, 4, 96], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 113], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 112], "dataload": [4, 29, 30, 44, 49, 73, 90, 105], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 100, 108], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 104, 112], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 94, 102, 105, 108, 112], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 99, 101, 110], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 94, 107], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 97, 107, 108, 109, 110], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 94, 98, 102, 105, 109, 111], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 95, 106, 110], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 99, 101], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 93, 94, 96, 97, 99, 101, 103, 104, 105, 108], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 109], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 106, 107, 108, 110, 112], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 93, 94, 96, 97, 98, 99, 101, 105], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 112], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 94, 95, 96, 97, 99, 101, 102, 106, 107, 109, 110], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 94, 99, 101, 107, 112], "phase": [16, 60, 63, 88, 97, 109, 112], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 112], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 70, 90, 94], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 95, 104, 106, 109], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 108], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 107, 109, 113], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 94, 105], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 93, 94, 105], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92, 94, 103, 104], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 113], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 96, 100, 103, 104, 107, 113], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 113], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 108, 112], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 96, 103, 104, 105, 110], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 96, 97, 100, 107, 108, 109, 111], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 94, 109], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 96], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 99, 101, 111], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 94, 105, 107, 110], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 96, 97, 107, 109, 110], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 70, 71, 75, 79, 81, 88, 89, 90, 92, 94, 97, 98, 102, 108, 109, 110, 112, 113], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 99, 101, 109], "post": [29, 30, 49, 52, 63, 68, 88, 94], "train": [29, 30, 49, 52, 68, 69, 88, 89, 94], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 95, 106], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 95, 97, 106, 108], "previous": [29, 33, 88, 94, 97], "therefor": [29, 58, 65, 66, 74, 81, 88, 107, 110], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 99, 101, 105, 107, 108, 109], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 105, 108, 109, 110], "dataset": [29, 73, 90, 107], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 93, 94, 97, 100, 107, 108, 110, 112], "later": [29, 70, 88, 97, 111, 112], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 96, 110, 112], "scratch": [29, 94, 97], "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 108, 110], "howev": [29, 66, 79, 80, 88, 92, 94, 108, 109, 112], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 107, 108, 113], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 94, 102, 105, 106, 107], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 105, 108, 110, 112], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 108], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 96, 97, 108, 110, 112], "respons": [29, 54, 58, 81, 110], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 94, 109], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 102, 107, 108, 110, 111, 112], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 108, 109], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 98, 105, 109], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 107], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 98, 101, 107, 109, 110, 112], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 94, 98, 105, 107, 109], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92, 94, 97], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92, 97], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90, 103, 104], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 94, 108, 110], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 97, 108, 111, 112], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 95, 97, 98, 105, 106, 107, 109, 111, 113], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 94, 97, 98], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 113], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 93, 96, 105, 108, 110, 113], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 98, 107, 109], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 94, 107], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 96, 105, 108, 109], "unsupport": [31, 49, 54, 64, 75, 92, 112], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 110, 112], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 98, 101, 108, 112, 113], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 108, 109], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 99, 101], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 106, 107, 112], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 94, 110], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76, 94, 97], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 112], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 108], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 94, 109, 110, 112], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 94, 95, 99, 106, 107, 108, 109, 110], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 94, 105, 107, 108, 111], "symbol": [33, 65, 66, 76, 81, 110], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 113], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104, 105, 106, 109, 111], "y": [33, 56, 76, 82, 92, 98], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89, 94], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92, 94, 97], "origin": [33, 65, 71, 75, 92, 94, 96, 112], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 94, 95, 96, 97, 105, 106, 108, 109, 110, 111, 112], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 94, 100, 108], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 107, 108, 111], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 113], "id": [36, 45, 52, 75, 79, 80, 84, 113], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 93, 97, 101, 107, 112], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 110], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 108, 109, 110], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 96, 108, 110, 113], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45, 103, 104], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 99, 112], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 94, 110], "root": [42, 43, 44, 45, 66, 79, 90, 105], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "tree": [42, 43, 44, 45, 79, 90, 105, 110], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 108, 110], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 107, 108, 109, 110, 111, 112], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 112], "necessari": [42, 62, 64, 66, 74, 97, 110], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 70, 81, 82, 88, 89, 90, 94, 97, 106, 108, 109, 110, 112], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 97, 98, 108], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 93, 94, 105], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 99, 101], "gaurd": 43, "someth": [43, 55, 81, 108], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 96, 98, 108], "setup": [43, 90, 108], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 109, 111], "torchtrt": [43, 56, 92, 105], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 98, 105, 109], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 103, 104, 113], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 98, 102], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 97, 98, 102, 109], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 108, 109, 110, 111], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 96, 107, 110], "still": [44, 56, 65, 66, 90, 98, 112], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 93, 94, 98, 100, 110, 111, 113], "batch_siz": [44, 90, 105], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "statu": [44, 82], "reset": [44, 93, 94, 98, 101, 110], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 112], "again": [44, 58, 60, 81, 92, 96], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 108], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81, 94], "copi": [44, 60, 65, 69, 73, 82, 108], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": [45, 94], "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 93, 99, 101, 102, 107, 109], "device_typ": [45, 46, 75, 90, 91, 113], "int64_t": [45, 46, 48, 49, 90, 113], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 112, 113], "agx": 45, "platform": [45, 52, 59, 66, 108, 113], "xavier": [45, 113], "dla_cor": [45, 46, 52, 75, 90, 91, 113], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 113], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 99, 102, 107, 109], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 102, 105, 108, 110, 113], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 110], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "spec": [45, 48, 49, 52, 72, 75, 76, 91, 94], "flatten": [45, 47, 69, 87, 88, 105], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 103, 104, 105, 108, 113], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92, 103, 104], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 94, 95, 96, 106], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 100], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 97, 99, 101], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 93, 94, 97, 98, 99, 101, 104, 105], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 102, 105, 107, 109, 111, 113], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 97, 98, 99, 101], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 98, 101], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 107, 108, 112], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 105, 107, 108, 109, 112, 113], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89, 94], "complex": [47, 49, 64, 66, 87, 89, 96], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 94, 111], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 98, 101, 103, 104, 108], "rang": [48, 49, 52, 65, 75, 92, 93, 94, 99, 107, 109], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 97, 99, 100, 101, 107, 109, 112], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 110], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 105, 109], "three": [48, 57, 59, 65, 71, 75, 81, 82, 107, 108], "min": [48, 52, 60, 69, 75, 94, 99, 109], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 94, 99, 105, 109], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 94, 97, 99, 101, 110], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 109], "expect": [48, 54, 55, 60, 75, 88, 89, 107], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 107], "low": [48, 65, 96], "high": [48, 55, 56, 79, 92, 112], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 94, 95, 96, 100, 106, 107], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 98, 108, 109, 111, 112], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 96, 100, 103, 104, 109], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 94, 98, 100, 101, 104, 110], "opt": [48, 66, 74, 75, 102], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 99, 101, 108], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 98, 111], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 94, 107, 108, 109, 110, 111], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 96, 97, 107, 112], "altern": [48, 56, 62, 63, 75, 89, 102, 107, 111], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 105, 108, 109, 111], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 109], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 95, 106, 110], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 99, 109], "event": [48, 64, 93, 94], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 105], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 99, 107, 109], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 110, 113], "describ": [49, 56, 60, 75, 87, 91, 95, 106, 108], "entri": [49, 60, 94], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 94, 97, 105, 107, 109, 112], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 99, 101, 113], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 107, 109, 110], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 107], "inner": [49, 82, 107], "product": [49, 75], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 105, 107, 108, 109], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 108, 109], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 105], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 109, 110, 111], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 101, 102], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 109], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100, 102, 103, 104, 105, 108, 109, 110, 111], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 98, 99, 101], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 102, 110], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 95, 106], "host": [49, 52, 64, 66, 70, 75, 76, 92, 108], "share": [49, 52, 64, 66, 70, 74, 75, 76, 94], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 97, 109], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 97, 105, 110], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 94, 112], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 98, 112], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 70, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 107, 110, 112], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 94, 95, 97, 106, 107, 110, 111], "command": [52, 64, 66, 81, 82, 87, 88, 108], "line": [52, 66, 82, 88, 96], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92, 94], "deploy": [52, 74, 88, 89, 90, 107, 108, 110, 113], "pipelin": [52, 88, 96, 100, 113], "basic": [52, 56, 65, 82, 106, 108], "featur": [52, 56, 65, 66, 88, 90, 91, 100, 105, 107, 112], "though": [52, 59, 60, 87, 88, 112], "alreadi": [52, 53, 54, 55, 88, 90, 92, 109], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 94, 108, 109], "embed": [52, 54, 58, 69, 76, 81, 113], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 98, 101, 108, 110], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 110], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 93, 94, 96, 108, 109, 110, 111], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75, 97], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 96, 107, 110], "load": [52, 56, 58, 64, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 107, 108, 110, 112], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 96, 97, 108, 110], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 108, 110], "input_file_path": [52, 113], "output_file_path": [52, 113], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 110], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 105, 108], "verbos": [52, 64, 65, 70, 71, 82, 99, 101], "about": [52, 53, 58, 60, 66, 74, 79, 88, 108, 109], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 97, 98, 102, 107, 108, 110], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 94, 110], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 93, 94, 105], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 97, 113], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 95, 96, 106, 109, 110, 112], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 108, 113], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 98, 99, 108, 113], "float16": [52, 75, 92, 96, 100], "f16": [52, 75, 88, 113], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 113], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 112, 113], "dla_standalon": [52, 75], "file_path": [52, 75, 111], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 98, 110, 112], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 112], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 96, 97], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 95, 103, 104, 106], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92, 93], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 103, 104, 105, 113], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 102, 110, 111], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 105, 107, 108], "ssd_trace": 52, "pt": [52, 65, 88, 103, 104, 108], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 105, 107], "1024": [52, 70, 75, 76, 103, 107], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 108], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 94, 95, 97, 98, 101, 106, 107], "context": [53, 57, 58, 59, 64, 72, 74, 102, 110], "inetworkdefinit": [53, 54], "record": [53, 87, 93, 94, 102, 110], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 93, 94, 107], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 94, 108, 109], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 110], "state": [53, 54, 60, 62, 74, 88, 96], "been": [53, 60, 64, 66, 73, 82, 88, 94, 97, 112], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 94, 105, 107], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 108], "abl": [53, 55, 60, 62, 65, 90, 91, 92, 97], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 94, 97, 112], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 98, 101], "until": [53, 56, 59, 60, 66, 70, 75, 112], "final": [53, 56, 57, 59, 66, 92, 98, 101, 107], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 94, 109, 112], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 108, 112], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 113], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81, 94], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 94, 95, 106, 107, 108, 113], "associ": [53, 60, 88, 94, 110], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90, 97], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 96, 97, 108, 112], "done": [53, 56, 59, 92, 97, 108, 111], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 97, 98, 101, 108, 110], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 96, 98, 105, 107, 108, 110, 111], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 99, 101, 108, 110], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 109], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 109], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 93, 94, 98, 105, 108, 109], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 97, 109], "kwarg": [54, 65, 70, 73, 74, 75, 92, 107], "dict": [54, 70, 74, 75, 76, 92, 94], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 107], "decor": [54, 62, 65], "kei": [54, 81, 87, 94, 108, 109], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 105, 107, 109], "capability_valid": 54, "lambda": [54, 60, 81, 88, 108], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 97, 111], "determin": [54, 55, 64, 65, 75, 109, 110], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 108, 113], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92, 97], "numpi": [54, 75, 92, 93, 94, 96, 97, 108], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 98], "correspond": [54, 60, 65, 66, 74, 75, 94, 96, 105, 110], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 94, 102, 111], "being": [54, 65, 66, 70, 88, 92, 97], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 96, 98, 101, 105, 107, 108, 109, 110], "github": [54, 61, 64, 66, 79, 88, 90, 98, 101, 105, 108, 110], "com": [54, 61, 64, 66, 88, 90, 96, 98, 101, 105, 108, 110], "blob": [54, 61, 66, 79, 90, 94], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 105], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90, 93, 94, 97], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 97, 112], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 94, 97, 107, 109], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 108], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 96, 107, 108, 110, 112], "opoverload": 54, "particular": [54, 64, 94], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 105], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55, 97], "special": [54, 56], "account": [54, 108], "illustr": [54, 65, 99, 107], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 107], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 98], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94, 96], "possibl": [54, 66, 81, 92, 94, 107, 108], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 98, 101], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92, 94], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 112], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 93, 94, 96, 107, 110], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 107], "limit": [54, 55, 72, 80, 90, 94, 112], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 98, 99, 101, 105, 109], "ignor": [54, 70, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 93, 94, 96, 97, 108], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 107], "term": [54, 75, 81, 82, 90, 92, 107], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 98, 99, 101, 107, 109, 110, 111, 112], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 105, 112], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 109], "modifi": [54, 56, 62, 65, 82, 95, 96, 106, 109], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 105, 108, 112], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79, 94], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 96], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 107, 112], "instanc": [55, 62, 64, 66, 70, 73, 74, 87, 88, 107, 110], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 94, 107, 110], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 112], "closer": 55, "scope": [55, 92, 98, 101], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 112], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 98, 105, 109, 112], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 108], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 99, 108, 109], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 99], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 110], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 94, 98, 105, 107, 109, 113], "bia": [55, 69, 88, 105], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 112], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 96, 108, 113], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 112], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 112], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 110, 112], "pair": [55, 60, 66, 81, 90, 107], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "mark": [55, 56, 79, 94], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 112], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 94, 107, 109, 112], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 93, 108], "might": [55, 66, 79, 97, 109], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 94, 97, 110], "expand": [55, 69], "simpli": [55, 98, 107], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 95, 97, 98, 106, 107, 109, 110, 111, 112], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90, 94], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 105], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82, 97], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 108], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 99, 101, 107], "verifi": [56, 70, 92, 97], "Then": [56, 90, 91, 97], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 110], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 98, 108, 112], "trace": [56, 65, 70, 74, 76, 87, 88, 109, 111, 112], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 108], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 105], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 95, 98, 99, 102, 106, 107, 108, 109, 110, 111], "maintain": [56, 58, 60, 75, 96, 112], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109], "mymodel": [56, 63, 67, 89, 92, 109, 111], "ts_model": [56, 88], "trt_model": [56, 91, 92, 99, 103, 104, 105, 108, 111], "off": [56, 58, 102], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 94, 99, 102, 109, 111], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 97, 99, 102, 107, 108, 109, 111], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 98, 105], "trt_mod": [56, 67, 88, 90, 113], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 97, 99, 101], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 105], "greedi": [56, 103, 104], "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 94, 97, 99, 101, 108, 109, 110, 111], "encount": [56, 64, 66, 98, 101], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 98, 100, 101, 102, 105, 109], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 70, 81, 88, 94, 105, 108], "could": [56, 64, 65, 92, 99, 101, 110], "rewrit": [56, 62], "portion": [56, 81, 92, 100], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 93, 94, 97, 110], "reorder": 56, "seri": 56, "cleanli": 56, "approach": [56, 94], "achiev": [56, 107], "hit": 56, "larger": [56, 70, 75, 79, 107], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 96, 97, 112], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 94, 97, 112], "clean": [56, 62, 81, 98, 101], "step": [56, 65, 69, 75, 90, 92, 97, 107], "consolid": [56, 87], "further": [56, 64, 65, 110, 112], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 112], "loop": [56, 64, 65, 103, 104], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 95, 98, 99, 101, 102, 106, 109], "larg": [57, 59, 79, 81, 88, 90, 97, 107], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 110, 112], "evalu": [57, 58, 59, 105], "deploi": [57, 59, 68, 88, 90, 95, 106, 108], "instanti": [57, 58, 59, 60, 88, 100], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 98, 101], "extend": [57, 59, 60, 69, 88, 94, 107], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 105, 112], "machin": [58, 66, 90, 108], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 112], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 97, 99, 102, 105, 108], "resnet": [58, 77, 95, 96, 106, 107, 108], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 108, 110], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 96, 97, 106], "depickl": 58, "encod": [58, 107], "sm": 58, "correct": [58, 66, 79, 96, 97, 105], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 94, 112], "older": 59, "repositori": [59, 66, 79, 86, 108], "notebook": [59, 68, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 109], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 112], "matur": 59, "most": [59, 65, 66, 71, 92, 97, 108, 110, 112], "hood": [59, 99, 112], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 107], "ilay": 60, "analogu": 60, "goal": [60, 64, 94], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 98, 99, 101, 110], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 101, 103, 104, 105, 106, 107, 108, 112], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 94, 107], "don": [60, 65, 79, 81, 82, 90, 105, 108, 109], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 94, 109, 110], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 95, 98, 106, 111], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 97, 107], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 113], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 94, 98, 105], "wrapper": [60, 65, 111], "similar": [60, 63, 64, 65, 66, 88, 91, 92, 103, 104], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92, 93, 94], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 96], "benefit": [60, 88, 94], "deal": [60, 94], "quit": [60, 66, 88, 107], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 112], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 109], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 109, 110], "stabl": [61, 76, 77, 79, 95, 106, 109], "master": [61, 66, 90, 110], "overview": [61, 68, 98, 102], "md": 61, "appli": [62, 63, 90, 97], "desir": [62, 70, 82, 90, 94], "coalesc": 62, "insert": [62, 88, 90, 94, 97], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 97, 111, 112], "caller": 62, "invok": [62, 64, 65, 87, 88, 110], "lint": 62, "recompil": [62, 70, 75, 94, 97, 101, 109, 112], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 98], "scenario": [62, 64, 96], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 107], "placehold": 62, "isinst": [62, 65, 92, 105], "issubclass": 62, "direct": [62, 85, 97, 110], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 112], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 105], "__init__": [62, 74, 75, 81, 87, 92, 94, 98, 105, 109], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 94, 95, 98, 100, 101, 105, 106, 109], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 101, 107, 110, 112], "control": [62, 65, 87, 97, 110], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 70, 79, 93, 94, 105], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 107], "exportedprogram": [63, 67, 70, 75, 97, 103, 104, 109, 112], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 93, 94, 97, 98, 99, 101, 102, 105, 109], "frontend": [63, 70, 73, 89, 92, 95, 99, 101, 105, 106, 109], "simpl": [63, 64, 65, 81, 82, 87, 107, 108, 109], "usag": [63, 65, 73, 77, 81, 88, 95, 106, 109, 111], "eval": [63, 67, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 108, 109, 111], "exp_program": [63, 94, 97, 105, 109], "trt_gm": [63, 67, 94, 97, 109, 111], "interact": [63, 81, 96, 98, 99, 100, 101, 102, 103, 104], "ideal": 63, "discuss": [63, 64, 108], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 108, 111], "frequent": 63, "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 95, 106], "insid": [63, 81, 92, 95, 106, 108], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 107], "constraint": 63, "guid": [64, 80, 106], "present": [64, 97], "learn": [64, 66, 68, 88, 90, 92, 108, 113], "acceler": [64, 71, 75, 95, 106, 110, 112, 113], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 96, 99, 100, 101, 103, 104, 107], "wide": [64, 75, 85], "varieti": [64, 108], "primari": [64, 94, 111], "simplic": 64, "optimized_model": [64, 67, 93, 98, 99, 101], "depth": [64, 79, 107], "challeng": [64, 96, 108], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 98], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 98], "use_python_runtim": [64, 70, 74, 75, 92, 93, 94, 96, 97, 98], "truncate_doubl": [64, 70, 74, 75, 92, 93, 103, 104], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refit": [64, 70, 74, 75, 93, 94, 96, 97], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75, 94], "tmp": [64, 70, 74, 75, 88, 93], "torch_tensorrt_engine_cach": [64, 70, 74, 75], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "cache_built_engin": [64, 70, 74, 93, 94], "reuse_cached_engin": [64, 70, 74, 93, 94], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 110], "regardless": [64, 70, 82, 99, 101], "fail": [64, 70, 75, 88, 96, 97, 105, 113], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 110], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 96, 98, 101, 102, 112], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 102, 105], "detail": [64, 65, 70, 87, 88, 92, 94, 108, 110], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 94, 107], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "storag": [64, 70, 90], "sub": [64, 69, 81, 87, 98], "slate": 64, "futur": [64, 65, 70, 75, 76, 110], "occur": 64, "first_output": 64, "subsequ": [64, 94], "second_output": 64, "session": [64, 67, 81, 94, 102], "point": [64, 66, 75, 79, 80, 81, 88, 105, 108], "cover": [64, 106, 107], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 97, 109, 112], "vari": [64, 71, 109], "distribut": [64, 88, 90, 110], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 96, 105, 106, 107, 108], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 96, 97], "_dynamo": [64, 93, 94, 98, 99, 101, 109], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103, 104, 108], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 105, 108], "variou": [65, 113], "etc": [65, 79, 81, 92, 113], "environ": [65, 67, 108], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 105, 108, 109], "max_batch_s": [65, 71, 108], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 102], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 94, 110], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 108], "updat": [65, 66, 70, 71, 75, 92, 95, 97, 106], "dim": [65, 69, 71, 92, 94, 105, 108, 109], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 96, 108], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 108], "acc_mod": 65, "earli": [65, 97], "deprec": [65, 69], "continu": [65, 81, 110], "backward": [65, 74, 92, 112], "vision": [65, 108], "activ": [65, 74, 76, 81, 88, 90, 107, 110, 113], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 109], "ll": [65, 94], "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 98], "re": [65, 75, 81, 94, 96, 102, 110], "manual": [65, 75, 80, 81, 97], "sampl": [65, 70, 81, 89, 90, 96, 97, 98, 99, 100, 101, 102, 103, 104, 108], "rand": [65, 88, 94, 96, 97, 98], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 94, 105], "accordingli": [65, 79, 109, 110], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": [65, 94], "best": [65, 70, 75, 81, 96], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 98, 110], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 104, 105, 109], "25": [65, 71, 88], "runtimeerror": [65, 105], "xxx": 65, "One": [65, 81, 82, 88, 107, 110], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 112], "thing": [65, 66, 81], "compar": [65, 70, 75, 89, 97], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 107, 108], "acc_op": 65, "leverag": [65, 90, 95, 106], "power": [65, 81, 88, 107], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 99, 109], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 96, 107, 113], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 105], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85, 104], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 95, 106], "yet": [65, 107], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 105], "pip": [66, 108], "upload": [66, 108], "x86": [66, 110], "extra": [66, 74, 88, 92, 96], "url": [66, 79, 108], "download": [66, 85, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 94, 95, 97, 99, 103, 104, 105, 106, 111, 112], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 108], "curl": [66, 81], "fssl": 66, "o": [66, 81, 108], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 94, 108], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 97, 109], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 109, 112], "technolog": [66, 112], "project": [66, 80, 85], "exclud": [66, 92], "speed": [66, 94, 95, 97, 106], "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 107], "ngc": [66, 108], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 98, 99, 100, 101, 102, 103, 104], "microsoft": 66, "2022": [66, 68], "open": [66, 107, 108], "app": 66, "x64": 66, "prompt": [66, 96, 100, 103, 104], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 110], "similarli": [66, 94, 102, 110], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 113], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 108], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 105], "anywher": 67, "ahead": [67, 68, 88, 96], "ep": [67, 69, 97, 111], "output_format": [67, 75, 111], "input_tensor": [67, 92, 105], "fill": 67, "aot": [68, 88, 96, 97, 112], "integr": [68, 95, 96, 98, 106], "seamlessli": [68, 75], "ecosystem": [68, 112], "hybrid": [68, 70, 75, 76, 112], "instal": [68, 85, 88, 108, 110], "triton": [68, 92], "page": [68, 83, 85, 108], "introductori": 68, "blog": [68, 110], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 105], "pad": [69, 75, 92, 105], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 105], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 107], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 107], "input_scal": 69, "indic": [69, 79, 81, 97, 99, 109], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 105], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 96], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 108], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 107], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 105], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 105], "largest": 69, "dim0": [69, 94], "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 93, 94, 105], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 105], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 111], "arg_input": [70, 75, 97], "kwarg_input": [70, 75, 97], "engine_cache_dir": [70, 93, 94], "engine_cache_s": [70, 93, 94], "custom_engine_cach": [70, 94], "baseenginecach": [70, 94], "int32": [70, 75, 76, 92, 93, 101, 107], "channel_last": [70, 75, 76, 107], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 107, 112], "understand": [70, 75, 109], "convolut": [70, 75, 76, 90, 92, 113], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 93, 94, 107], "parition": [70, 75], "increas": [70, 75, 94], "amount": [70, 75], "defer": [70, 75, 112], "lead": [70, 75, 81, 110], "oversubscript": [70, 75], "hard": [70, 97], "disk": [70, 75, 94], "space": [70, 81, 82, 90], "byte": [70, 74, 75, 76, 92, 94, 107], "1gb": [70, 93, 94], "exce": 70, "oldest": 70, "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 97], "compiled_modul": [70, 97], "new_weight_modul": [70, 97], "verify_output": [70, 97], "use_weight_map_cach": [70, 97], "in_plac": [70, 97], "compmil": 70, "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": [71, 103, 104], "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 108], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 108], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 110], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 97, 98, 99, 101, 102, 103, 104], "scriptmodul": [74, 75, 76, 88, 89, 111, 112], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 96], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92, 94], "load_state_dict": [74, 96, 105], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "_set": [74, 98], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 108], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 110], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 95, 96, 106], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 108], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89, 97], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 99, 102], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 95, 106], "float8": 75, "i32": 75, "sign": [75, 108], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 96, 100, 105, 108], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7f3cf4f1b530": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "total": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "galleri": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "mem": 77, "advanc": [77, 82, 90, 95, 106], "torch_compile_advanced_usag": [77, 98], "torch_compile_resnet_exampl": [77, 99], "diffus": [77, 95, 106], "torch_compile_stable_diffus": [77, 100], "transform": [77, 88, 90, 93, 95, 97, 103, 104, 105, 106, 108, 111], "torch_compile_transformers_exampl": [77, 101], "v0": [78, 108], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 94, 108], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 108], "sphinx": [79, 80, 81, 82, 86, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 108], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 98, 101], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 94, 100, 107], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": [80, 97], "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 105], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 108], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 105, 107, 108], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92], "strang": 81, "hyphen": 81, "word": [81, 107], "adjust": 81, "width": [81, 107], "browser": 81, "window": 81, "sentenc": [81, 107], "suppli": [81, 97], "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 105], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 94, 112], "why": [81, 110], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88, 97], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 112], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": [81, 97], "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "b4b22c3": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 111], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 112], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 108], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 110], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 107], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 96, 100], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 109, 112], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 105, 107], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 96], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 110], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 107], "hehe": 82, "kept": 82, "sai": [82, 107], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 107], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 108], "changelog": 85, "math": 85, "9": [85, 88, 92, 108], "14": [85, 93, 101, 108], "17": 85, "18": [85, 88, 96], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 96, 97], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 105], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 112], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 108], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 96], "cppdoc": 88, "pretti": 88, "fashion": [88, 107], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": [88, 97], "aren": 88, "techniqu": [88, 90, 110], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 110], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 105], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 112], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 106], "sole": [89, 90, 112], "individu": 89, "accuraci": [90, 107], "loss": [90, 107], "infrastructur": [90, 108], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 105], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 105], "4822": [90, 105], "4465": [90, 105], "2023": [90, 105], "1994": [90, 105], "2010": [90, 105], "dataloaderopt": 90, "worker": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 113], "compile_spec": [90, 99, 113], "kf16": [90, 113], "ki8": 90, "vgg16": [90, 95, 105, 106], "testing_dataset": [90, 105], "totensor": [90, 105, 108], "testing_dataload": [90, 105], "num_work": [90, 105], "vgg": [90, 105], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 107], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 107, 108], "cost": [92, 94, 97, 110], "perhap": 92, "overhead": [92, 110], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 108], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 105, 108], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 107], "count": 92, "__": 92, "were": [92, 97, 110], "aggreg": 92, "stat": 92, "latenc": [92, 110], "abstractli": 92, "pkl": [92, 96], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 96, 97], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "custom_kernel_plugin": 92, "jupyt": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "ipynb": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94], "bertmodel": [93, 101], "random": [93, 94, 96, 97], "seed": [93, 94, 96, 97], "manual_se": [93, 94, 96, 97], "from_pretrain": [93, 96, 100, 101, 103, 104], "uncas": [93, 101, 107], "return_dict": 93, "randint": [93, 101], "compile_bert": 93, "enable_tim": [93, 94], "1st": [93, 94], "measur": [93, 94], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "messur": [93, 94], "compilation_kwarg": [93, 101], "torch_trt_bert_engine_cach": 93, "30": [93, 94, 96, 97, 99, 101], "synchron": [93, 94], "elapsed_tim": [93, 94], "millisecond": 93, "__name__": [93, 98, 101], "__main__": [93, 98, 101], "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": 94, "explor": [94, 106], "resnet18": [94, 96, 97, 99, 102], "torch_trt": [94, 96, 97], "_default": 94, "_engine_cach": 94, "flexibl": [94, 112], "histor": 94, "barrier": 94, "reconstruct": 94, "prior": [94, 109, 110], "ti": 94, "hash": 94, "magnitud": 94, "make_refitt": 94, "torch_compil": [94, 98, 99, 101, 102, 109, 112], "compiled_model": 94, "ms": 94, "dynamo_compil": 94, "example_input": 94, "200": 94, "dynamic_shap": [94, 109], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "cudagraph": [95, 106], "mutabl": [95, 106], "vgg16_fp8_ptq": [95, 106], "bert": [95, 101, 106], "gpt2": [95, 106], "llama2": [95, 106], "straightforward": 96, "especi": 96, "hug": [96, 103, 104], "face": [96, 103, 104], "difficult": 96, "ever": 96, "walk": [96, 97], "lora": [96, 97], "use_python": 96, "mutable_modul": 96, "model2": [96, 97], "expected_output": [96, 97], "refitted_output": [96, 97], "allclos": [96, 97], "reload": [96, 112], "checkpoint": [96, 105], "civitai": 96, "12597": 96, "moxin": 96, "diffusionpipelin": [96, 100], "no_grad": [96, 103, 104, 105], "model_id": [96, 100], "runwayml": 96, "v1": [96, 100], "hous": 96, "forest": 96, "shuimobysim": 96, "wuchangshuo": 96, "qualiti": 96, "worst": 96, "lowr": 96, "focu": 96, "cloudi": 96, "watermark": 96, "pipe": [96, 100], "torch_dtyp": [96, 100], "unet": [96, 100], "negative_prompt": 96, "num_inference_step": 96, "without_lora_mut": 96, "jpg": [96, 108], "procedur": 96, "load_lora_weight": 96, "stablediffusionapi": 96, "load_lora_embed": 96, "weight_nam": 96, "safetensor": 96, "adapter_nam": 96, "lora1": 96, "set_adapt": 96, "adapter_weight": 96, "fuse_lora": 96, "unload_lora_weight": 96, "with_lora_mut": 96, "mutable_torchtrt_module_exampl": 96, "expens": 97, "involv": 97, "occasion": [97, 98, 101], "adapt": 97, "infeas": 97, "focus": 97, "mostli": 97, "recogn": 97, "behalf": 97, "init": [97, 105], "sett": 97, "randomli": 97, "exp_program2": 97, "compiled_trt_ep": 97, "new_trt_gm": 97, "accomplish": 97, "gaurente": 97, "attempt": [97, 105, 109], "rebuild": 97, "heurist": 97, "refit_engine_exampl": 97, "x_out": 98, "y_out": 98, "x_y_out": 98, "invoc": 98, "sample_inputs_half": 98, "model_half": 98, "backend_kwarg": 98, "optimized_model_custom": 98, "exit": [98, 101, 108], "2052": [98, 101], "compile_engine_and_inf": [98, 101], "new_input": [99, 101], "new_output": [99, 101], "new_batch_size_input": 99, "new_batch_size_output": 99, "inputs_bs8": 99, "mark_dynam": [99, 109], "outputs_bs8": 99, "No": [99, 109], "inputs_bs12": 99, "outputs_bs12": 99, "compvi": 100, "majest": 100, "castl": 100, "cloud": 100, "majestic_castl": 100, "png": 100, "enable_cudagraph": [102, 110], "out_trt": 102, "set_cudagraphs_mod": [102, 110], "inputs_2": 102, "inputs_3": 102, "out_trt_2": 102, "out_trt_3": 102, "torch_export_cudagraph": 102, "automodelforcausallm": [103, 104], "autotoken": [103, 104], "export_llm": [103, 104], "max_token": [103, 104], "kv_cach": [103, 104], "token": [103, 104, 107], "pad_token_id": 103, "eos_token_id": [103, 104], "attn_implement": [103, 104], "eager": [103, 104], "model_input": [103, 104], "return_tensor": [103, 104], "input_id": [103, 104], "regress": [103, 104], "huggingfac": [103, 104, 107], "pyt_gen_token": [103, 104], "gpt2_ep": 103, "max_seq_len": [103, 104], "trt_gen_token": [103, 104], "skip_special_token": [103, 104], "torch_export_gpt2": 103, "llama_path": 104, "llama": 104, "7b": 104, "chat": 104, "hf": 104, "llama2_ep": 104, "batch_decod": 104, "clean_up_tokenization_spac": 104, "torch_export_llama2": 104, "argpars": 105, "modelopt": 105, "mtq": 105, "export_torch_mod": 105, "layer_spec": 105, "num_class": 105, "1000": [105, 108], "init_weight": 105, "in_channel": 105, "pool": [105, 113], "maxpool2d": 105, "batchnorm2d": 105, "sequenti": 105, "avgpool": 105, "adaptiveavgpool2d": 105, "4096": 105, "dropout": 105, "_initialize_weight": 105, "kaiming_normal_": 105, "fan_out": 105, "nonlinear": 105, "constant_": 105, "elif": 105, "normal_": 105, "vgg16_cfg": 105, "128": 105, "argumentpars": 105, "add_argu": 105, "ckpt": 105, "parse_arg": 105, "model_state_dict": 105, "device_count": 105, "ordereddict": 105, "new_state_dict": 105, "forget": 105, "training_dataset": 105, "randomcrop": 105, "randomhorizontalflip": 105, "training_dataload": 105, "drop_last": 105, "crit": 105, "crossentropyloss": 105, "calibrate_loop": 105, "pred": 105, "5f": 105, "acc": 105, "2f": 105, "quantize_typ": 105, "quant_cfg": 105, "int8_default_cfg": 105, "fp8_default_cfg": 105, "forward_loop": 105, "qdq": 105, "incomplet": 105, "functionaltensor": 105, "functionaltensormod": 105, "_trace": 105, "_export": 105, "float8_e4m3fn": 105, "class_prob": 105, "class_pr": 105, "test_prob": 105, "test_pr": 105, "test_loss": 105, "test_acc": 105, "vgg16_ptq": 105, "concept": 106, "_rendered_examples_python": 106, "_rendered_examples_jupyt": 106, "acoust": 107, "speech": 107, "quartznet": 107, "contextnet": 107, "subword": 107, "piec": 107, "excit": 107, "se": 107, "smaller": 107, "audio": 107, "transcrib": 107, "speedup": 107, "obtain": [107, 111], "feedforward": 107, "cnn": 107, "uniformli": 107, "resolut": 107, "highli": [107, 108], "compound": 107, "coeffici": 107, "b0": 107, "corpu": 107, "english": 107, "supervis": 107, "walkthrough": 107, "overal": 107, "jetson": 107, "adopt": 107, "mobilenetv2": 107, "classif": 107, "imagenet": 107, "imagenett": 107, "qat": 107, "simul": 107, "hand": 108, "consider": 108, "concurr": 108, "grpc": 108, "solv": 108, "aforement": 108, "familiar": 108, "resnet50": 108, "torchhub": 108, "docker": 108, "login": 108, "xx": 108, "yy": 108, "mm": 108, "publish": 108, "22": 108, "pwd": 108, "scratch_spac": 108, "nvcr": 108, "py3": 108, "proce": 108, "hub": 108, "_validate_not_a_forked_repo": 108, "suggest": 108, "simplest": 108, "model_repositori": 108, "pbtxt": 108, "pytorch_libtorch": 108, "input__0": 108, "data_typ": 108, "type_fp32": 108, "output__0": 108, "exact": 108, "encourag": 108, "rm": 108, "8000": 108, "8001": 108, "8002": 108, "the_model_repositori": 108, "tritonserv": 108, "spin": 108, "proceed": 108, "flesh": 108, "wget": 108, "img1": 108, "hakaimagazin": 108, "wp": 108, "gulf": 108, "bird": 108, "attrdict": 108, "pyindex": 108, "tritoncli": 108, "jump": 108, "firstli": 108, "resiz": 108, "pil": 108, "httpclient": 108, "triton_to_np_dtyp": 108, "rn50_preprocess": 108, "img_path": 108, "img": 108, "centercrop": 108, "485": 108, "456": 108, "406": 108, "229": 108, "transformed_img": 108, "inferenceservercli": 108, "localhost": 108, "secondli": 108, "inferinput": 108, "set_data_from_numpi": 108, "binary_data": 108, "inferrequestedoutput": 108, "class_count": 108, "lastli": 108, "send": 108, "model_nam": 108, "inference_output": 108, "as_numpi": 108, "468750": 108, "90": 108, "523438": 108, "92": 108, "664062": 108, "429688": 108, "136": 108, "234375": 108, "confidence_scor": 108, "classification_index": 108, "eagerli": 109, "swap": 109, "exactli": 109, "_tracer": 109, "sometim": 109, "queri": 109, "attn_weight": 109, "seq_len": 109, "compiler_dynamic_shap": 109, "inputs_bs2": 109, "libtorchtrt_runtim": 110, "dl_open": 110, "ld_preload": 110, "load_librari": 110, "cxx11": 110, "abi": 110, "wl": 110, "ltorchtrt": 110, "torchtrt_runtime_exampl": 110, "libtorchtrt_plugin": 110, "neglig": 110, "thread": 110, "alert": 110, "switch": 110, "mismatch": 110, "crash": 110, "sacrif": 110, "incur": 110, "intens": 110, "trt_ep": 111, "stai": 111, "trt_t": 111, "ergonom": 112, "deleg": 112, "believ": 112, "amen": 112, "artifact": 112, "pack": 112, "year": 112, "superset": 112, "codebas": 112, "immedi": 112, "traceabl": 112, "scriptabl": 112, "hardwar": 113, "neural": 113, "deconvolut": 113, "scripted_model": 113}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [111, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 110], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 105], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 99, 101, 102, 112], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 97, 98, 99, 100, 101, 102, 103, 104, 105], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 105], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 105], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 111, 112], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 111, 112], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 97, 110], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 99, 101], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 96, 97, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "c": [50, 61, 66, 67, 68, 88, 90, 107], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 95, 103, 104, 106, 111, 112], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 107], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 98, 99, 101, 102, 103, 104, 105, 107, 109], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 96, 112], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 112], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 108], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 105], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 107], "runtim": [57, 58, 59, 74, 110], "background": [58, 60], "engin": [58, 65, 92, 93, 94], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 112], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 97, 105], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103, 104, 107], "native_op": 61, "ir": [61, 111, 112], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 102, 109], "customiz": [63, 64], "set": [63, 64, 96, 98, 102, 108], "under": [63, 88, 109], "hood": [63, 88, 109], "trace": 63, "backend": [64, 99, 103, 104], "kei": 64, "featur": 64, "custom": [64, 88, 92, 94, 98, 109], "usag": [64, 97, 98], "after": 64, "model": [64, 65, 92, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 111], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 99, 107, 109], "shape": [64, 99, 107, 109], "support": [64, 69], "recompil": [64, 99], "condit": 64, "fx": [65, 68, 71, 107, 112], "frontend": [65, 66, 68, 91, 107, 112], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 98, 101], "nightli": 66, "build": [66, 79, 108], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 110], "addit": 66, "option": [66, 67, 79, 80, 82, 99, 101, 112], "distribut": 66, "No": 66, "librari": [66, 110], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 105], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 108], "advanc": [66, 97, 98], "setup": 66, "troubleshoot": 66, "altern": 66, "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 108], "2": [67, 83, 84, 108], "deploi": [67, 105, 107, 110], "deploy": 67, "In": [68, 97], "framework": 68, "infer": [68, 99, 100, 101, 102, 105, 108], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 106], "contributor": 68, "indic": 68, "legaci": [68, 112], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 112], "submodul": 75, "comput": 77, "time": [77, 112], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": [80, 103, 104], "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88, 103, 104], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": [81, 103, 104], "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": [82, 103, 104], "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 108], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 96, 111], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 105, 107], "quantiz": [90, 105, 107], "your": [90, 108], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 97], "bert": [93, 107], "jit": [94, 109], "aot": [94, 109], "mutabl": 96, "initi": 96, "make": [96, 97], "modif": 96, "stabl": [96, 100], "diffus": [96, 100], "huggingfac": 96, "refit": 97, "new": 97, "standard": 97, "workflow": 97, "import": [97, 98, 99, 100, 101, 102, 103, 104, 105], "pretrain": 97, "map": 97, "place": 97, "default": [98, 102], "cleanup": [98, 101], "driver": [98, 101], "error": [98, 101], "note": [98, 101], "resnet": 99, "argument": [99, 101], "avoid": 99, "specifi": 99, "befor": 99, "trt": 99, "transform": [101, 107], "cudagraph": [102, 110], "integr": 102, "gpt2": 103, "output": [103, 104], "decod": [103, 104], "sentenc": [103, 104], "should": [103, 104], "look": [103, 104], "i": [103, 104], "enjoi": [103, 104], "walk": [103, 104], "my": [103, 104], "cute": [103, 104], "dog": [103, 104], "m": [103, 104], "sure": [103, 104], "ll": [103, 104], "ever": [103, 104], "abl": [103, 104], "llama2": 104, "load": [105, 111], "dataset": 105, "loss": 105, "calibr": 105, "tune": 105, "fp8": 105, "notebook": 107, "citrinet": 107, "efficientnet": 107, "mask": 107, "languag": 107, "mlm": 107, "hug": 107, "face": 107, "acceler": 107, "serv": [107, 108], "resnet50": 107, "lenet": 107, "deep": 107, "learn": 107, "object": 107, "detect": 107, "ssd": 107, "int8": 107, "triton": 108, "up": 108, "server": 108, "client": 108, "queri": 108, "constraint": 109, "libtorchtrt": 110, "so": 110, "plugin": 110, "multi": 110, "safe": 110, "mode": 110, "exportedprogram": 111, "b": 111, "explain": 112, "just": 112, "accept": 112, "return": 112, "ahead": 112, "dla": 113}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index fcd5e37e95..744c716c48 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Computation times &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Computation times &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html
index e646fcebe4..2f8e2dcd7e 100644
--- a/docs/src/pytorch-sphinx-theme/docs/changelog.html
+++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Changelog &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Changelog &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html
index efa25349a2..a2874113ea 100644
--- a/docs/src/pytorch-sphinx-theme/docs/configuring.html
+++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Configuration &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Configuration &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
index f264bd5294..4807f88172 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
index 7272488bec..5bdd9d3d25 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
@@ -12,7 +12,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
@@ -654,7 +654,7 @@ <h3><a class="toc-backref" href="#id41"><span class="section-number">3.4.4. </sp
 <section id="code-blocks">
 <h3><a class="toc-backref" href="#id42"><span class="section-number">3.4.5. </span>Code Blocks</a><a class="headerlink" href="#code-blocks" title="Permalink to this heading">¶</a></h3>
 <pre class="literal-block"># parsed-literal test
-curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.5.0.dev0+a4a9419.tar-gz</pre>
+curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.5.0.dev0+b4b22c3.tar-gz</pre>
 <div class="literal-block-wrapper docutils container" id="id23">
 <div class="code-block-caption"><span class="caption-text">Code Blocks can have captions.</span><a class="headerlink" href="#id23" title="Permalink to this code">¶</a></div>
 <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index 5e1246004e..a327f2152d 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index 1aae3b7da0..e3352db05a 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index b6bc26b3bd..4b0e34dd00 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Structural Elements &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>1. Structural Elements &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index a2b55e5edf..95d525de38 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index b247fb7447..a2afcd2d72 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/ts/creating_torchscript_module_in_python.html b/docs/ts/creating_torchscript_module_in_python.html
index e69108f233..5b02a0a7bb 100644
--- a/docs/ts/creating_torchscript_module_in_python.html
+++ b/docs/ts/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/ts/getting_started_with_cpp_api.html b/docs/ts/getting_started_with_cpp_api.html
index 27e5cdb666..c734e5a7ff 100644
--- a/docs/ts/getting_started_with_cpp_api.html
+++ b/docs/ts/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/ts/getting_started_with_python_api.html b/docs/ts/getting_started_with_python_api.html
index f1226b66fb..ab584ce1f9 100644
--- a/docs/ts/getting_started_with_python_api.html
+++ b/docs/ts/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/ts/ptq.html b/docs/ts/ptq.html
index 637d131cbb..b4b868954e 100644
--- a/docs/ts/ptq.html
+++ b/docs/ts/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/ts/torchscript_frontend_from_pytorch.html b/docs/ts/torchscript_frontend_from_pytorch.html
index 12e3b01adf..9deea320c6 100644
--- a/docs/ts/torchscript_frontend_from_pytorch.html
+++ b/docs/ts/torchscript_frontend_from_pytorch.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
index 4713924e27..53fe3a90bf 100644
--- a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
+++ b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
index c2978b115e..f0f096ff45 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Engine Caching (BERT) &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Engine Caching (BERT) &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
index 8cd0a4f45d..722ac46170 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Engine Caching &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Engine Caching &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/index.html b/docs/tutorials/_rendered_examples/dynamo/index.html
index b7db890f54..777adb0e4f 100644
--- a/docs/tutorials/_rendered_examples/dynamo/index.html
+++ b/docs/tutorials/_rendered_examples/dynamo/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
index e841db7ee8..4c31e00dca 100644
--- a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
index e5e41545e3..d1beb74ba5 100644
--- a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Refitting Torch-TensorRT Programs with New Weights &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Refitting Torch-TensorRT Programs with New Weights &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
index 4b730356ca..a420154882 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
index 201a3ca253..956ac30e65 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
index 172c846dc5..b84ebf58e8 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Stable Diffusion &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Torch Compile Stable Diffusion &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
index e17c016168..ecc832708b 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
index f266e5cc2d..d672e0b6e5 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
index e635b8bfd3..4c8219be41 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling GPT2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Compiling GPT2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
index be19cefefc..2e0d7be758 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Llama2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Compiling Llama2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
index a6ccfc046f..ac0c750668 100644
--- a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
+++ b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/index.html b/docs/tutorials/_rendered_examples/index.html
index c0481eef64..82c947b1fe 100644
--- a/docs/tutorials/_rendered_examples/index.html
+++ b/docs/tutorials/_rendered_examples/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index fff1740ad4..64d4dc703a 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Example notebooks &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Example notebooks &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index 0f9e64a532..2e266c2a51 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/user_guide/dynamic_shapes.html b/docs/user_guide/dynamic_shapes.html
index b88d38a2d9..56cfb30693 100644
--- a/docs/user_guide/dynamic_shapes.html
+++ b/docs/user_guide/dynamic_shapes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/user_guide/runtime.html b/docs/user_guide/runtime.html
index 11c63db3cd..715dec78c9 100644
--- a/docs/user_guide/runtime.html
+++ b/docs/user_guide/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/user_guide/saving_models.html b/docs/user_guide/saving_models.html
index 9654c77bb0..5c81aaab02 100644
--- a/docs/user_guide/saving_models.html
+++ b/docs/user_guide/saving_models.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/user_guide/torch_tensorrt_explained.html b/docs/user_guide/torch_tensorrt_explained.html
index 6d009d374c..b9898d9b3e 100644
--- a/docs/user_guide/torch_tensorrt_explained.html
+++ b/docs/user_guide/torch_tensorrt_explained.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             
diff --git a/docs/user_guide/using_dla.html b/docs/user_guide/using_dla.html
index 6dbd2d4e86..4f728f507d 100644
--- a/docs/user_guide/using_dla.html
+++ b/docs/user_guide/using_dla.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>DLA &mdash; Torch-TensorRT v2.5.0.dev0+a4a9419 documentation</title>
+  <title>DLA &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+a4a9419
+                  v2.5.0.dev0+b4b22c3
                 </div>
               
             

From 97d4f2b5383c2871229d1159b730a0fa22f9d190 Mon Sep 17 00:00:00 2001
From: Seymur Kafkas <seymurkafkas@gmail.com>
Date: Fri, 6 Sep 2024 19:19:40 +0200
Subject: [PATCH 11/14] fix: remove global logging setup (#3147)

---
 py/torch_tensorrt/fx/__init__.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/py/torch_tensorrt/fx/__init__.py b/py/torch_tensorrt/fx/__init__.py
index 03eb7174b5..21f258b2a1 100644
--- a/py/torch_tensorrt/fx/__init__.py
+++ b/py/torch_tensorrt/fx/__init__.py
@@ -12,5 +12,3 @@
 from .lower_setting import LowerSetting  # noqa
 from .trt_module import TRTModule  # noqa
 from .lower import compile  # usort: skip  #noqa
-
-logging.basicConfig(level=logging.INFO)

From e4e4d31f24959d37de5fac52ea83f4b9a5742166 Mon Sep 17 00:00:00 2001
From: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
Date: Fri, 6 Sep 2024 17:36:27 +0000
Subject: [PATCH 12/14] docs: [Automated] Regenerating documenation for 97d4f2b

Signed-off-by: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
---
 .../classtorch__tensorrt_1_1DataType.html     |   4 ++--
 ...rch__tensorrt_1_1Device_1_1DeviceType.html |   4 ++--
 .../classtorch__tensorrt_1_1TensorFormat.html |   4 ++--
 ...ensorrt_1_1ptq_1_1Int8CacheCalibrator.html |   4 ++--
 ...ch__tensorrt_1_1ptq_1_1Int8Calibrator.html |   4 ++--
 ...8h_1a18d295a837ac71add5578860b55e5502.html |   4 ++--
 ...8h_1a282fd3c0b1c3a215148ae372070e1268.html |   4 ++--
 ...8h_1a31398a6d4d27e28817afb0f0139e909e.html |   4 ++--
 ...8h_1a35703561b26b1a9d2738ad7d58b27827.html |   4 ++--
 ...8h_1abd1465eb38256d3f22cc1426b23d516b.html |   4 ++--
 ...8h_1abe87b341f562fd1cf40b7672e4d759da.html |   4 ++--
 ...8h_1ad19939408f7be171a74a89928b36eb59.html |   4 ++--
 ...8h_1adad592a7b1b7eed529cdf6acd584c883.html |   4 ++--
 docs/_cpp_api/dir_cpp.html                    |   4 ++--
 docs/_cpp_api/dir_cpp_include.html            |   4 ++--
 .../dir_cpp_include_torch_tensorrt.html       |   4 ++--
 ...ng_1a130f65408ad8cbaee060f05e8db69558.html |   4 ++--
 ...rt_1a3fbe5d72e4fc624dbd038853079620eb.html |   4 ++--
 ..._cpp_include_torch_tensorrt_logging.h.html |   4 ++--
 ...e_cpp_include_torch_tensorrt_macros.h.html |   4 ++--
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   4 ++--
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   4 ++--
 ...ng_1a0593f776f469c20469e2f729fc7861a3.html |   4 ++--
 ...ng_1a0c012cb374addd90eb1f42eaec570650.html |   4 ++--
 ...ng_1a56e110feaaba2c3fd44bd201fd21a76a.html |   4 ++--
 ...ng_1a7cb50492421ea9de4e3db895819df6f2.html |   4 ++--
 ...ng_1ac46ac0901cb97e3ae6e93b45f24e90b8.html |   4 ++--
 ...ng_1ad2efd47b6c3689e58ccc595680579ae5.html |   4 ++--
 ...ng_1af8f3443813315af7901903d25dd495cc.html |   4 ++--
 ...tq_1a226e3c83379d1012cde8578c1c86b16c.html |   4 ++--
 ...tq_1a6186e305f47c1d94b6130ef6c7f7e178.html |   4 ++--
 ...pt_1a5b405fd3bf3c8fc2e2a54cbbab979797.html |   4 ++--
 ...pt_1a6e19490a08fb1553c9dd347a5ae79db9.html |   4 ++--
 ...pt_1a81f9783517335dda877d8cfcf38987c9.html |   4 ++--
 ...pt_1ae8d56472106eeef37fbe51ff7f40c9b2.html |   4 ++--
 ...rt_1ac4ab8313ae72c2c899ea31548b528528.html |   4 ++--
 ...rt_1ad1acd06eaeaffbbcf6e7ebf426891384.html |   4 ++--
 ...rt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html |   4 ++--
 docs/_cpp_api/namespace_torch_tensorrt.html   |   4 ++--
 .../namespace_torch_tensorrt__logging.html    |   4 ++--
 .../namespace_torch_tensorrt__ptq.html        |   4 ++--
 ...namespace_torch_tensorrt__torchscript.html |   4 ++--
 ..._cpp_include_torch_tensorrt_logging.h.html |   4 ++--
 ...e_cpp_include_torch_tensorrt_macros.h.html |   4 ++--
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   4 ++--
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   4 ++--
 .../structtorch__tensorrt_1_1Device.html      |   4 ++--
 .../structtorch__tensorrt_1_1GraphInputs.html |   4 ++--
 .../structtorch__tensorrt_1_1Input.html       |   4 ++--
 ...ensorrt_1_1torchscript_1_1CompileSpec.html |   4 ++--
 docs/_cpp_api/torch_tensort_cpp.html          |   6 +++---
 docs/_cpp_api/unabridged_orphan.html          |   4 ++--
 .../_rendered_examples_jupyter.zip            | Bin 103522 -> 103522 bytes
 .../_rendered_examples_python.zip             | Bin 78451 -> 78451 bytes
 docs/_modules/index.html                      |   4 ++--
 docs/_modules/torch_tensorrt/_Device.html     |   4 ++--
 docs/_modules/torch_tensorrt/_Input.html      |   4 ++--
 docs/_modules/torch_tensorrt/_compile.html    |   4 ++--
 docs/_modules/torch_tensorrt/_enums.html      |   4 ++--
 .../torch_tensorrt/dynamo/_compiler.html      |   4 ++--
 .../torch_tensorrt/dynamo/_exporter.html      |   4 ++--
 .../torch_tensorrt/dynamo/_refit.html         |   4 ++--
 .../torch_tensorrt/dynamo/_settings.html      |   4 ++--
 .../torch_tensorrt/dynamo/_tracer.html        |   4 ++--
 .../runtime/_MutableTorchTensorRTModule.html  |   4 ++--
 .../runtime/_PythonTorchTensorRTModule.html   |   4 ++--
 .../dynamo/runtime/_TorchTensorRTModule.html  |   4 ++--
 docs/_modules/torch_tensorrt/fx/fx2trt.html   |   4 ++--
 .../torch_tensorrt/fx/input_tensor_spec.html  |   4 ++--
 docs/_modules/torch_tensorrt/fx/lower.html    |   4 ++--
 .../torch_tensorrt/fx/trt_module.html         |   4 ++--
 docs/_modules/torch_tensorrt/logging.html     |   4 ++--
 .../runtime/_multi_device_safe_mode.html      |   4 ++--
 .../torch_tensorrt/ts/_compile_spec.html      |   4 ++--
 .../_modules/torch_tensorrt/ts/_compiler.html |   4 ++--
 docs/_modules/torch_tensorrt/ts/ptq.html      |   4 ++--
 docs/_static/documentation_options.js         |   2 +-
 docs/cli/torchtrtc.html                       |   4 ++--
 docs/contributors/conversion.html             |   4 ++--
 docs/contributors/dynamo_converters.html      |   4 ++--
 docs/contributors/lowering.html               |   4 ++--
 docs/contributors/partitioning.html           |   4 ++--
 docs/contributors/phases.html                 |   4 ++--
 docs/contributors/runtime.html                |   4 ++--
 docs/contributors/system_overview.html        |   4 ++--
 docs/contributors/ts_converters.html          |   4 ++--
 docs/contributors/useful_links.html           |   4 ++--
 .../writing_dynamo_aten_lowering_passes.html  |   4 ++--
 docs/dynamo/dynamo_export.html                |   4 ++--
 docs/dynamo/torch_compile.html                |   4 ++--
 docs/fx/getting_started_with_fx_path.html     |   4 ++--
 docs/genindex.html                            |   4 ++--
 docs/getting_started/installation.html        |   4 ++--
 docs/getting_started/quick_start.html         |   4 ++--
 docs/index.html                               |   4 ++--
 docs/indices/supported_ops.html               |   4 ++--
 docs/objects.inv                              | Bin 31865 -> 31865 bytes
 docs/py-modindex.html                         |   4 ++--
 docs/py_api/dynamo.html                       |   4 ++--
 docs/py_api/fx.html                           |   4 ++--
 docs/py_api/logging.html                      |   4 ++--
 docs/py_api/ptq.html                          |   4 ++--
 docs/py_api/runtime.html                      |   4 ++--
 docs/py_api/torch_tensorrt.html               |   4 ++--
 docs/py_api/ts.html                           |   6 +++---
 docs/search.html                              |   4 ++--
 docs/searchindex.js                           |   2 +-
 docs/sg_execution_times.html                  |   4 ++--
 .../pytorch-sphinx-theme/docs/changelog.html  |   4 ++--
 .../docs/configuring.html                     |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/api.html   |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/demo.html  |   6 +++---
 .../docs/demo/lists_tables.html               |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/long.html  |   4 ++--
 .../docs/demo/structure.html                  |   4 ++--
 docs/src/pytorch-sphinx-theme/docs/index.html |   4 ++--
 .../pytorch-sphinx-theme/docs/installing.html |   4 ++--
 ...creating_torchscript_module_in_python.html |   4 ++--
 docs/ts/getting_started_with_cpp_api.html     |   4 ++--
 docs/ts/getting_started_with_python_api.html  |   4 ++--
 docs/ts/ptq.html                              |   4 ++--
 .../ts/torchscript_frontend_from_pytorch.html |   4 ++--
 .../dynamo/custom_kernel_plugins.html         |   4 ++--
 .../dynamo/engine_caching_bert_example.html   |   4 ++--
 .../dynamo/engine_caching_example.html        |   4 ++--
 .../_rendered_examples/dynamo/index.html      |   4 ++--
 .../mutable_torchtrt_module_example.html      |   4 ++--
 .../dynamo/refit_engine_example.html          |   4 ++--
 .../dynamo/torch_compile_advanced_usage.html  |   4 ++--
 .../dynamo/torch_compile_resnet_example.html  |   4 ++--
 .../torch_compile_stable_diffusion.html       |   4 ++--
 .../torch_compile_transformers_example.html   |   4 ++--
 .../dynamo/torch_export_cudagraphs.html       |   4 ++--
 .../dynamo/torch_export_gpt2.html             |   4 ++--
 .../dynamo/torch_export_llama2.html           |   4 ++--
 .../_rendered_examples/dynamo/vgg16_ptq.html  |   4 ++--
 docs/tutorials/_rendered_examples/index.html  |   4 ++--
 docs/tutorials/notebooks.html                 |   4 ++--
 .../serving_torch_tensorrt_with_triton.html   |   4 ++--
 docs/user_guide/dynamic_shapes.html           |   4 ++--
 docs/user_guide/runtime.html                  |   4 ++--
 docs/user_guide/saving_models.html            |   4 ++--
 docs/user_guide/torch_tensorrt_explained.html |   4 ++--
 docs/user_guide/using_dla.html                |   4 ++--
 144 files changed, 283 insertions(+), 283 deletions(-)

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
index 606b2a2dc0..0cfb3f55eb 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class DataType &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Class DataType &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
index 912122807a..efde2b05e1 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
index 582ba11034..f230a5ee90 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class TensorFormat &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Class TensorFormat &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
index debf697054..f41b8d6d03 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
index f06f831669..29501d18a6 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
index d2534b4a04..7180fcaf53 100644
--- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
+++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define STR &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Define STR &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
index fd1b9ef7e9..e2ae2b5699 100644
--- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
+++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
index 4419927bf5..bdb7e1ff74 100644
--- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
+++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
index 6bd9db3a4a..7a5eb9e12a 100644
--- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
+++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
index 69c435b736..449b0a67ac 100644
--- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
+++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
index ec671ef987..167a17db18 100644
--- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
+++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define XSTR &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Define XSTR &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
index 2c01736452..f3b23725dd 100644
--- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
+++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
index 4a2b14e591..5d0b791e10 100644
--- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
+++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html
index b2ebf11bcd..98d44a2c69 100644
--- a/docs/_cpp_api/dir_cpp.html
+++ b/docs/_cpp_api/dir_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory cpp &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Directory cpp &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html
index 58b9a700e2..f20a3bb495 100644
--- a/docs/_cpp_api/dir_cpp_include.html
+++ b/docs/_cpp_api/dir_cpp_include.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory include &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Directory include &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
index 17a2531a22..205f7a7208 100644
--- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
+++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
index c1034ef82b..badea42a26 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum Level &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Enum Level &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
index fc6d011482..c5b0acdcaf 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
index f052413e60..a88b233e94 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
index 1b01d91dcd..049824896b 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
index bf46a99870..96073069b4 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 43409edee4..4899d5f7bd 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
index f5919c19e9..ccba36c2e8 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
index d0283b44cc..6cca95f31b 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
index 64e90172ef..37564452d2 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
index 9b3f09a16e..1d48123fed 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
index 7c4f26e041..00065fe30a 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
index bb10fb3fa1..f841505363 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
index 523e9d9655..7f670c7c55 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
index fcaa38288d..8b4054fa01 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
index 5175eee8b8..4cee38ef68 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
index 7a3b7575a0..07b2561bfa 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
index 60609491ed..5f35ca6313 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
index bcf5020aa8..64b6d41c81 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
index 53dd1d874f..2088ff42f0 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
index 5b5fca3362..850cee59cc 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
index 5be24f42b0..f17d54b428 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
index 90c7124cdc..0822aaceb3 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html
index fd40e13068..2fea5efd6b 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
index 70777519ad..c3e1e92115 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
index ed9ac6e9eb..40c7bc8783 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
index a5688c8d8c..6cc7ba8f18 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
index 5a55566358..bc25ba03e3 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
index 67a6829601..0b6f808569 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
index 0f2d9e5661..72fe5b6369 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 3dc5c6397d..f63fbb47fd 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
index 25309d7167..18ca0bfef5 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Device &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Struct Device &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
index eec3bd9e4e..da96ef2a99 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
index ebe5af0986..f47d8cbe29 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Input &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Struct Input &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
index d6164752ec..c756dac9bb 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html
index ed31e9aed6..f3c473f967 100644
--- a/docs/_cpp_api/torch_tensort_cpp.html
+++ b/docs/_cpp_api/torch_tensort_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
@@ -464,7 +464,7 @@ <h2>Class Hierarchy<a class="headerlink" href="#class-hierarchy" title="Permalin
 <ul class="treeView" id="class-treeView">
   <li>
     <ul class="collapsibleList">
-      <li class="lastChild">Namespace <a href="namespace_torch_tensorrt.html#namespace-torch-tensorrt">torch_tensorrt</a><ul><li>Namespace <a href="namespace_torch_tensorrt__logging.html#namespace-torch-tensorrt-logging">torch_tensorrt::logging</a><ul><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html#exhale-enum-namespacetorch-tensorrt-1-1logging-1a130f65408ad8cbaee060f05e8db69558">Level</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__ptq.html#namespace-torch-tensorrt-ptq">torch_tensorrt::ptq</a><ul><li>Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8CacheCalibrator">Int8CacheCalibrator</a></li><li class="lastChild">Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8Calibrator">Int8Calibrator</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__torchscript.html#namespace-torch-tensorrt-torchscript">torch_tensorrt::torchscript</a><ul><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#exhale-struct-structtorch-tensorrt-1-1torchscript-1-1CompileSpec">CompileSpec</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1Device.html#exhale-struct-structtorch-tensorrt-1-1Device">Device</a><ul><li class="lastChild">Class <a href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#exhale-class-classtorch-tensorrt-1-1Device-1-1DeviceType">Device::DeviceType</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1GraphInputs.html#exhale-struct-structtorch-tensorrt-1-1GraphInputs">GraphInputs</a></li><li>Struct <a href="structtorch__tensorrt_1_1Input.html#exhale-struct-structtorch-tensorrt-1-1Input">Input</a></li><li>Class <a href="classtorch__tensorrt_1_1DataType.html#exhale-class-classtorch-tensorrt-1-1DataType">DataType</a></li><li>Class <a href="classtorch__tensorrt_1_1TensorFormat.html#exhale-class-classtorch-tensorrt-1-1TensorFormat">TensorFormat</a></li><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html#exhale-enum-namespacetorch-tensorrt-1a3fbe5d72e4fc624dbd038853079620eb">EngineCapability</a></li></ul></li>
+      <li class="lastChild">Namespace <a href="namespace_torch_tensorrt.html#namespace-torch-tensorrt">torch_tensorrt</a><ul><li>Namespace <a href="namespace_torch_tensorrt__logging.html#namespace-torch-tensorrt-logging">torch_tensorrt::logging</a><ul><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html#exhale-enum-namespacetorch-tensorrt-1-1logging-1a130f65408ad8cbaee060f05e8db69558">Level</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__ptq.html#namespace-torch-tensorrt-ptq">torch_tensorrt::ptq</a><ul><li>Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8CacheCalibrator">Int8CacheCalibrator</a></li><li class="lastChild">Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8Calibrator">Int8Calibrator</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__torchscript.html#namespace-torch-tensorrt-torchscript">torch_tensorrt::torchscript</a><ul><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#exhale-struct-structtorch-tensorrt-1-1torchscript-1-1CompileSpec">CompileSpec</a></li></ul></li><li>Enum <a href="enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html#exhale-enum-namespacetorch-tensorrt-1a3fbe5d72e4fc624dbd038853079620eb">EngineCapability</a></li><li>Struct <a href="structtorch__tensorrt_1_1Device.html#exhale-struct-structtorch-tensorrt-1-1Device">Device</a><ul><li class="lastChild">Class <a href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#exhale-class-classtorch-tensorrt-1-1Device-1-1DeviceType">Device::DeviceType</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1GraphInputs.html#exhale-struct-structtorch-tensorrt-1-1GraphInputs">GraphInputs</a></li><li>Struct <a href="structtorch__tensorrt_1_1Input.html#exhale-struct-structtorch-tensorrt-1-1Input">Input</a></li><li>Class <a href="classtorch__tensorrt_1_1DataType.html#exhale-class-classtorch-tensorrt-1-1DataType">DataType</a></li><li class="lastChild">Class <a href="classtorch__tensorrt_1_1TensorFormat.html#exhale-class-classtorch-tensorrt-1-1TensorFormat">TensorFormat</a></li></ul></li>
     </ul>
   </li><!-- only tree view element -->
 </ul><!-- /treeView class-treeView --></section>
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html
index 97de3930be..a55e7a1c77 100644
--- a/docs/_cpp_api/unabridged_orphan.html
+++ b/docs/_cpp_api/unabridged_orphan.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Full API &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Full API &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip
index 4dcb0cc59669b736053dd67fbeebd62b951343f5..14146d1f434aa801d3e2542476c6d502419ceb04 100644
GIT binary patch
delta 224
zcmaE~g6+`?Hl6@)W)=|!5NPb#$dkg!)Y!ARh_i_gM1K?Kl>yPLCdr~8I?J<C7(_pf
zQ2_JVi;6@*{OY#NJRsU&@=Xa4&Ao;ZO!FN%qXFXIdGp*5NN+zX#~5D-WK36^z!(mq
z>nAV<far@87=1ys!bHYs5M4Ww(F;VMoX8jo7N5lE1ETXLF@}KXBa;{-K(yRsh<xc}
SMkf$|=VV5I5Y07(F#-UeQ&R%~

delta 224
zcmaE~g6+`?Hl6@)W)=|!5O~eHktc<d={4)-BF-j05dBS@R|Z70nk0*Y=q%4lVG#W^
zMgh!cFDeoN@vGZ5^MGiB$u}iHH1`@tFwJ-5j0T8*=go6NAie#l9AkVTkTG3t0%JIc
zuAjgd0HQBWVDtsi3KJQlL3HgzMlTS3aw20WSbP$r4~Wj2#25mik4$2W0MT-jA@Ze@
S8J$4<os${;K{VGC#s~m#cu)}l

diff --git a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip
index 78420bfe833a2d26f26fe4bb1a16f06cd6879cf0..1dd613fb8f44a09d1c4c10d43de8c89ff0ded232 100644
GIT binary patch
delta 223
zcmezTgyr)S7M=iaW)=|!5NPb#$YaII)Y!AxgY_#rh_>h5Dh8szDQoe7Xe9#(?PoIy
z%zxyu3rx=oE$0Nui^oR`g6NV0Nq!LBU%x{hM0?JEs|BJhPN}2->FIHLj3FR;iyosd
zh-TJj^a9cT`iv1EdZj+2JBa?I&lm)v-3%B#LG(le#y}AL#DFmrL|Yp|<ogX7?Lqtt
NhKxQSTF!_u6aaB{P7eS8

delta 223
zcmezTgyr)S7M=iaW)=|!5O~eHk;jUa={4(S57w{jAljaHs~Cv>rmV#SqLmCFw4co+
zF#nOqE-*bWw44(pFCHH)2%<|0B>6#ffBg=55bZhttrm#3IHi&Tq^HN}F@}KXEqaW;
zAevd9(F;WT>oZ1x=#~16?jZV;K4TDwb~9k~1kn=>7z07{69dLj5N&M;k?%KTv<LAo
N7&7{RXgMRsPyj>}OC10J

diff --git a/docs/_modules/index.html b/docs/_modules/index.html
index ba58db9ee4..3b07cc0c53 100644
--- a/docs/_modules/index.html
+++ b/docs/_modules/index.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Overview: module code &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Overview: module code &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html
index cbc9c2e183..5d5818ce54 100644
--- a/docs/_modules/torch_tensorrt/_Device.html
+++ b/docs/_modules/torch_tensorrt/_Device.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html
index 9514c93723..2c27c78e5d 100644
--- a/docs/_modules/torch_tensorrt/_Input.html
+++ b/docs/_modules/torch_tensorrt/_Input.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html
index 05803f1c1c..36a35d4c36 100644
--- a/docs/_modules/torch_tensorrt/_compile.html
+++ b/docs/_modules/torch_tensorrt/_compile.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_enums.html b/docs/_modules/torch_tensorrt/_enums.html
index b627a2d0f0..6910521fb2 100644
--- a/docs/_modules/torch_tensorrt/_enums.html
+++ b/docs/_modules/torch_tensorrt/_enums.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_compiler.html b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
index bb1169b8b0..cac0dcd149 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_compiler.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_exporter.html b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
index 2f3af26fe4..b16f0b6cec 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_exporter.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_refit.html b/docs/_modules/torch_tensorrt/dynamo/_refit.html
index b627f7da9c..e6cf7a1280 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_refit.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_refit.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_settings.html b/docs/_modules/torch_tensorrt/dynamo/_settings.html
index 2ff7157158..e80ce542a7 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_settings.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_settings.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_tracer.html b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
index f927f76495..074f2b2292 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_tracer.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
index 98fc7a8d8c..9e42b99df5 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
index ffdead1747..c20e954ea3 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
index cb824760ac..bcb79b84df 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html
index 1c936478e1..221fe8834e 100644
--- a/docs/_modules/torch_tensorrt/fx/fx2trt.html
+++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
index 79baa217ed..5de6d93e2b 100644
--- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
+++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html
index 7218d6d691..47273456ca 100644
--- a/docs/_modules/torch_tensorrt/fx/lower.html
+++ b/docs/_modules/torch_tensorrt/fx/lower.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html
index f9ffd7e896..c569888b4b 100644
--- a/docs/_modules/torch_tensorrt/fx/trt_module.html
+++ b/docs/_modules/torch_tensorrt/fx/trt_module.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html
index aeb4001793..2c9bb5b684 100644
--- a/docs/_modules/torch_tensorrt/logging.html
+++ b/docs/_modules/torch_tensorrt/logging.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
index 323e9fea2d..6ca4253c76 100644
--- a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
+++ b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
index be5f94c907..fac3efab2e 100644
--- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html
+++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html
index a744fdd78c..225e2ec4da 100644
--- a/docs/_modules/torch_tensorrt/ts/_compiler.html
+++ b/docs/_modules/torch_tensorrt/ts/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/ptq.html b/docs/_modules/torch_tensorrt/ts/ptq.html
index 3ff841c8e2..5a84fb18fa 100644
--- a/docs/_modules/torch_tensorrt/ts/ptq.html
+++ b/docs/_modules/torch_tensorrt/ts/ptq.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js
index be738afff3..3c5e30d935 100644
--- a/docs/_static/documentation_options.js
+++ b/docs/_static/documentation_options.js
@@ -1,6 +1,6 @@
 var DOCUMENTATION_OPTIONS = {
     URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
-    VERSION: 'v2.5.0.dev0+b4b22c3',
+    VERSION: 'v2.5.0.dev0+97d4f2b',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html
index 22f964b6ed..1312c53697 100644
--- a/docs/cli/torchtrtc.html
+++ b/docs/cli/torchtrtc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torchtrtc &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torchtrtc &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html
index 610b443288..3784863662 100644
--- a/docs/contributors/conversion.html
+++ b/docs/contributors/conversion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Conversion Phase &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Conversion Phase &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/contributors/dynamo_converters.html b/docs/contributors/dynamo_converters.html
index 60476f2415..f814e392f8 100644
--- a/docs/contributors/dynamo_converters.html
+++ b/docs/contributors/dynamo_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html
index 00df89aba2..26a129b361 100644
--- a/docs/contributors/lowering.html
+++ b/docs/contributors/lowering.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Lowering Phase &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Lowering Phase &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html
index 46df4248b4..d1ec843252 100644
--- a/docs/contributors/partitioning.html
+++ b/docs/contributors/partitioning.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Partitioning Phase &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Partitioning Phase &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html
index bb7fdbd819..8135bfd36d 100644
--- a/docs/contributors/phases.html
+++ b/docs/contributors/phases.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiler Phases &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Compiler Phases &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html
index 803dc6f5af..848d389957 100644
--- a/docs/contributors/runtime.html
+++ b/docs/contributors/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Runtime Phase &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Runtime Phase &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html
index 8348c95aaf..334386bc5a 100644
--- a/docs/contributors/system_overview.html
+++ b/docs/contributors/system_overview.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>System Overview &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>System Overview &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/contributors/ts_converters.html b/docs/contributors/ts_converters.html
index b0b26757ca..7a1e38296d 100644
--- a/docs/contributors/ts_converters.html
+++ b/docs/contributors/ts_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html
index fdc52aa641..1298fd9ca3 100644
--- a/docs/contributors/useful_links.html
+++ b/docs/contributors/useful_links.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/contributors/writing_dynamo_aten_lowering_passes.html b/docs/contributors/writing_dynamo_aten_lowering_passes.html
index 7081633649..5292b26d76 100644
--- a/docs/contributors/writing_dynamo_aten_lowering_passes.html
+++ b/docs/contributors/writing_dynamo_aten_lowering_passes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/dynamo/dynamo_export.html b/docs/dynamo/dynamo_export.html
index a0597635ab..cbaa33f55c 100644
--- a/docs/dynamo/dynamo_export.html
+++ b/docs/dynamo/dynamo_export.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/dynamo/torch_compile.html b/docs/dynamo/torch_compile.html
index 7543b459d2..44f4636ce4 100644
--- a/docs/dynamo/torch_compile.html
+++ b/docs/dynamo/torch_compile.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/fx/getting_started_with_fx_path.html b/docs/fx/getting_started_with_fx_path.html
index 01610ba8c2..1ba07355b1 100644
--- a/docs/fx/getting_started_with_fx_path.html
+++ b/docs/fx/getting_started_with_fx_path.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/genindex.html b/docs/genindex.html
index 794f31b46f..4353b6a7ee 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Index &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Index &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html
index 880e0588eb..bda99b79a3 100644
--- a/docs/getting_started/installation.html
+++ b/docs/getting_started/installation.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/getting_started/quick_start.html b/docs/getting_started/quick_start.html
index 78f347a8b2..c838c49b07 100644
--- a/docs/getting_started/quick_start.html
+++ b/docs/getting_started/quick_start.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Quick Start &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Quick Start &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/index.html b/docs/index.html
index e44cdf112b..0b5820d8a6 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -274,7 +274,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html
index 95c5a9d36a..6e6733ffcb 100644
--- a/docs/indices/supported_ops.html
+++ b/docs/indices/supported_ops.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Operators Supported &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Operators Supported &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -274,7 +274,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/objects.inv b/docs/objects.inv
index 1ceb68015a0588e3d031205e441c9eb02180e20e..ae99a59081ef47cc4b755ac9f28d5d0400b3eec8 100644
GIT binary patch
delta 20
bcmezQgYoAN#tDAxmgXrYX+}vKLse=3W@rd<

delta 20
bcmezQgYoAN#tDAxNhV1~M#;t-Lse=3X1WMs

diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index 08a251d922..f6ac098e1f 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Python Module Index &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Python Module Index &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/py_api/dynamo.html b/docs/py_api/dynamo.html
index a11410ca69..eb9e2108fb 100644
--- a/docs/py_api/dynamo.html
+++ b/docs/py_api/dynamo.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html
index 8c75ecbdd6..618c9cbdd9 100644
--- a/docs/py_api/fx.html
+++ b/docs/py_api/fx.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html
index 09528082f0..9371d183f0 100644
--- a/docs/py_api/logging.html
+++ b/docs/py_api/logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html
index 1fc8653528..92507d5142 100644
--- a/docs/py_api/ptq.html
+++ b/docs/py_api/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/py_api/runtime.html b/docs/py_api/runtime.html
index 1faa0c8952..58eab5490b 100644
--- a/docs/py_api/runtime.html
+++ b/docs/py_api/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html
index ac3187e989..e2362b5cf6 100644
--- a/docs/py_api/torch_tensorrt.html
+++ b/docs/py_api/torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html
index a030de8aec..b5d53e340a 100644
--- a/docs/py_api/ts.html
+++ b/docs/py_api/ts.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
@@ -681,7 +681,7 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 
 <dl class="py function">
 <dt class="sig sig-object py" id="torch_tensorrt.ts.TensorRTCompileSpec">
-<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">torch.device</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Device(type=DeviceType.GPU,</span> <span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f3cf4f1b530&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">torch.device</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Device(type=DeviceType.GPU,</span> <span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7ff82bf93f70&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
 <dd><p>Utility to create a formatted spec dictionary for using the PyTorch TensorRT backend</p>
 <dl class="field-list simple">
 <dt class="field-odd">Keyword Arguments</dt>
diff --git a/docs/search.html b/docs/search.html
index acf47b8a84..615b68aaa4 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Search &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Search &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 280e9241e5..b7f4e5af87 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Mutable Torch TensorRT Module", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Compiling GPT2 using the Torch-TensorRT with dynamo backend", "Compiling Llama2 using the Torch-TensorRT with dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 94, 98, 101, 102, 103, 104, 107], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 108, 109, 111], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 97, 99, 101, 103, 104, 105, 108, 112, 113], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 94, 105, 107], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 94, 105, 107, 111], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 94, 95, 96, 97, 106, 108, 110, 111, 112, 113], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 94, 95, 98, 100, 102], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 95, 97, 99, 101, 106, 109, 110, 112, 113], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 112], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 96, 97, 108, 110], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 101, 103, 104, 109, 110, 111], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 98, 99, 101, 103, 104, 109], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 93, 94, 97, 102, 108], "reason": [0, 65, 87, 92, 94, 112], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 105, 106, 107, 108, 109, 110, 111, 112], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 93, 94, 96, 97, 107, 108, 109, 110], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 96, 98, 99, 101, 107], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 95, 96, 106, 107, 108, 109, 110, 111], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 96, 97, 109, 110], "itself": [0, 1, 2, 46, 52, 55, 91, 108], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 96, 97, 102, 105, 108, 113], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 107, 108], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 96, 100, 113], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 105, 113], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 105], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 97, 98, 101, 102, 103, 104, 107, 108, 109, 110, 112, 113], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 94, 105, 109, 110, 111, 112], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 94, 109], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 94, 95, 96, 99, 101, 102, 106, 108, 110], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 109, 111], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 105, 108, 109], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 93, 94, 96, 97, 100, 101, 103, 104, 105, 107, 108, 110, 111, 112], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 94, 113], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88, 97, 103, 104], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 101, 112, 113], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 94, 103, 104, 107, 108], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 97, 98, 105, 108, 109], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 112], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 110], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 110], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 96, 97, 110, 113], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 110, 113], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 94, 98, 99, 102, 103, 104, 107, 108, 109, 110, 111, 112], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 94, 98, 107, 108], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 97, 108], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 108], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 97, 112, 113], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 104, 108, 110, 112, 113], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "kdla": [1, 45, 46, 113], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 97, 109, 113], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 93, 94, 96, 97, 99, 102, 106, 107, 108, 109, 111, 112], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 97, 98, 102, 103, 104, 107, 108, 109, 110, 111, 112], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92, 94, 97], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 98, 107], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 105], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 105], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 95, 106], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 105, 106, 110], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 94, 110], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 108, 109, 111, 112], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 108, 113], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 99, 102, 108, 109], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 95, 106, 110], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 94, 99, 101, 105, 108, 109, 113], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 94, 99, 101, 105, 107, 109], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 98, 102, 105, 108], "alwai": [3, 4, 27, 52, 75, 81, 97], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 104, 105, 107, 109, 111, 113], "due": [3, 4, 66, 80, 81, 105], "issu": [3, 4, 64, 70, 75, 88, 98, 101], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 97, 102, 105, 108], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 97, 110], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 95, 97, 99, 101, 106, 107, 112], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 96, 98, 105, 107, 108, 109, 110], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 96, 97, 99, 101, 102, 110], "use_cach": [3, 4, 30, 44, 73, 90, 103, 104], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 97, 105, 107, 109, 110, 112, 113], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 108], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 94, 95, 97, 98, 102, 106, 108, 109, 110, 111, 112], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 99, 101, 107, 110], "easili": [3, 4, 96], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 113], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 112], "dataload": [4, 29, 30, 44, 49, 73, 90, 105], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 100, 108], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 104, 112], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 94, 102, 105, 108, 112], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 99, 101, 110], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 94, 107], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 97, 107, 108, 109, 110], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 94, 98, 102, 105, 109, 111], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 95, 106, 110], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 99, 101], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 93, 94, 96, 97, 99, 101, 103, 104, 105, 108], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 109], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 106, 107, 108, 110, 112], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 93, 94, 96, 97, 98, 99, 101, 105], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 112], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 94, 95, 96, 97, 99, 101, 102, 106, 107, 109, 110], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 94, 99, 101, 107, 112], "phase": [16, 60, 63, 88, 97, 109, 112], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 112], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 70, 90, 94], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 95, 104, 106, 109], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 108], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 107, 109, 113], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 94, 105], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 93, 94, 105], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92, 94, 103, 104], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 113], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 96, 100, 103, 104, 107, 113], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 113], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 108, 112], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 96, 103, 104, 105, 110], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 96, 97, 100, 107, 108, 109, 111], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 94, 109], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 96], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 99, 101, 111], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 94, 105, 107, 110], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 96, 97, 107, 109, 110], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 70, 71, 75, 79, 81, 88, 89, 90, 92, 94, 97, 98, 102, 108, 109, 110, 112, 113], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 99, 101, 109], "post": [29, 30, 49, 52, 63, 68, 88, 94], "train": [29, 30, 49, 52, 68, 69, 88, 89, 94], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 95, 106], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 95, 97, 106, 108], "previous": [29, 33, 88, 94, 97], "therefor": [29, 58, 65, 66, 74, 81, 88, 107, 110], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 99, 101, 105, 107, 108, 109], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 105, 108, 109, 110], "dataset": [29, 73, 90, 107], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 93, 94, 97, 100, 107, 108, 110, 112], "later": [29, 70, 88, 97, 111, 112], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 96, 110, 112], "scratch": [29, 94, 97], "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 108, 110], "howev": [29, 66, 79, 80, 88, 92, 94, 108, 109, 112], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 107, 108, 113], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 94, 102, 105, 106, 107], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 105, 108, 110, 112], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 108], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 96, 97, 108, 110, 112], "respons": [29, 54, 58, 81, 110], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 94, 109], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 102, 107, 108, 110, 111, 112], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 108, 109], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 98, 105, 109], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 107], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 98, 101, 107, 109, 110, 112], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 94, 98, 105, 107, 109], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92, 94, 97], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92, 97], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90, 103, 104], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 94, 108, 110], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 97, 108, 111, 112], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 95, 97, 98, 105, 106, 107, 109, 111, 113], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 94, 97, 98], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 113], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 93, 96, 105, 108, 110, 113], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 98, 107, 109], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 94, 107], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 96, 105, 108, 109], "unsupport": [31, 49, 54, 64, 75, 92, 112], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 110, 112], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 98, 101, 108, 112, 113], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 108, 109], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 99, 101], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 106, 107, 112], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 94, 110], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76, 94, 97], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 112], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 108], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 94, 109, 110, 112], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 94, 95, 99, 106, 107, 108, 109, 110], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 94, 105, 107, 108, 111], "symbol": [33, 65, 66, 76, 81, 110], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 113], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104, 105, 106, 109, 111], "y": [33, 56, 76, 82, 92, 98], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89, 94], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92, 94, 97], "origin": [33, 65, 71, 75, 92, 94, 96, 112], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 94, 95, 96, 97, 105, 106, 108, 109, 110, 111, 112], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 94, 100, 108], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 107, 108, 111], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 113], "id": [36, 45, 52, 75, 79, 80, 84, 113], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 93, 97, 101, 107, 112], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 110], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 108, 109, 110], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 96, 108, 110, 113], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45, 103, 104], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 99, 112], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 94, 110], "root": [42, 43, 44, 45, 66, 79, 90, 105], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "tree": [42, 43, 44, 45, 79, 90, 105, 110], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 108, 110], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 107, 108, 109, 110, 111, 112], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 112], "necessari": [42, 62, 64, 66, 74, 97, 110], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 70, 81, 82, 88, 89, 90, 94, 97, 106, 108, 109, 110, 112], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 97, 98, 108], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 93, 94, 105], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 99, 101], "gaurd": 43, "someth": [43, 55, 81, 108], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 96, 98, 108], "setup": [43, 90, 108], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 109, 111], "torchtrt": [43, 56, 92, 105], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 98, 105, 109], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 103, 104, 113], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 98, 102], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 97, 98, 102, 109], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 108, 109, 110, 111], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 96, 107, 110], "still": [44, 56, 65, 66, 90, 98, 112], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 93, 94, 98, 100, 110, 111, 113], "batch_siz": [44, 90, 105], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "statu": [44, 82], "reset": [44, 93, 94, 98, 101, 110], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 112], "again": [44, 58, 60, 81, 92, 96], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 108], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81, 94], "copi": [44, 60, 65, 69, 73, 82, 108], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": [45, 94], "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 93, 99, 101, 102, 107, 109], "device_typ": [45, 46, 75, 90, 91, 113], "int64_t": [45, 46, 48, 49, 90, 113], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 112, 113], "agx": 45, "platform": [45, 52, 59, 66, 108, 113], "xavier": [45, 113], "dla_cor": [45, 46, 52, 75, 90, 91, 113], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 113], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 99, 102, 107, 109], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 102, 105, 108, 110, 113], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 110], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "spec": [45, 48, 49, 52, 72, 75, 76, 91, 94], "flatten": [45, 47, 69, 87, 88, 105], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 103, 104, 105, 108, 113], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92, 103, 104], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 94, 95, 96, 106], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 100], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 97, 99, 101], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 93, 94, 97, 98, 99, 101, 104, 105], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 102, 105, 107, 109, 111, 113], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 97, 98, 99, 101], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 98, 101], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 107, 108, 112], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 105, 107, 108, 109, 112, 113], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89, 94], "complex": [47, 49, 64, 66, 87, 89, 96], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 94, 111], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 98, 101, 103, 104, 108], "rang": [48, 49, 52, 65, 75, 92, 93, 94, 99, 107, 109], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 97, 99, 100, 101, 107, 109, 112], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 110], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 105, 109], "three": [48, 57, 59, 65, 71, 75, 81, 82, 107, 108], "min": [48, 52, 60, 69, 75, 94, 99, 109], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 94, 99, 105, 109], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 94, 97, 99, 101, 110], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 109], "expect": [48, 54, 55, 60, 75, 88, 89, 107], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 107], "low": [48, 65, 96], "high": [48, 55, 56, 79, 92, 112], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 94, 95, 96, 100, 106, 107], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 98, 108, 109, 111, 112], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 96, 100, 103, 104, 109], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 94, 98, 100, 101, 104, 110], "opt": [48, 66, 74, 75, 102], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 99, 101, 108], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 98, 111], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 94, 107, 108, 109, 110, 111], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 96, 97, 107, 112], "altern": [48, 56, 62, 63, 75, 89, 102, 107, 111], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 105, 108, 109, 111], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 109], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 95, 106, 110], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 99, 109], "event": [48, 64, 93, 94], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 105], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 99, 107, 109], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 110, 113], "describ": [49, 56, 60, 75, 87, 91, 95, 106, 108], "entri": [49, 60, 94], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 94, 97, 105, 107, 109, 112], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 99, 101, 113], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 107, 109, 110], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 107], "inner": [49, 82, 107], "product": [49, 75], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 105, 107, 108, 109], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 108, 109], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 105], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 109, 110, 111], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 101, 102], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 109], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100, 102, 103, 104, 105, 108, 109, 110, 111], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 98, 99, 101], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 102, 110], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 95, 106], "host": [49, 52, 64, 66, 70, 75, 76, 92, 108], "share": [49, 52, 64, 66, 70, 74, 75, 76, 94], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 97, 109], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 97, 105, 110], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 94, 112], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 98, 112], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 70, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 107, 110, 112], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 94, 95, 97, 106, 107, 110, 111], "command": [52, 64, 66, 81, 82, 87, 88, 108], "line": [52, 66, 82, 88, 96], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92, 94], "deploy": [52, 74, 88, 89, 90, 107, 108, 110, 113], "pipelin": [52, 88, 96, 100, 113], "basic": [52, 56, 65, 82, 106, 108], "featur": [52, 56, 65, 66, 88, 90, 91, 100, 105, 107, 112], "though": [52, 59, 60, 87, 88, 112], "alreadi": [52, 53, 54, 55, 88, 90, 92, 109], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 94, 108, 109], "embed": [52, 54, 58, 69, 76, 81, 113], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 98, 101, 108, 110], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 110], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 93, 94, 96, 108, 109, 110, 111], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75, 97], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 96, 107, 110], "load": [52, 56, 58, 64, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 107, 108, 110, 112], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 96, 97, 108, 110], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 108, 110], "input_file_path": [52, 113], "output_file_path": [52, 113], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 110], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 105, 108], "verbos": [52, 64, 65, 70, 71, 82, 99, 101], "about": [52, 53, 58, 60, 66, 74, 79, 88, 108, 109], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 97, 98, 102, 107, 108, 110], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 94, 110], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 93, 94, 105], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 97, 113], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 95, 96, 106, 109, 110, 112], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 108, 113], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 98, 99, 108, 113], "float16": [52, 75, 92, 96, 100], "f16": [52, 75, 88, 113], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 113], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 112, 113], "dla_standalon": [52, 75], "file_path": [52, 75, 111], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 98, 110, 112], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 112], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 96, 97], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 95, 103, 104, 106], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92, 93], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 103, 104, 105, 113], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 102, 110, 111], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 105, 107, 108], "ssd_trace": 52, "pt": [52, 65, 88, 103, 104, 108], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 105, 107], "1024": [52, 70, 75, 76, 103, 107], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 108], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 94, 95, 97, 98, 101, 106, 107], "context": [53, 57, 58, 59, 64, 72, 74, 102, 110], "inetworkdefinit": [53, 54], "record": [53, 87, 93, 94, 102, 110], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 93, 94, 107], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 94, 108, 109], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 110], "state": [53, 54, 60, 62, 74, 88, 96], "been": [53, 60, 64, 66, 73, 82, 88, 94, 97, 112], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 94, 105, 107], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 108], "abl": [53, 55, 60, 62, 65, 90, 91, 92, 97], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 94, 97, 112], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 98, 101], "until": [53, 56, 59, 60, 66, 70, 75, 112], "final": [53, 56, 57, 59, 66, 92, 98, 101, 107], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 94, 109, 112], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 108, 112], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 113], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81, 94], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 94, 95, 106, 107, 108, 113], "associ": [53, 60, 88, 94, 110], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90, 97], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 96, 97, 108, 112], "done": [53, 56, 59, 92, 97, 108, 111], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 97, 98, 101, 108, 110], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 96, 98, 105, 107, 108, 110, 111], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 99, 101, 108, 110], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 109], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 109], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 93, 94, 98, 105, 108, 109], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 97, 109], "kwarg": [54, 65, 70, 73, 74, 75, 92, 107], "dict": [54, 70, 74, 75, 76, 92, 94], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 107], "decor": [54, 62, 65], "kei": [54, 81, 87, 94, 108, 109], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 105, 107, 109], "capability_valid": 54, "lambda": [54, 60, 81, 88, 108], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 97, 111], "determin": [54, 55, 64, 65, 75, 109, 110], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 108, 113], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92, 97], "numpi": [54, 75, 92, 93, 94, 96, 97, 108], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 98], "correspond": [54, 60, 65, 66, 74, 75, 94, 96, 105, 110], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 94, 102, 111], "being": [54, 65, 66, 70, 88, 92, 97], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 96, 98, 101, 105, 107, 108, 109, 110], "github": [54, 61, 64, 66, 79, 88, 90, 98, 101, 105, 108, 110], "com": [54, 61, 64, 66, 88, 90, 96, 98, 101, 105, 108, 110], "blob": [54, 61, 66, 79, 90, 94], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 105], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90, 93, 94, 97], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 97, 112], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 94, 97, 107, 109], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 108], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 96, 107, 108, 110, 112], "opoverload": 54, "particular": [54, 64, 94], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 105], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55, 97], "special": [54, 56], "account": [54, 108], "illustr": [54, 65, 99, 107], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 107], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 98], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94, 96], "possibl": [54, 66, 81, 92, 94, 107, 108], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 98, 101], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92, 94], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 112], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 93, 94, 96, 107, 110], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 107], "limit": [54, 55, 72, 80, 90, 94, 112], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 98, 99, 101, 105, 109], "ignor": [54, 70, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 93, 94, 96, 97, 108], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 107], "term": [54, 75, 81, 82, 90, 92, 107], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 98, 99, 101, 107, 109, 110, 111, 112], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 105, 112], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 109], "modifi": [54, 56, 62, 65, 82, 95, 96, 106, 109], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 105, 108, 112], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79, 94], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 96], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 107, 112], "instanc": [55, 62, 64, 66, 70, 73, 74, 87, 88, 107, 110], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 94, 107, 110], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 112], "closer": 55, "scope": [55, 92, 98, 101], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 112], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 98, 105, 109, 112], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 108], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 99, 108, 109], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 99], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 110], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 94, 98, 105, 107, 109, 113], "bia": [55, 69, 88, 105], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 112], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 96, 108, 113], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 112], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 112], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 110, 112], "pair": [55, 60, 66, 81, 90, 107], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "mark": [55, 56, 79, 94], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 112], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 94, 107, 109, 112], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 93, 108], "might": [55, 66, 79, 97, 109], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 94, 97, 110], "expand": [55, 69], "simpli": [55, 98, 107], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 95, 97, 98, 106, 107, 109, 110, 111, 112], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90, 94], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 105], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82, 97], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 108], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 99, 101, 107], "verifi": [56, 70, 92, 97], "Then": [56, 90, 91, 97], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 110], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 98, 108, 112], "trace": [56, 65, 70, 74, 76, 87, 88, 109, 111, 112], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 108], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 105], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 95, 98, 99, 102, 106, 107, 108, 109, 110, 111], "maintain": [56, 58, 60, 75, 96, 112], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109], "mymodel": [56, 63, 67, 89, 92, 109, 111], "ts_model": [56, 88], "trt_model": [56, 91, 92, 99, 103, 104, 105, 108, 111], "off": [56, 58, 102], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 94, 99, 102, 109, 111], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 97, 99, 102, 107, 108, 109, 111], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 98, 105], "trt_mod": [56, 67, 88, 90, 113], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 97, 99, 101], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 105], "greedi": [56, 103, 104], "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 94, 97, 99, 101, 108, 109, 110, 111], "encount": [56, 64, 66, 98, 101], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 98, 100, 101, 102, 105, 109], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 70, 81, 88, 94, 105, 108], "could": [56, 64, 65, 92, 99, 101, 110], "rewrit": [56, 62], "portion": [56, 81, 92, 100], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 93, 94, 97, 110], "reorder": 56, "seri": 56, "cleanli": 56, "approach": [56, 94], "achiev": [56, 107], "hit": 56, "larger": [56, 70, 75, 79, 107], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 96, 97, 112], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 94, 97, 112], "clean": [56, 62, 81, 98, 101], "step": [56, 65, 69, 75, 90, 92, 97, 107], "consolid": [56, 87], "further": [56, 64, 65, 110, 112], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 112], "loop": [56, 64, 65, 103, 104], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 95, 98, 99, 101, 102, 106, 109], "larg": [57, 59, 79, 81, 88, 90, 97, 107], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 110, 112], "evalu": [57, 58, 59, 105], "deploi": [57, 59, 68, 88, 90, 95, 106, 108], "instanti": [57, 58, 59, 60, 88, 100], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 98, 101], "extend": [57, 59, 60, 69, 88, 94, 107], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 105, 112], "machin": [58, 66, 90, 108], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 112], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 97, 99, 102, 105, 108], "resnet": [58, 77, 95, 96, 106, 107, 108], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 108, 110], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 96, 97, 106], "depickl": 58, "encod": [58, 107], "sm": 58, "correct": [58, 66, 79, 96, 97, 105], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 94, 112], "older": 59, "repositori": [59, 66, 79, 86, 108], "notebook": [59, 68, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 109], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 112], "matur": 59, "most": [59, 65, 66, 71, 92, 97, 108, 110, 112], "hood": [59, 99, 112], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 107], "ilay": 60, "analogu": 60, "goal": [60, 64, 94], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 98, 99, 101, 110], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 101, 103, 104, 105, 106, 107, 108, 112], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 94, 107], "don": [60, 65, 79, 81, 82, 90, 105, 108, 109], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 94, 109, 110], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 95, 98, 106, 111], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 97, 107], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 113], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 94, 98, 105], "wrapper": [60, 65, 111], "similar": [60, 63, 64, 65, 66, 88, 91, 92, 103, 104], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92, 93, 94], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 96], "benefit": [60, 88, 94], "deal": [60, 94], "quit": [60, 66, 88, 107], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 112], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 109], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 109, 110], "stabl": [61, 76, 77, 79, 95, 106, 109], "master": [61, 66, 90, 110], "overview": [61, 68, 98, 102], "md": 61, "appli": [62, 63, 90, 97], "desir": [62, 70, 82, 90, 94], "coalesc": 62, "insert": [62, 88, 90, 94, 97], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 97, 111, 112], "caller": 62, "invok": [62, 64, 65, 87, 88, 110], "lint": 62, "recompil": [62, 70, 75, 94, 97, 101, 109, 112], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 98], "scenario": [62, 64, 96], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 107], "placehold": 62, "isinst": [62, 65, 92, 105], "issubclass": 62, "direct": [62, 85, 97, 110], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 112], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 105], "__init__": [62, 74, 75, 81, 87, 92, 94, 98, 105, 109], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 94, 95, 98, 100, 101, 105, 106, 109], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 101, 107, 110, 112], "control": [62, 65, 87, 97, 110], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 70, 79, 93, 94, 105], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 107], "exportedprogram": [63, 67, 70, 75, 97, 103, 104, 109, 112], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 93, 94, 97, 98, 99, 101, 102, 105, 109], "frontend": [63, 70, 73, 89, 92, 95, 99, 101, 105, 106, 109], "simpl": [63, 64, 65, 81, 82, 87, 107, 108, 109], "usag": [63, 65, 73, 77, 81, 88, 95, 106, 109, 111], "eval": [63, 67, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 108, 109, 111], "exp_program": [63, 94, 97, 105, 109], "trt_gm": [63, 67, 94, 97, 109, 111], "interact": [63, 81, 96, 98, 99, 100, 101, 102, 103, 104], "ideal": 63, "discuss": [63, 64, 108], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 108, 111], "frequent": 63, "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 95, 106], "insid": [63, 81, 92, 95, 106, 108], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 107], "constraint": 63, "guid": [64, 80, 106], "present": [64, 97], "learn": [64, 66, 68, 88, 90, 92, 108, 113], "acceler": [64, 71, 75, 95, 106, 110, 112, 113], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 96, 99, 100, 101, 103, 104, 107], "wide": [64, 75, 85], "varieti": [64, 108], "primari": [64, 94, 111], "simplic": 64, "optimized_model": [64, 67, 93, 98, 99, 101], "depth": [64, 79, 107], "challeng": [64, 96, 108], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 98], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 98], "use_python_runtim": [64, 70, 74, 75, 92, 93, 94, 96, 97, 98], "truncate_doubl": [64, 70, 74, 75, 92, 93, 103, 104], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refit": [64, 70, 74, 75, 93, 94, 96, 97], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75, 94], "tmp": [64, 70, 74, 75, 88, 93], "torch_tensorrt_engine_cach": [64, 70, 74, 75], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "cache_built_engin": [64, 70, 74, 93, 94], "reuse_cached_engin": [64, 70, 74, 93, 94], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 110], "regardless": [64, 70, 82, 99, 101], "fail": [64, 70, 75, 88, 96, 97, 105, 113], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 110], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 96, 98, 101, 102, 112], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 102, 105], "detail": [64, 65, 70, 87, 88, 92, 94, 108, 110], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 94, 107], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "storag": [64, 70, 90], "sub": [64, 69, 81, 87, 98], "slate": 64, "futur": [64, 65, 70, 75, 76, 110], "occur": 64, "first_output": 64, "subsequ": [64, 94], "second_output": 64, "session": [64, 67, 81, 94, 102], "point": [64, 66, 75, 79, 80, 81, 88, 105, 108], "cover": [64, 106, 107], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 97, 109, 112], "vari": [64, 71, 109], "distribut": [64, 88, 90, 110], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 96, 105, 106, 107, 108], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 96, 97], "_dynamo": [64, 93, 94, 98, 99, 101, 109], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103, 104, 108], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 105, 108], "variou": [65, 113], "etc": [65, 79, 81, 92, 113], "environ": [65, 67, 108], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 105, 108, 109], "max_batch_s": [65, 71, 108], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 102], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 94, 110], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 108], "updat": [65, 66, 70, 71, 75, 92, 95, 97, 106], "dim": [65, 69, 71, 92, 94, 105, 108, 109], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 96, 108], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 108], "acc_mod": 65, "earli": [65, 97], "deprec": [65, 69], "continu": [65, 81, 110], "backward": [65, 74, 92, 112], "vision": [65, 108], "activ": [65, 74, 76, 81, 88, 90, 107, 110, 113], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 109], "ll": [65, 94], "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 98], "re": [65, 75, 81, 94, 96, 102, 110], "manual": [65, 75, 80, 81, 97], "sampl": [65, 70, 81, 89, 90, 96, 97, 98, 99, 100, 101, 102, 103, 104, 108], "rand": [65, 88, 94, 96, 97, 98], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 94, 105], "accordingli": [65, 79, 109, 110], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": [65, 94], "best": [65, 70, 75, 81, 96], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 98, 110], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 104, 105, 109], "25": [65, 71, 88], "runtimeerror": [65, 105], "xxx": 65, "One": [65, 81, 82, 88, 107, 110], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 112], "thing": [65, 66, 81], "compar": [65, 70, 75, 89, 97], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 107, 108], "acc_op": 65, "leverag": [65, 90, 95, 106], "power": [65, 81, 88, 107], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 99, 109], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 96, 107, 113], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 105], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85, 104], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 95, 106], "yet": [65, 107], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 105], "pip": [66, 108], "upload": [66, 108], "x86": [66, 110], "extra": [66, 74, 88, 92, 96], "url": [66, 79, 108], "download": [66, 85, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 94, 95, 97, 99, 103, 104, 105, 106, 111, 112], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 108], "curl": [66, 81], "fssl": 66, "o": [66, 81, 108], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 94, 108], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 97, 109], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 109, 112], "technolog": [66, 112], "project": [66, 80, 85], "exclud": [66, 92], "speed": [66, 94, 95, 97, 106], "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 107], "ngc": [66, 108], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 98, 99, 100, 101, 102, 103, 104], "microsoft": 66, "2022": [66, 68], "open": [66, 107, 108], "app": 66, "x64": 66, "prompt": [66, 96, 100, 103, 104], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 110], "similarli": [66, 94, 102, 110], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 113], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 108], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 105], "anywher": 67, "ahead": [67, 68, 88, 96], "ep": [67, 69, 97, 111], "output_format": [67, 75, 111], "input_tensor": [67, 92, 105], "fill": 67, "aot": [68, 88, 96, 97, 112], "integr": [68, 95, 96, 98, 106], "seamlessli": [68, 75], "ecosystem": [68, 112], "hybrid": [68, 70, 75, 76, 112], "instal": [68, 85, 88, 108, 110], "triton": [68, 92], "page": [68, 83, 85, 108], "introductori": 68, "blog": [68, 110], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 105], "pad": [69, 75, 92, 105], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 105], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 107], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 107], "input_scal": 69, "indic": [69, 79, 81, 97, 99, 109], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 105], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 96], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 108], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 107], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 105], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 105], "largest": 69, "dim0": [69, 94], "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 93, 94, 105], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 105], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 111], "arg_input": [70, 75, 97], "kwarg_input": [70, 75, 97], "engine_cache_dir": [70, 93, 94], "engine_cache_s": [70, 93, 94], "custom_engine_cach": [70, 94], "baseenginecach": [70, 94], "int32": [70, 75, 76, 92, 93, 101, 107], "channel_last": [70, 75, 76, 107], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 107, 112], "understand": [70, 75, 109], "convolut": [70, 75, 76, 90, 92, 113], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 93, 94, 107], "parition": [70, 75], "increas": [70, 75, 94], "amount": [70, 75], "defer": [70, 75, 112], "lead": [70, 75, 81, 110], "oversubscript": [70, 75], "hard": [70, 97], "disk": [70, 75, 94], "space": [70, 81, 82, 90], "byte": [70, 74, 75, 76, 92, 94, 107], "1gb": [70, 93, 94], "exce": 70, "oldest": 70, "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 97], "compiled_modul": [70, 97], "new_weight_modul": [70, 97], "verify_output": [70, 97], "use_weight_map_cach": [70, 97], "in_plac": [70, 97], "compmil": 70, "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": [71, 103, 104], "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 108], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 108], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 110], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 97, 98, 99, 101, 102, 103, 104], "scriptmodul": [74, 75, 76, 88, 89, 111, 112], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 96], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92, 94], "load_state_dict": [74, 96, 105], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "_set": [74, 98], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 108], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 110], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 95, 96, 106], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 108], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89, 97], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 99, 102], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 95, 106], "float8": 75, "i32": 75, "sign": [75, 108], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 96, 100, 105, 108], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7f3cf4f1b530": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "total": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "galleri": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "mem": 77, "advanc": [77, 82, 90, 95, 106], "torch_compile_advanced_usag": [77, 98], "torch_compile_resnet_exampl": [77, 99], "diffus": [77, 95, 106], "torch_compile_stable_diffus": [77, 100], "transform": [77, 88, 90, 93, 95, 97, 103, 104, 105, 106, 108, 111], "torch_compile_transformers_exampl": [77, 101], "v0": [78, 108], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 94, 108], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 108], "sphinx": [79, 80, 81, 82, 86, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 108], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 98, 101], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 94, 100, 107], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": [80, 97], "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 105], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 108], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 105, 107, 108], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92], "strang": 81, "hyphen": 81, "word": [81, 107], "adjust": 81, "width": [81, 107], "browser": 81, "window": 81, "sentenc": [81, 107], "suppli": [81, 97], "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 105], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 94, 112], "why": [81, 110], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88, 97], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 112], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": [81, 97], "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "b4b22c3": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 111], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 112], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 108], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 110], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 107], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 96, 100], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 109, 112], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 105, 107], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 96], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 110], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 107], "hehe": 82, "kept": 82, "sai": [82, 107], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 107], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 108], "changelog": 85, "math": 85, "9": [85, 88, 92, 108], "14": [85, 93, 101, 108], "17": 85, "18": [85, 88, 96], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 96, 97], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 105], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 112], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 108], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 96], "cppdoc": 88, "pretti": 88, "fashion": [88, 107], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": [88, 97], "aren": 88, "techniqu": [88, 90, 110], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 110], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 105], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 112], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 106], "sole": [89, 90, 112], "individu": 89, "accuraci": [90, 107], "loss": [90, 107], "infrastructur": [90, 108], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 105], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 105], "4822": [90, 105], "4465": [90, 105], "2023": [90, 105], "1994": [90, 105], "2010": [90, 105], "dataloaderopt": 90, "worker": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 113], "compile_spec": [90, 99, 113], "kf16": [90, 113], "ki8": 90, "vgg16": [90, 95, 105, 106], "testing_dataset": [90, 105], "totensor": [90, 105, 108], "testing_dataload": [90, 105], "num_work": [90, 105], "vgg": [90, 105], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 107], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 107, 108], "cost": [92, 94, 97, 110], "perhap": 92, "overhead": [92, 110], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 108], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 105, 108], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 107], "count": 92, "__": 92, "were": [92, 97, 110], "aggreg": 92, "stat": 92, "latenc": [92, 110], "abstractli": 92, "pkl": [92, 96], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 96, 97], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "custom_kernel_plugin": 92, "jupyt": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "ipynb": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94], "bertmodel": [93, 101], "random": [93, 94, 96, 97], "seed": [93, 94, 96, 97], "manual_se": [93, 94, 96, 97], "from_pretrain": [93, 96, 100, 101, 103, 104], "uncas": [93, 101, 107], "return_dict": 93, "randint": [93, 101], "compile_bert": 93, "enable_tim": [93, 94], "1st": [93, 94], "measur": [93, 94], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "messur": [93, 94], "compilation_kwarg": [93, 101], "torch_trt_bert_engine_cach": 93, "30": [93, 94, 96, 97, 99, 101], "synchron": [93, 94], "elapsed_tim": [93, 94], "millisecond": 93, "__name__": [93, 98, 101], "__main__": [93, 98, 101], "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": 94, "explor": [94, 106], "resnet18": [94, 96, 97, 99, 102], "torch_trt": [94, 96, 97], "_default": 94, "_engine_cach": 94, "flexibl": [94, 112], "histor": 94, "barrier": 94, "reconstruct": 94, "prior": [94, 109, 110], "ti": 94, "hash": 94, "magnitud": 94, "make_refitt": 94, "torch_compil": [94, 98, 99, 101, 102, 109, 112], "compiled_model": 94, "ms": 94, "dynamo_compil": 94, "example_input": 94, "200": 94, "dynamic_shap": [94, 109], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "cudagraph": [95, 106], "mutabl": [95, 106], "vgg16_fp8_ptq": [95, 106], "bert": [95, 101, 106], "gpt2": [95, 106], "llama2": [95, 106], "straightforward": 96, "especi": 96, "hug": [96, 103, 104], "face": [96, 103, 104], "difficult": 96, "ever": 96, "walk": [96, 97], "lora": [96, 97], "use_python": 96, "mutable_modul": 96, "model2": [96, 97], "expected_output": [96, 97], "refitted_output": [96, 97], "allclos": [96, 97], "reload": [96, 112], "checkpoint": [96, 105], "civitai": 96, "12597": 96, "moxin": 96, "diffusionpipelin": [96, 100], "no_grad": [96, 103, 104, 105], "model_id": [96, 100], "runwayml": 96, "v1": [96, 100], "hous": 96, "forest": 96, "shuimobysim": 96, "wuchangshuo": 96, "qualiti": 96, "worst": 96, "lowr": 96, "focu": 96, "cloudi": 96, "watermark": 96, "pipe": [96, 100], "torch_dtyp": [96, 100], "unet": [96, 100], "negative_prompt": 96, "num_inference_step": 96, "without_lora_mut": 96, "jpg": [96, 108], "procedur": 96, "load_lora_weight": 96, "stablediffusionapi": 96, "load_lora_embed": 96, "weight_nam": 96, "safetensor": 96, "adapter_nam": 96, "lora1": 96, "set_adapt": 96, "adapter_weight": 96, "fuse_lora": 96, "unload_lora_weight": 96, "with_lora_mut": 96, "mutable_torchtrt_module_exampl": 96, "expens": 97, "involv": 97, "occasion": [97, 98, 101], "adapt": 97, "infeas": 97, "focus": 97, "mostli": 97, "recogn": 97, "behalf": 97, "init": [97, 105], "sett": 97, "randomli": 97, "exp_program2": 97, "compiled_trt_ep": 97, "new_trt_gm": 97, "accomplish": 97, "gaurente": 97, "attempt": [97, 105, 109], "rebuild": 97, "heurist": 97, "refit_engine_exampl": 97, "x_out": 98, "y_out": 98, "x_y_out": 98, "invoc": 98, "sample_inputs_half": 98, "model_half": 98, "backend_kwarg": 98, "optimized_model_custom": 98, "exit": [98, 101, 108], "2052": [98, 101], "compile_engine_and_inf": [98, 101], "new_input": [99, 101], "new_output": [99, 101], "new_batch_size_input": 99, "new_batch_size_output": 99, "inputs_bs8": 99, "mark_dynam": [99, 109], "outputs_bs8": 99, "No": [99, 109], "inputs_bs12": 99, "outputs_bs12": 99, "compvi": 100, "majest": 100, "castl": 100, "cloud": 100, "majestic_castl": 100, "png": 100, "enable_cudagraph": [102, 110], "out_trt": 102, "set_cudagraphs_mod": [102, 110], "inputs_2": 102, "inputs_3": 102, "out_trt_2": 102, "out_trt_3": 102, "torch_export_cudagraph": 102, "automodelforcausallm": [103, 104], "autotoken": [103, 104], "export_llm": [103, 104], "max_token": [103, 104], "kv_cach": [103, 104], "token": [103, 104, 107], "pad_token_id": 103, "eos_token_id": [103, 104], "attn_implement": [103, 104], "eager": [103, 104], "model_input": [103, 104], "return_tensor": [103, 104], "input_id": [103, 104], "regress": [103, 104], "huggingfac": [103, 104, 107], "pyt_gen_token": [103, 104], "gpt2_ep": 103, "max_seq_len": [103, 104], "trt_gen_token": [103, 104], "skip_special_token": [103, 104], "torch_export_gpt2": 103, "llama_path": 104, "llama": 104, "7b": 104, "chat": 104, "hf": 104, "llama2_ep": 104, "batch_decod": 104, "clean_up_tokenization_spac": 104, "torch_export_llama2": 104, "argpars": 105, "modelopt": 105, "mtq": 105, "export_torch_mod": 105, "layer_spec": 105, "num_class": 105, "1000": [105, 108], "init_weight": 105, "in_channel": 105, "pool": [105, 113], "maxpool2d": 105, "batchnorm2d": 105, "sequenti": 105, "avgpool": 105, "adaptiveavgpool2d": 105, "4096": 105, "dropout": 105, "_initialize_weight": 105, "kaiming_normal_": 105, "fan_out": 105, "nonlinear": 105, "constant_": 105, "elif": 105, "normal_": 105, "vgg16_cfg": 105, "128": 105, "argumentpars": 105, "add_argu": 105, "ckpt": 105, "parse_arg": 105, "model_state_dict": 105, "device_count": 105, "ordereddict": 105, "new_state_dict": 105, "forget": 105, "training_dataset": 105, "randomcrop": 105, "randomhorizontalflip": 105, "training_dataload": 105, "drop_last": 105, "crit": 105, "crossentropyloss": 105, "calibrate_loop": 105, "pred": 105, "5f": 105, "acc": 105, "2f": 105, "quantize_typ": 105, "quant_cfg": 105, "int8_default_cfg": 105, "fp8_default_cfg": 105, "forward_loop": 105, "qdq": 105, "incomplet": 105, "functionaltensor": 105, "functionaltensormod": 105, "_trace": 105, "_export": 105, "float8_e4m3fn": 105, "class_prob": 105, "class_pr": 105, "test_prob": 105, "test_pr": 105, "test_loss": 105, "test_acc": 105, "vgg16_ptq": 105, "concept": 106, "_rendered_examples_python": 106, "_rendered_examples_jupyt": 106, "acoust": 107, "speech": 107, "quartznet": 107, "contextnet": 107, "subword": 107, "piec": 107, "excit": 107, "se": 107, "smaller": 107, "audio": 107, "transcrib": 107, "speedup": 107, "obtain": [107, 111], "feedforward": 107, "cnn": 107, "uniformli": 107, "resolut": 107, "highli": [107, 108], "compound": 107, "coeffici": 107, "b0": 107, "corpu": 107, "english": 107, "supervis": 107, "walkthrough": 107, "overal": 107, "jetson": 107, "adopt": 107, "mobilenetv2": 107, "classif": 107, "imagenet": 107, "imagenett": 107, "qat": 107, "simul": 107, "hand": 108, "consider": 108, "concurr": 108, "grpc": 108, "solv": 108, "aforement": 108, "familiar": 108, "resnet50": 108, "torchhub": 108, "docker": 108, "login": 108, "xx": 108, "yy": 108, "mm": 108, "publish": 108, "22": 108, "pwd": 108, "scratch_spac": 108, "nvcr": 108, "py3": 108, "proce": 108, "hub": 108, "_validate_not_a_forked_repo": 108, "suggest": 108, "simplest": 108, "model_repositori": 108, "pbtxt": 108, "pytorch_libtorch": 108, "input__0": 108, "data_typ": 108, "type_fp32": 108, "output__0": 108, "exact": 108, "encourag": 108, "rm": 108, "8000": 108, "8001": 108, "8002": 108, "the_model_repositori": 108, "tritonserv": 108, "spin": 108, "proceed": 108, "flesh": 108, "wget": 108, "img1": 108, "hakaimagazin": 108, "wp": 108, "gulf": 108, "bird": 108, "attrdict": 108, "pyindex": 108, "tritoncli": 108, "jump": 108, "firstli": 108, "resiz": 108, "pil": 108, "httpclient": 108, "triton_to_np_dtyp": 108, "rn50_preprocess": 108, "img_path": 108, "img": 108, "centercrop": 108, "485": 108, "456": 108, "406": 108, "229": 108, "transformed_img": 108, "inferenceservercli": 108, "localhost": 108, "secondli": 108, "inferinput": 108, "set_data_from_numpi": 108, "binary_data": 108, "inferrequestedoutput": 108, "class_count": 108, "lastli": 108, "send": 108, "model_nam": 108, "inference_output": 108, "as_numpi": 108, "468750": 108, "90": 108, "523438": 108, "92": 108, "664062": 108, "429688": 108, "136": 108, "234375": 108, "confidence_scor": 108, "classification_index": 108, "eagerli": 109, "swap": 109, "exactli": 109, "_tracer": 109, "sometim": 109, "queri": 109, "attn_weight": 109, "seq_len": 109, "compiler_dynamic_shap": 109, "inputs_bs2": 109, "libtorchtrt_runtim": 110, "dl_open": 110, "ld_preload": 110, "load_librari": 110, "cxx11": 110, "abi": 110, "wl": 110, "ltorchtrt": 110, "torchtrt_runtime_exampl": 110, "libtorchtrt_plugin": 110, "neglig": 110, "thread": 110, "alert": 110, "switch": 110, "mismatch": 110, "crash": 110, "sacrif": 110, "incur": 110, "intens": 110, "trt_ep": 111, "stai": 111, "trt_t": 111, "ergonom": 112, "deleg": 112, "believ": 112, "amen": 112, "artifact": 112, "pack": 112, "year": 112, "superset": 112, "codebas": 112, "immedi": 112, "traceabl": 112, "scriptabl": 112, "hardwar": 113, "neural": 113, "deconvolut": 113, "scripted_model": 113}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [111, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 110], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 105], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 99, 101, 102, 112], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 97, 98, 99, 100, 101, 102, 103, 104, 105], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 105], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 105], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 111, 112], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 111, 112], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 97, 110], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 99, 101], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 96, 97, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "c": [50, 61, 66, 67, 68, 88, 90, 107], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 95, 103, 104, 106, 111, 112], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 107], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 98, 99, 101, 102, 103, 104, 105, 107, 109], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 96, 112], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 112], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 108], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 105], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 107], "runtim": [57, 58, 59, 74, 110], "background": [58, 60], "engin": [58, 65, 92, 93, 94], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 112], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 97, 105], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103, 104, 107], "native_op": 61, "ir": [61, 111, 112], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 102, 109], "customiz": [63, 64], "set": [63, 64, 96, 98, 102, 108], "under": [63, 88, 109], "hood": [63, 88, 109], "trace": 63, "backend": [64, 99, 103, 104], "kei": 64, "featur": 64, "custom": [64, 88, 92, 94, 98, 109], "usag": [64, 97, 98], "after": 64, "model": [64, 65, 92, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 111], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 99, 107, 109], "shape": [64, 99, 107, 109], "support": [64, 69], "recompil": [64, 99], "condit": 64, "fx": [65, 68, 71, 107, 112], "frontend": [65, 66, 68, 91, 107, 112], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 98, 101], "nightli": 66, "build": [66, 79, 108], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 110], "addit": 66, "option": [66, 67, 79, 80, 82, 99, 101, 112], "distribut": 66, "No": 66, "librari": [66, 110], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 105], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 108], "advanc": [66, 97, 98], "setup": 66, "troubleshoot": 66, "altern": 66, "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 108], "2": [67, 83, 84, 108], "deploi": [67, 105, 107, 110], "deploy": 67, "In": [68, 97], "framework": 68, "infer": [68, 99, 100, 101, 102, 105, 108], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 106], "contributor": 68, "indic": 68, "legaci": [68, 112], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 112], "submodul": 75, "comput": 77, "time": [77, 112], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": [80, 103, 104], "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88, 103, 104], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": [81, 103, 104], "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": [82, 103, 104], "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 108], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 96, 111], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 105, 107], "quantiz": [90, 105, 107], "your": [90, 108], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 97], "bert": [93, 107], "jit": [94, 109], "aot": [94, 109], "mutabl": 96, "initi": 96, "make": [96, 97], "modif": 96, "stabl": [96, 100], "diffus": [96, 100], "huggingfac": 96, "refit": 97, "new": 97, "standard": 97, "workflow": 97, "import": [97, 98, 99, 100, 101, 102, 103, 104, 105], "pretrain": 97, "map": 97, "place": 97, "default": [98, 102], "cleanup": [98, 101], "driver": [98, 101], "error": [98, 101], "note": [98, 101], "resnet": 99, "argument": [99, 101], "avoid": 99, "specifi": 99, "befor": 99, "trt": 99, "transform": [101, 107], "cudagraph": [102, 110], "integr": 102, "gpt2": 103, "output": [103, 104], "decod": [103, 104], "sentenc": [103, 104], "should": [103, 104], "look": [103, 104], "i": [103, 104], "enjoi": [103, 104], "walk": [103, 104], "my": [103, 104], "cute": [103, 104], "dog": [103, 104], "m": [103, 104], "sure": [103, 104], "ll": [103, 104], "ever": [103, 104], "abl": [103, 104], "llama2": 104, "load": [105, 111], "dataset": 105, "loss": 105, "calibr": 105, "tune": 105, "fp8": 105, "notebook": 107, "citrinet": 107, "efficientnet": 107, "mask": 107, "languag": 107, "mlm": 107, "hug": 107, "face": 107, "acceler": 107, "serv": [107, 108], "resnet50": 107, "lenet": 107, "deep": 107, "learn": 107, "object": 107, "detect": 107, "ssd": 107, "int8": 107, "triton": 108, "up": 108, "server": 108, "client": 108, "queri": 108, "constraint": 109, "libtorchtrt": 110, "so": 110, "plugin": 110, "multi": 110, "safe": 110, "mode": 110, "exportedprogram": 111, "b": 111, "explain": 112, "just": 112, "accept": 112, "return": 112, "ahead": 112, "dla": 113}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
+Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Mutable Torch TensorRT Module", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Compiling GPT2 using the Torch-TensorRT with dynamo backend", "Compiling Llama2 using the Torch-TensorRT with dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 94, 98, 101, 102, 103, 104, 107], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 108, 109, 111], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 97, 99, 101, 103, 104, 105, 108, 112, 113], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 94, 105, 107], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 94, 105, 107, 111], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 94, 95, 96, 97, 106, 108, 110, 111, 112, 113], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 94, 95, 98, 100, 102], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 95, 97, 99, 101, 106, 109, 110, 112, 113], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 112], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 96, 97, 108, 110], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 101, 103, 104, 109, 110, 111], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 98, 99, 101, 103, 104, 109], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 93, 94, 97, 102, 108], "reason": [0, 65, 87, 92, 94, 112], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 105, 106, 107, 108, 109, 110, 111, 112], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 93, 94, 96, 97, 107, 108, 109, 110], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 96, 98, 99, 101, 107], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 95, 96, 106, 107, 108, 109, 110, 111], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 96, 97, 109, 110], "itself": [0, 1, 2, 46, 52, 55, 91, 108], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 96, 97, 102, 105, 108, 113], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 107, 108], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 96, 100, 113], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 105, 113], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 105], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 97, 98, 101, 102, 103, 104, 107, 108, 109, 110, 112, 113], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 94, 105, 109, 110, 111, 112], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 94, 109], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 94, 95, 96, 99, 101, 102, 106, 108, 110], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 109, 111], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 105, 108, 109], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 93, 94, 96, 97, 100, 101, 103, 104, 105, 107, 108, 110, 111, 112], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 94, 113], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88, 97, 103, 104], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 101, 112, 113], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 94, 103, 104, 107, 108], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 97, 98, 105, 108, 109], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 112], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 110], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 110], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 96, 97, 110, 113], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 110, 113], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 94, 98, 99, 102, 103, 104, 107, 108, 109, 110, 111, 112], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 94, 98, 107, 108], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 97, 108], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 108], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 97, 112, 113], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 104, 108, 110, 112, 113], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "kdla": [1, 45, 46, 113], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 97, 109, 113], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 93, 94, 96, 97, 99, 102, 106, 107, 108, 109, 111, 112], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 97, 98, 102, 103, 104, 107, 108, 109, 110, 111, 112], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92, 94, 97], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 98, 107], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 105], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 105], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 95, 106], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 105, 106, 110], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 94, 110], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 108, 109, 111, 112], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 108, 113], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 99, 102, 108, 109], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 95, 106, 110], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 94, 99, 101, 105, 108, 109, 113], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 94, 99, 101, 105, 107, 109], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 98, 102, 105, 108], "alwai": [3, 4, 27, 52, 75, 81, 97], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 104, 105, 107, 109, 111, 113], "due": [3, 4, 66, 80, 81, 105], "issu": [3, 4, 64, 70, 75, 88, 98, 101], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 97, 102, 105, 108], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 97, 110], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 95, 97, 99, 101, 106, 107, 112], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 96, 98, 105, 107, 108, 109, 110], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 96, 97, 99, 101, 102, 110], "use_cach": [3, 4, 30, 44, 73, 90, 103, 104], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 97, 105, 107, 109, 110, 112, 113], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 108], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 94, 95, 97, 98, 102, 106, 108, 109, 110, 111, 112], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 99, 101, 107, 110], "easili": [3, 4, 96], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 113], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 112], "dataload": [4, 29, 30, 44, 49, 73, 90, 105], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 100, 108], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 104, 112], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 94, 102, 105, 108, 112], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 99, 101, 110], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 94, 107], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 97, 107, 108, 109, 110], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 94, 98, 102, 105, 109, 111], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 95, 106, 110], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 99, 101], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 93, 94, 96, 97, 99, 101, 103, 104, 105, 108], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 109], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 106, 107, 108, 110, 112], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 93, 94, 96, 97, 98, 99, 101, 105], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 112], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 94, 95, 96, 97, 99, 101, 102, 106, 107, 109, 110], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 94, 99, 101, 107, 112], "phase": [16, 60, 63, 88, 97, 109, 112], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 112], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 70, 90, 94], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 95, 104, 106, 109], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 108], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 107, 109, 113], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 94, 105], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 93, 94, 105], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92, 94, 103, 104], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 113], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 96, 100, 103, 104, 107, 113], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 113], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 108, 112], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 96, 103, 104, 105, 110], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 96, 97, 100, 107, 108, 109, 111], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 94, 109], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 96], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 99, 101, 111], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 94, 105, 107, 110], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 96, 97, 107, 109, 110], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 70, 71, 75, 79, 81, 88, 89, 90, 92, 94, 97, 98, 102, 108, 109, 110, 112, 113], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 99, 101, 109], "post": [29, 30, 49, 52, 63, 68, 88, 94], "train": [29, 30, 49, 52, 68, 69, 88, 89, 94], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 95, 106], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 95, 97, 106, 108], "previous": [29, 33, 88, 94, 97], "therefor": [29, 58, 65, 66, 74, 81, 88, 107, 110], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 99, 101, 105, 107, 108, 109], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 105, 108, 109, 110], "dataset": [29, 73, 90, 107], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 93, 94, 97, 100, 107, 108, 110, 112], "later": [29, 70, 88, 97, 111, 112], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 96, 110, 112], "scratch": [29, 94, 97], "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 108, 110], "howev": [29, 66, 79, 80, 88, 92, 94, 108, 109, 112], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 107, 108, 113], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 94, 102, 105, 106, 107], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 105, 108, 110, 112], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 108], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 96, 97, 108, 110, 112], "respons": [29, 54, 58, 81, 110], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 94, 109], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 102, 107, 108, 110, 111, 112], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 108, 109], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 98, 105, 109], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 107], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 98, 101, 107, 109, 110, 112], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 94, 98, 105, 107, 109], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92, 94, 97], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92, 97], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90, 103, 104], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 94, 108, 110], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 97, 108, 111, 112], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 95, 97, 98, 105, 106, 107, 109, 111, 113], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 94, 97, 98], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 113], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 93, 96, 105, 108, 110, 113], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 98, 107, 109], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 94, 107], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 96, 105, 108, 109], "unsupport": [31, 49, 54, 64, 75, 92, 112], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 110, 112], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 98, 101, 108, 112, 113], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 108, 109], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 99, 101], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 106, 107, 112], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 94, 110], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76, 94, 97], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 112], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 108], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 94, 109, 110, 112], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 94, 95, 99, 106, 107, 108, 109, 110], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 94, 105, 107, 108, 111], "symbol": [33, 65, 66, 76, 81, 110], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 113], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104, 105, 106, 109, 111], "y": [33, 56, 76, 82, 92, 98], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89, 94], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92, 94, 97], "origin": [33, 65, 71, 75, 92, 94, 96, 112], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 94, 95, 96, 97, 105, 106, 108, 109, 110, 111, 112], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 94, 100, 108], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 107, 108, 111], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 113], "id": [36, 45, 52, 75, 79, 80, 84, 113], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 93, 97, 101, 107, 112], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 110], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 108, 109, 110], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 96, 108, 110, 113], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45, 103, 104], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 99, 112], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 94, 110], "root": [42, 43, 44, 45, 66, 79, 90, 105], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "tree": [42, 43, 44, 45, 79, 90, 105, 110], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 108, 110], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 107, 108, 109, 110, 111, 112], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 112], "necessari": [42, 62, 64, 66, 74, 97, 110], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 70, 81, 82, 88, 89, 90, 94, 97, 106, 108, 109, 110, 112], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 97, 98, 108], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 93, 94, 105], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 99, 101], "gaurd": 43, "someth": [43, 55, 81, 108], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 96, 98, 108], "setup": [43, 90, 108], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 109, 111], "torchtrt": [43, 56, 92, 105], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 98, 105, 109], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 103, 104, 113], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 98, 102], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 97, 98, 102, 109], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 108, 109, 110, 111], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 96, 107, 110], "still": [44, 56, 65, 66, 90, 98, 112], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 93, 94, 98, 100, 110, 111, 113], "batch_siz": [44, 90, 105], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "statu": [44, 82], "reset": [44, 93, 94, 98, 101, 110], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 112], "again": [44, 58, 60, 81, 92, 96], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 108], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81, 94], "copi": [44, 60, 65, 69, 73, 82, 108], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": [45, 94], "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 93, 99, 101, 102, 107, 109], "device_typ": [45, 46, 75, 90, 91, 113], "int64_t": [45, 46, 48, 49, 90, 113], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 112, 113], "agx": 45, "platform": [45, 52, 59, 66, 108, 113], "xavier": [45, 113], "dla_cor": [45, 46, 52, 75, 90, 91, 113], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 113], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 99, 102, 107, 109], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 102, 105, 108, 110, 113], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 110], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "spec": [45, 48, 49, 52, 72, 75, 76, 91, 94], "flatten": [45, 47, 69, 87, 88, 105], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 103, 104, 105, 108, 113], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92, 103, 104], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 94, 95, 96, 106], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 100], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 97, 99, 101], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 93, 94, 97, 98, 99, 101, 104, 105], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 102, 105, 107, 109, 111, 113], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 97, 98, 99, 101], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 98, 101], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 107, 108, 112], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 105, 107, 108, 109, 112, 113], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89, 94], "complex": [47, 49, 64, 66, 87, 89, 96], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 94, 111], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 98, 101, 103, 104, 108], "rang": [48, 49, 52, 65, 75, 92, 93, 94, 99, 107, 109], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 97, 99, 100, 101, 107, 109, 112], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 110], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 105, 109], "three": [48, 57, 59, 65, 71, 75, 81, 82, 107, 108], "min": [48, 52, 60, 69, 75, 94, 99, 109], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 94, 99, 105, 109], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 94, 97, 99, 101, 110], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 109], "expect": [48, 54, 55, 60, 75, 88, 89, 107], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 107], "low": [48, 65, 96], "high": [48, 55, 56, 79, 92, 112], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 94, 95, 96, 100, 106, 107], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 98, 108, 109, 111, 112], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 96, 100, 103, 104, 109], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 94, 98, 100, 101, 104, 110], "opt": [48, 66, 74, 75, 102], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 99, 101, 108], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 98, 111], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 94, 107, 108, 109, 110, 111], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 96, 97, 107, 112], "altern": [48, 56, 62, 63, 75, 89, 102, 107, 111], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 105, 108, 109, 111], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 109], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 95, 106, 110], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 99, 109], "event": [48, 64, 93, 94], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 105], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 99, 107, 109], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 110, 113], "describ": [49, 56, 60, 75, 87, 91, 95, 106, 108], "entri": [49, 60, 94], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 94, 97, 105, 107, 109, 112], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 99, 101, 113], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 107, 109, 110], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 107], "inner": [49, 82, 107], "product": [49, 75], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 105, 107, 108, 109], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 108, 109], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 105], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 109, 110, 111], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 101, 102], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 109], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100, 102, 103, 104, 105, 108, 109, 110, 111], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 98, 99, 101], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 102, 110], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 95, 106], "host": [49, 52, 64, 66, 70, 75, 76, 92, 108], "share": [49, 52, 64, 66, 70, 74, 75, 76, 94], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 97, 109], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 97, 105, 110], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 94, 112], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 98, 112], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecenum": 50, "enginecapabilitystruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 70, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 107, 110, 112], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 94, 95, 97, 106, 107, 110, 111], "command": [52, 64, 66, 81, 82, 87, 88, 108], "line": [52, 66, 82, 88, 96], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92, 94], "deploy": [52, 74, 88, 89, 90, 107, 108, 110, 113], "pipelin": [52, 88, 96, 100, 113], "basic": [52, 56, 65, 82, 106, 108], "featur": [52, 56, 65, 66, 88, 90, 91, 100, 105, 107, 112], "though": [52, 59, 60, 87, 88, 112], "alreadi": [52, 53, 54, 55, 88, 90, 92, 109], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 94, 108, 109], "embed": [52, 54, 58, 69, 76, 81, 113], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 98, 101, 108, 110], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 110], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 93, 94, 96, 108, 109, 110, 111], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75, 97], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 96, 107, 110], "load": [52, 56, 58, 64, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 107, 108, 110, 112], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 96, 97, 108, 110], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 108, 110], "input_file_path": [52, 113], "output_file_path": [52, 113], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 110], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 105, 108], "verbos": [52, 64, 65, 70, 71, 82, 99, 101], "about": [52, 53, 58, 60, 66, 74, 79, 88, 108, 109], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 97, 98, 102, 107, 108, 110], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 94, 110], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 93, 94, 105], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 97, 113], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 95, 96, 106, 109, 110, 112], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 108, 113], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 98, 99, 108, 113], "float16": [52, 75, 92, 96, 100], "f16": [52, 75, 88, 113], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 113], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 112, 113], "dla_standalon": [52, 75], "file_path": [52, 75, 111], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 98, 110, 112], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 112], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 96, 97], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 95, 103, 104, 106], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92, 93], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 103, 104, 105, 113], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 102, 110, 111], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 105, 107, 108], "ssd_trace": 52, "pt": [52, 65, 88, 103, 104, 108], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 105, 107], "1024": [52, 70, 75, 76, 103, 107], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 108], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 94, 95, 97, 98, 101, 106, 107], "context": [53, 57, 58, 59, 64, 72, 74, 102, 110], "inetworkdefinit": [53, 54], "record": [53, 87, 93, 94, 102, 110], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 93, 94, 107], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 94, 108, 109], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 110], "state": [53, 54, 60, 62, 74, 88, 96], "been": [53, 60, 64, 66, 73, 82, 88, 94, 97, 112], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 94, 105, 107], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 108], "abl": [53, 55, 60, 62, 65, 90, 91, 92, 97], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 94, 97, 112], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 98, 101], "until": [53, 56, 59, 60, 66, 70, 75, 112], "final": [53, 56, 57, 59, 66, 92, 98, 101, 107], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 94, 109, 112], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 108, 112], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 113], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81, 94], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 94, 95, 106, 107, 108, 113], "associ": [53, 60, 88, 94, 110], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90, 97], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 96, 97, 108, 112], "done": [53, 56, 59, 92, 97, 108, 111], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 97, 98, 101, 108, 110], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 96, 98, 105, 107, 108, 110, 111], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 99, 101, 108, 110], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 109], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 109], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 93, 94, 98, 105, 108, 109], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 97, 109], "kwarg": [54, 65, 70, 73, 74, 75, 92, 107], "dict": [54, 70, 74, 75, 76, 92, 94], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 107], "decor": [54, 62, 65], "kei": [54, 81, 87, 94, 108, 109], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 105, 107, 109], "capability_valid": 54, "lambda": [54, 60, 81, 88, 108], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 97, 111], "determin": [54, 55, 64, 65, 75, 109, 110], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 108, 113], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92, 97], "numpi": [54, 75, 92, 93, 94, 96, 97, 108], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 98], "correspond": [54, 60, 65, 66, 74, 75, 94, 96, 105, 110], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 94, 102, 111], "being": [54, 65, 66, 70, 88, 92, 97], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 96, 98, 101, 105, 107, 108, 109, 110], "github": [54, 61, 64, 66, 79, 88, 90, 98, 101, 105, 108, 110], "com": [54, 61, 64, 66, 88, 90, 96, 98, 101, 105, 108, 110], "blob": [54, 61, 66, 79, 90, 94], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 105], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90, 93, 94, 97], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 97, 112], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 94, 97, 107, 109], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 108], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 96, 107, 108, 110, 112], "opoverload": 54, "particular": [54, 64, 94], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 105], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55, 97], "special": [54, 56], "account": [54, 108], "illustr": [54, 65, 99, 107], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 107], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 98], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94, 96], "possibl": [54, 66, 81, 92, 94, 107, 108], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 98, 101], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92, 94], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 112], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 93, 94, 96, 107, 110], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 107], "limit": [54, 55, 72, 80, 90, 94, 112], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 98, 99, 101, 105, 109], "ignor": [54, 70, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 93, 94, 96, 97, 108], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 107], "term": [54, 75, 81, 82, 90, 92, 107], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 98, 99, 101, 107, 109, 110, 111, 112], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 105, 112], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 109], "modifi": [54, 56, 62, 65, 82, 95, 96, 106, 109], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 105, 108, 112], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79, 94], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 96], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 107, 112], "instanc": [55, 62, 64, 66, 70, 73, 74, 87, 88, 107, 110], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 94, 107, 110], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 112], "closer": 55, "scope": [55, 92, 98, 101], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 112], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 98, 105, 109, 112], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 108], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 99, 108, 109], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 99], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 110], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 94, 98, 105, 107, 109, 113], "bia": [55, 69, 88, 105], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 112], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 96, 108, 113], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 112], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 112], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 110, 112], "pair": [55, 60, 66, 81, 90, 107], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "mark": [55, 56, 79, 94], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 112], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 94, 107, 109, 112], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 93, 108], "might": [55, 66, 79, 97, 109], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 94, 97, 110], "expand": [55, 69], "simpli": [55, 98, 107], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 95, 97, 98, 106, 107, 109, 110, 111, 112], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90, 94], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 105], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82, 97], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 108], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 99, 101, 107], "verifi": [56, 70, 92, 97], "Then": [56, 90, 91, 97], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 110], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 98, 108, 112], "trace": [56, 65, 70, 74, 76, 87, 88, 109, 111, 112], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 108], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 105], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 95, 98, 99, 102, 106, 107, 108, 109, 110, 111], "maintain": [56, 58, 60, 75, 96, 112], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109], "mymodel": [56, 63, 67, 89, 92, 109, 111], "ts_model": [56, 88], "trt_model": [56, 91, 92, 99, 103, 104, 105, 108, 111], "off": [56, 58, 102], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 94, 99, 102, 109, 111], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 97, 99, 102, 107, 108, 109, 111], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 98, 105], "trt_mod": [56, 67, 88, 90, 113], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 97, 99, 101], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 105], "greedi": [56, 103, 104], "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 94, 97, 99, 101, 108, 109, 110, 111], "encount": [56, 64, 66, 98, 101], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 98, 100, 101, 102, 105, 109], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 70, 81, 88, 94, 105, 108], "could": [56, 64, 65, 92, 99, 101, 110], "rewrit": [56, 62], "portion": [56, 81, 92, 100], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 93, 94, 97, 110], "reorder": 56, "seri": 56, "cleanli": 56, "approach": [56, 94], "achiev": [56, 107], "hit": 56, "larger": [56, 70, 75, 79, 107], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 96, 97, 112], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 94, 97, 112], "clean": [56, 62, 81, 98, 101], "step": [56, 65, 69, 75, 90, 92, 97, 107], "consolid": [56, 87], "further": [56, 64, 65, 110, 112], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 112], "loop": [56, 64, 65, 103, 104], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 95, 98, 99, 101, 102, 106, 109], "larg": [57, 59, 79, 81, 88, 90, 97, 107], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 110, 112], "evalu": [57, 58, 59, 105], "deploi": [57, 59, 68, 88, 90, 95, 106, 108], "instanti": [57, 58, 59, 60, 88, 100], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 98, 101], "extend": [57, 59, 60, 69, 88, 94, 107], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 105, 112], "machin": [58, 66, 90, 108], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 112], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 97, 99, 102, 105, 108], "resnet": [58, 77, 95, 96, 106, 107, 108], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 108, 110], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 96, 97, 106], "depickl": 58, "encod": [58, 107], "sm": 58, "correct": [58, 66, 79, 96, 97, 105], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 94, 112], "older": 59, "repositori": [59, 66, 79, 86, 108], "notebook": [59, 68, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 109], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 112], "matur": 59, "most": [59, 65, 66, 71, 92, 97, 108, 110, 112], "hood": [59, 99, 112], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 107], "ilay": 60, "analogu": 60, "goal": [60, 64, 94], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 98, 99, 101, 110], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 101, 103, 104, 105, 106, 107, 108, 112], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 94, 107], "don": [60, 65, 79, 81, 82, 90, 105, 108, 109], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 94, 109, 110], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 95, 98, 106, 111], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 97, 107], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 113], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 94, 98, 105], "wrapper": [60, 65, 111], "similar": [60, 63, 64, 65, 66, 88, 91, 92, 103, 104], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92, 93, 94], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 96], "benefit": [60, 88, 94], "deal": [60, 94], "quit": [60, 66, 88, 107], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 112], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 109], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 109, 110], "stabl": [61, 76, 77, 79, 95, 106, 109], "master": [61, 66, 90, 110], "overview": [61, 68, 98, 102], "md": 61, "appli": [62, 63, 90, 97], "desir": [62, 70, 82, 90, 94], "coalesc": 62, "insert": [62, 88, 90, 94, 97], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 97, 111, 112], "caller": 62, "invok": [62, 64, 65, 87, 88, 110], "lint": 62, "recompil": [62, 70, 75, 94, 97, 101, 109, 112], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 98], "scenario": [62, 64, 96], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 107], "placehold": 62, "isinst": [62, 65, 92, 105], "issubclass": 62, "direct": [62, 85, 97, 110], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 112], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 105], "__init__": [62, 74, 75, 81, 87, 92, 94, 98, 105, 109], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 94, 95, 98, 100, 101, 105, 106, 109], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 101, 107, 110, 112], "control": [62, 65, 87, 97, 110], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 70, 79, 93, 94, 105], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 107], "exportedprogram": [63, 67, 70, 75, 97, 103, 104, 109, 112], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 93, 94, 97, 98, 99, 101, 102, 105, 109], "frontend": [63, 70, 73, 89, 92, 95, 99, 101, 105, 106, 109], "simpl": [63, 64, 65, 81, 82, 87, 107, 108, 109], "usag": [63, 65, 73, 77, 81, 88, 95, 106, 109, 111], "eval": [63, 67, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 108, 109, 111], "exp_program": [63, 94, 97, 105, 109], "trt_gm": [63, 67, 94, 97, 109, 111], "interact": [63, 81, 96, 98, 99, 100, 101, 102, 103, 104], "ideal": 63, "discuss": [63, 64, 108], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 108, 111], "frequent": 63, "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 95, 106], "insid": [63, 81, 92, 95, 106, 108], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 107], "constraint": 63, "guid": [64, 80, 106], "present": [64, 97], "learn": [64, 66, 68, 88, 90, 92, 108, 113], "acceler": [64, 71, 75, 95, 106, 110, 112, 113], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 96, 99, 100, 101, 103, 104, 107], "wide": [64, 75, 85], "varieti": [64, 108], "primari": [64, 94, 111], "simplic": 64, "optimized_model": [64, 67, 93, 98, 99, 101], "depth": [64, 79, 107], "challeng": [64, 96, 108], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 98], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 98], "use_python_runtim": [64, 70, 74, 75, 92, 93, 94, 96, 97, 98], "truncate_doubl": [64, 70, 74, 75, 92, 93, 103, 104], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refit": [64, 70, 74, 75, 93, 94, 96, 97], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75, 94], "tmp": [64, 70, 74, 75, 88, 93], "torch_tensorrt_engine_cach": [64, 70, 74, 75], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "cache_built_engin": [64, 70, 74, 93, 94], "reuse_cached_engin": [64, 70, 74, 93, 94], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 110], "regardless": [64, 70, 82, 99, 101], "fail": [64, 70, 75, 88, 96, 97, 105, 113], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 110], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 96, 98, 101, 102, 112], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 102, 105], "detail": [64, 65, 70, 87, 88, 92, 94, 108, 110], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 94, 107], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "storag": [64, 70, 90], "sub": [64, 69, 81, 87, 98], "slate": 64, "futur": [64, 65, 70, 75, 76, 110], "occur": 64, "first_output": 64, "subsequ": [64, 94], "second_output": 64, "session": [64, 67, 81, 94, 102], "point": [64, 66, 75, 79, 80, 81, 88, 105, 108], "cover": [64, 106, 107], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 97, 109, 112], "vari": [64, 71, 109], "distribut": [64, 88, 90, 110], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 96, 105, 106, 107, 108], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 96, 97], "_dynamo": [64, 93, 94, 98, 99, 101, 109], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103, 104, 108], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 105, 108], "variou": [65, 113], "etc": [65, 79, 81, 92, 113], "environ": [65, 67, 108], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 105, 108, 109], "max_batch_s": [65, 71, 108], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 102], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 94, 110], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 108], "updat": [65, 66, 70, 71, 75, 92, 95, 97, 106], "dim": [65, 69, 71, 92, 94, 105, 108, 109], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 96, 108], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 108], "acc_mod": 65, "earli": [65, 97], "deprec": [65, 69], "continu": [65, 81, 110], "backward": [65, 74, 92, 112], "vision": [65, 108], "activ": [65, 74, 76, 81, 88, 90, 107, 110, 113], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 109], "ll": [65, 94], "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 98], "re": [65, 75, 81, 94, 96, 102, 110], "manual": [65, 75, 80, 81, 97], "sampl": [65, 70, 81, 89, 90, 96, 97, 98, 99, 100, 101, 102, 103, 104, 108], "rand": [65, 88, 94, 96, 97, 98], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 94, 105], "accordingli": [65, 79, 109, 110], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": [65, 94], "best": [65, 70, 75, 81, 96], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 98, 110], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 104, 105, 109], "25": [65, 71, 88], "runtimeerror": [65, 105], "xxx": 65, "One": [65, 81, 82, 88, 107, 110], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 112], "thing": [65, 66, 81], "compar": [65, 70, 75, 89, 97], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 107, 108], "acc_op": 65, "leverag": [65, 90, 95, 106], "power": [65, 81, 88, 107], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 99, 109], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 96, 107, 113], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 105], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85, 104], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 95, 106], "yet": [65, 107], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 105], "pip": [66, 108], "upload": [66, 108], "x86": [66, 110], "extra": [66, 74, 88, 92, 96], "url": [66, 79, 108], "download": [66, 85, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 94, 95, 97, 99, 103, 104, 105, 106, 111, 112], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 108], "curl": [66, 81], "fssl": 66, "o": [66, 81, 108], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 94, 108], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 97, 109], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 109, 112], "technolog": [66, 112], "project": [66, 80, 85], "exclud": [66, 92], "speed": [66, 94, 95, 97, 106], "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 107], "ngc": [66, 108], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 98, 99, 100, 101, 102, 103, 104], "microsoft": 66, "2022": [66, 68], "open": [66, 107, 108], "app": 66, "x64": 66, "prompt": [66, 96, 100, 103, 104], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 110], "similarli": [66, 94, 102, 110], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 113], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 108], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 105], "anywher": 67, "ahead": [67, 68, 88, 96], "ep": [67, 69, 97, 111], "output_format": [67, 75, 111], "input_tensor": [67, 92, 105], "fill": 67, "aot": [68, 88, 96, 97, 112], "integr": [68, 95, 96, 98, 106], "seamlessli": [68, 75], "ecosystem": [68, 112], "hybrid": [68, 70, 75, 76, 112], "instal": [68, 85, 88, 108, 110], "triton": [68, 92], "page": [68, 83, 85, 108], "introductori": 68, "blog": [68, 110], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 105], "pad": [69, 75, 92, 105], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 105], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 107], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 107], "input_scal": 69, "indic": [69, 79, 81, 97, 99, 109], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 105], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 96], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 108], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 107], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 105], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 105], "largest": 69, "dim0": [69, 94], "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 93, 94, 105], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 105], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 111], "arg_input": [70, 75, 97], "kwarg_input": [70, 75, 97], "engine_cache_dir": [70, 93, 94], "engine_cache_s": [70, 93, 94], "custom_engine_cach": [70, 94], "baseenginecach": [70, 94], "int32": [70, 75, 76, 92, 93, 101, 107], "channel_last": [70, 75, 76, 107], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 107, 112], "understand": [70, 75, 109], "convolut": [70, 75, 76, 90, 92, 113], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 93, 94, 107], "parition": [70, 75], "increas": [70, 75, 94], "amount": [70, 75], "defer": [70, 75, 112], "lead": [70, 75, 81, 110], "oversubscript": [70, 75], "hard": [70, 97], "disk": [70, 75, 94], "space": [70, 81, 82, 90], "byte": [70, 74, 75, 76, 92, 94, 107], "1gb": [70, 93, 94], "exce": 70, "oldest": 70, "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 97], "compiled_modul": [70, 97], "new_weight_modul": [70, 97], "verify_output": [70, 97], "use_weight_map_cach": [70, 97], "in_plac": [70, 97], "compmil": 70, "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": [71, 103, 104], "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 108], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 108], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 110], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 97, 98, 99, 101, 102, 103, 104], "scriptmodul": [74, 75, 76, 88, 89, 111, 112], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 96], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92, 94], "load_state_dict": [74, 96, 105], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "_set": [74, 98], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 108], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 110], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 95, 96, 106], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 108], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89, 97], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 99, 102], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 95, 106], "float8": 75, "i32": 75, "sign": [75, 108], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 96, 100, 105, 108], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7ff82bf93f70": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "total": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "galleri": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "mem": 77, "advanc": [77, 82, 90, 95, 106], "torch_compile_advanced_usag": [77, 98], "torch_compile_resnet_exampl": [77, 99], "diffus": [77, 95, 106], "torch_compile_stable_diffus": [77, 100], "transform": [77, 88, 90, 93, 95, 97, 103, 104, 105, 106, 108, 111], "torch_compile_transformers_exampl": [77, 101], "v0": [78, 108], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 94, 108], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 108], "sphinx": [79, 80, 81, 82, 86, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 108], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 98, 101], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 94, 100, 107], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": [80, 97], "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 105], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 108], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 105, 107, 108], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92], "strang": 81, "hyphen": 81, "word": [81, 107], "adjust": 81, "width": [81, 107], "browser": 81, "window": 81, "sentenc": [81, 107], "suppli": [81, 97], "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 105], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 94, 112], "why": [81, 110], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88, 97], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 112], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": [81, 97], "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "97d4f2b": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 111], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 112], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 108], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 110], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 107], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 96, 100], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 109, 112], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 105, 107], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 96], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 110], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 107], "hehe": 82, "kept": 82, "sai": [82, 107], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 107], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 108], "changelog": 85, "math": 85, "9": [85, 88, 92, 108], "14": [85, 93, 101, 108], "17": 85, "18": [85, 88, 96], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 96, 97], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 105], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 112], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 108], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 96], "cppdoc": 88, "pretti": 88, "fashion": [88, 107], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": [88, 97], "aren": 88, "techniqu": [88, 90, 110], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 110], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 105], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 112], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 106], "sole": [89, 90, 112], "individu": 89, "accuraci": [90, 107], "loss": [90, 107], "infrastructur": [90, 108], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 105], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 105], "4822": [90, 105], "4465": [90, 105], "2023": [90, 105], "1994": [90, 105], "2010": [90, 105], "dataloaderopt": 90, "worker": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 113], "compile_spec": [90, 99, 113], "kf16": [90, 113], "ki8": 90, "vgg16": [90, 95, 105, 106], "testing_dataset": [90, 105], "totensor": [90, 105, 108], "testing_dataload": [90, 105], "num_work": [90, 105], "vgg": [90, 105], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 107], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 107, 108], "cost": [92, 94, 97, 110], "perhap": 92, "overhead": [92, 110], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 108], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 105, 108], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 107], "count": 92, "__": 92, "were": [92, 97, 110], "aggreg": 92, "stat": 92, "latenc": [92, 110], "abstractli": 92, "pkl": [92, 96], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 96, 97], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "custom_kernel_plugin": 92, "jupyt": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "ipynb": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94], "bertmodel": [93, 101], "random": [93, 94, 96, 97], "seed": [93, 94, 96, 97], "manual_se": [93, 94, 96, 97], "from_pretrain": [93, 96, 100, 101, 103, 104], "uncas": [93, 101, 107], "return_dict": 93, "randint": [93, 101], "compile_bert": 93, "enable_tim": [93, 94], "1st": [93, 94], "measur": [93, 94], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "messur": [93, 94], "compilation_kwarg": [93, 101], "torch_trt_bert_engine_cach": 93, "30": [93, 94, 96, 97, 99, 101], "synchron": [93, 94], "elapsed_tim": [93, 94], "millisecond": 93, "__name__": [93, 98, 101], "__main__": [93, 98, 101], "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": 94, "explor": [94, 106], "resnet18": [94, 96, 97, 99, 102], "torch_trt": [94, 96, 97], "_default": 94, "_engine_cach": 94, "flexibl": [94, 112], "histor": 94, "barrier": 94, "reconstruct": 94, "prior": [94, 109, 110], "ti": 94, "hash": 94, "magnitud": 94, "make_refitt": 94, "torch_compil": [94, 98, 99, 101, 102, 109, 112], "compiled_model": 94, "ms": 94, "dynamo_compil": 94, "example_input": 94, "200": 94, "dynamic_shap": [94, 109], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "cudagraph": [95, 106], "mutabl": [95, 106], "vgg16_fp8_ptq": [95, 106], "bert": [95, 101, 106], "gpt2": [95, 106], "llama2": [95, 106], "straightforward": 96, "especi": 96, "hug": [96, 103, 104], "face": [96, 103, 104], "difficult": 96, "ever": 96, "walk": [96, 97], "lora": [96, 97], "use_python": 96, "mutable_modul": 96, "model2": [96, 97], "expected_output": [96, 97], "refitted_output": [96, 97], "allclos": [96, 97], "reload": [96, 112], "checkpoint": [96, 105], "civitai": 96, "12597": 96, "moxin": 96, "diffusionpipelin": [96, 100], "no_grad": [96, 103, 104, 105], "model_id": [96, 100], "runwayml": 96, "v1": [96, 100], "hous": 96, "forest": 96, "shuimobysim": 96, "wuchangshuo": 96, "qualiti": 96, "worst": 96, "lowr": 96, "focu": 96, "cloudi": 96, "watermark": 96, "pipe": [96, 100], "torch_dtyp": [96, 100], "unet": [96, 100], "negative_prompt": 96, "num_inference_step": 96, "without_lora_mut": 96, "jpg": [96, 108], "procedur": 96, "load_lora_weight": 96, "stablediffusionapi": 96, "load_lora_embed": 96, "weight_nam": 96, "safetensor": 96, "adapter_nam": 96, "lora1": 96, "set_adapt": 96, "adapter_weight": 96, "fuse_lora": 96, "unload_lora_weight": 96, "with_lora_mut": 96, "mutable_torchtrt_module_exampl": 96, "expens": 97, "involv": 97, "occasion": [97, 98, 101], "adapt": 97, "infeas": 97, "focus": 97, "mostli": 97, "recogn": 97, "behalf": 97, "init": [97, 105], "sett": 97, "randomli": 97, "exp_program2": 97, "compiled_trt_ep": 97, "new_trt_gm": 97, "accomplish": 97, "gaurente": 97, "attempt": [97, 105, 109], "rebuild": 97, "heurist": 97, "refit_engine_exampl": 97, "x_out": 98, "y_out": 98, "x_y_out": 98, "invoc": 98, "sample_inputs_half": 98, "model_half": 98, "backend_kwarg": 98, "optimized_model_custom": 98, "exit": [98, 101, 108], "2052": [98, 101], "compile_engine_and_inf": [98, 101], "new_input": [99, 101], "new_output": [99, 101], "new_batch_size_input": 99, "new_batch_size_output": 99, "inputs_bs8": 99, "mark_dynam": [99, 109], "outputs_bs8": 99, "No": [99, 109], "inputs_bs12": 99, "outputs_bs12": 99, "compvi": 100, "majest": 100, "castl": 100, "cloud": 100, "majestic_castl": 100, "png": 100, "enable_cudagraph": [102, 110], "out_trt": 102, "set_cudagraphs_mod": [102, 110], "inputs_2": 102, "inputs_3": 102, "out_trt_2": 102, "out_trt_3": 102, "torch_export_cudagraph": 102, "automodelforcausallm": [103, 104], "autotoken": [103, 104], "export_llm": [103, 104], "max_token": [103, 104], "kv_cach": [103, 104], "token": [103, 104, 107], "pad_token_id": 103, "eos_token_id": [103, 104], "attn_implement": [103, 104], "eager": [103, 104], "model_input": [103, 104], "return_tensor": [103, 104], "input_id": [103, 104], "regress": [103, 104], "huggingfac": [103, 104, 107], "pyt_gen_token": [103, 104], "gpt2_ep": 103, "max_seq_len": [103, 104], "trt_gen_token": [103, 104], "skip_special_token": [103, 104], "torch_export_gpt2": 103, "llama_path": 104, "llama": 104, "7b": 104, "chat": 104, "hf": 104, "llama2_ep": 104, "batch_decod": 104, "clean_up_tokenization_spac": 104, "torch_export_llama2": 104, "argpars": 105, "modelopt": 105, "mtq": 105, "export_torch_mod": 105, "layer_spec": 105, "num_class": 105, "1000": [105, 108], "init_weight": 105, "in_channel": 105, "pool": [105, 113], "maxpool2d": 105, "batchnorm2d": 105, "sequenti": 105, "avgpool": 105, "adaptiveavgpool2d": 105, "4096": 105, "dropout": 105, "_initialize_weight": 105, "kaiming_normal_": 105, "fan_out": 105, "nonlinear": 105, "constant_": 105, "elif": 105, "normal_": 105, "vgg16_cfg": 105, "128": 105, "argumentpars": 105, "add_argu": 105, "ckpt": 105, "parse_arg": 105, "model_state_dict": 105, "device_count": 105, "ordereddict": 105, "new_state_dict": 105, "forget": 105, "training_dataset": 105, "randomcrop": 105, "randomhorizontalflip": 105, "training_dataload": 105, "drop_last": 105, "crit": 105, "crossentropyloss": 105, "calibrate_loop": 105, "pred": 105, "5f": 105, "acc": 105, "2f": 105, "quantize_typ": 105, "quant_cfg": 105, "int8_default_cfg": 105, "fp8_default_cfg": 105, "forward_loop": 105, "qdq": 105, "incomplet": 105, "functionaltensor": 105, "functionaltensormod": 105, "_trace": 105, "_export": 105, "float8_e4m3fn": 105, "class_prob": 105, "class_pr": 105, "test_prob": 105, "test_pr": 105, "test_loss": 105, "test_acc": 105, "vgg16_ptq": 105, "concept": 106, "_rendered_examples_python": 106, "_rendered_examples_jupyt": 106, "acoust": 107, "speech": 107, "quartznet": 107, "contextnet": 107, "subword": 107, "piec": 107, "excit": 107, "se": 107, "smaller": 107, "audio": 107, "transcrib": 107, "speedup": 107, "obtain": [107, 111], "feedforward": 107, "cnn": 107, "uniformli": 107, "resolut": 107, "highli": [107, 108], "compound": 107, "coeffici": 107, "b0": 107, "corpu": 107, "english": 107, "supervis": 107, "walkthrough": 107, "overal": 107, "jetson": 107, "adopt": 107, "mobilenetv2": 107, "classif": 107, "imagenet": 107, "imagenett": 107, "qat": 107, "simul": 107, "hand": 108, "consider": 108, "concurr": 108, "grpc": 108, "solv": 108, "aforement": 108, "familiar": 108, "resnet50": 108, "torchhub": 108, "docker": 108, "login": 108, "xx": 108, "yy": 108, "mm": 108, "publish": 108, "22": 108, "pwd": 108, "scratch_spac": 108, "nvcr": 108, "py3": 108, "proce": 108, "hub": 108, "_validate_not_a_forked_repo": 108, "suggest": 108, "simplest": 108, "model_repositori": 108, "pbtxt": 108, "pytorch_libtorch": 108, "input__0": 108, "data_typ": 108, "type_fp32": 108, "output__0": 108, "exact": 108, "encourag": 108, "rm": 108, "8000": 108, "8001": 108, "8002": 108, "the_model_repositori": 108, "tritonserv": 108, "spin": 108, "proceed": 108, "flesh": 108, "wget": 108, "img1": 108, "hakaimagazin": 108, "wp": 108, "gulf": 108, "bird": 108, "attrdict": 108, "pyindex": 108, "tritoncli": 108, "jump": 108, "firstli": 108, "resiz": 108, "pil": 108, "httpclient": 108, "triton_to_np_dtyp": 108, "rn50_preprocess": 108, "img_path": 108, "img": 108, "centercrop": 108, "485": 108, "456": 108, "406": 108, "229": 108, "transformed_img": 108, "inferenceservercli": 108, "localhost": 108, "secondli": 108, "inferinput": 108, "set_data_from_numpi": 108, "binary_data": 108, "inferrequestedoutput": 108, "class_count": 108, "lastli": 108, "send": 108, "model_nam": 108, "inference_output": 108, "as_numpi": 108, "468750": 108, "90": 108, "523438": 108, "92": 108, "664062": 108, "429688": 108, "136": 108, "234375": 108, "confidence_scor": 108, "classification_index": 108, "eagerli": 109, "swap": 109, "exactli": 109, "_tracer": 109, "sometim": 109, "queri": 109, "attn_weight": 109, "seq_len": 109, "compiler_dynamic_shap": 109, "inputs_bs2": 109, "libtorchtrt_runtim": 110, "dl_open": 110, "ld_preload": 110, "load_librari": 110, "cxx11": 110, "abi": 110, "wl": 110, "ltorchtrt": 110, "torchtrt_runtime_exampl": 110, "libtorchtrt_plugin": 110, "neglig": 110, "thread": 110, "alert": 110, "switch": 110, "mismatch": 110, "crash": 110, "sacrif": 110, "incur": 110, "intens": 110, "trt_ep": 111, "stai": 111, "trt_t": 111, "ergonom": 112, "deleg": 112, "believ": 112, "amen": 112, "artifact": 112, "pack": 112, "year": 112, "superset": 112, "codebas": 112, "immedi": 112, "traceabl": 112, "scriptabl": 112, "hardwar": 113, "neural": 113, "deconvolut": 113, "scripted_model": 113}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [111, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 110], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 105], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 99, 101, 102, 112], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 97, 98, 99, 100, 101, 102, 103, 104, 105], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 105], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 105], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 111, 112], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 111, 112], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 97, 110], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 99, 101], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 96, 97, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "c": [50, 61, 66, 67, 68, 88, 90, 107], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 95, 103, 104, 106, 111, 112], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 107], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 98, 99, 101, 102, 103, 104, 105, 107, 109], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 96, 112], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 112], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 108], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 105], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 107], "runtim": [57, 58, 59, 74, 110], "background": [58, 60], "engin": [58, 65, 92, 93, 94], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 112], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 97, 105], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103, 104, 107], "native_op": 61, "ir": [61, 111, 112], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 102, 109], "customiz": [63, 64], "set": [63, 64, 96, 98, 102, 108], "under": [63, 88, 109], "hood": [63, 88, 109], "trace": 63, "backend": [64, 99, 103, 104], "kei": 64, "featur": 64, "custom": [64, 88, 92, 94, 98, 109], "usag": [64, 97, 98], "after": 64, "model": [64, 65, 92, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 111], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 99, 107, 109], "shape": [64, 99, 107, 109], "support": [64, 69], "recompil": [64, 99], "condit": 64, "fx": [65, 68, 71, 107, 112], "frontend": [65, 66, 68, 91, 107, 112], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 98, 101], "nightli": 66, "build": [66, 79, 108], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 110], "addit": 66, "option": [66, 67, 79, 80, 82, 99, 101, 112], "distribut": 66, "No": 66, "librari": [66, 110], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 105], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 108], "advanc": [66, 97, 98], "setup": 66, "troubleshoot": 66, "altern": 66, "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 108], "2": [67, 83, 84, 108], "deploi": [67, 105, 107, 110], "deploy": 67, "In": [68, 97], "framework": 68, "infer": [68, 99, 100, 101, 102, 105, 108], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 106], "contributor": 68, "indic": 68, "legaci": [68, 112], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 112], "submodul": 75, "comput": 77, "time": [77, 112], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": [80, 103, 104], "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88, 103, 104], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": [81, 103, 104], "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": [82, 103, 104], "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 108], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 96, 111], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 105, 107], "quantiz": [90, 105, 107], "your": [90, 108], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 97], "bert": [93, 107], "jit": [94, 109], "aot": [94, 109], "mutabl": 96, "initi": 96, "make": [96, 97], "modif": 96, "stabl": [96, 100], "diffus": [96, 100], "huggingfac": 96, "refit": 97, "new": 97, "standard": 97, "workflow": 97, "import": [97, 98, 99, 100, 101, 102, 103, 104, 105], "pretrain": 97, "map": 97, "place": 97, "default": [98, 102], "cleanup": [98, 101], "driver": [98, 101], "error": [98, 101], "note": [98, 101], "resnet": 99, "argument": [99, 101], "avoid": 99, "specifi": 99, "befor": 99, "trt": 99, "transform": [101, 107], "cudagraph": [102, 110], "integr": 102, "gpt2": 103, "output": [103, 104], "decod": [103, 104], "sentenc": [103, 104], "should": [103, 104], "look": [103, 104], "i": [103, 104], "enjoi": [103, 104], "walk": [103, 104], "my": [103, 104], "cute": [103, 104], "dog": [103, 104], "m": [103, 104], "sure": [103, 104], "ll": [103, 104], "ever": [103, 104], "abl": [103, 104], "llama2": 104, "load": [105, 111], "dataset": 105, "loss": 105, "calibr": 105, "tune": 105, "fp8": 105, "notebook": 107, "citrinet": 107, "efficientnet": 107, "mask": 107, "languag": 107, "mlm": 107, "hug": 107, "face": 107, "acceler": 107, "serv": [107, 108], "resnet50": 107, "lenet": 107, "deep": 107, "learn": 107, "object": 107, "detect": 107, "ssd": 107, "int8": 107, "triton": 108, "up": 108, "server": 108, "client": 108, "queri": 108, "constraint": 109, "libtorchtrt": 110, "so": 110, "plugin": 110, "multi": 110, "safe": 110, "mode": 110, "exportedprogram": 111, "b": 111, "explain": 112, "just": 112, "accept": 112, "return": 112, "ahead": 112, "dla": 113}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index 744c716c48..c3a31c66cb 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Computation times &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Computation times &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html
index 2f8e2dcd7e..9cba76756e 100644
--- a/docs/src/pytorch-sphinx-theme/docs/changelog.html
+++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Changelog &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Changelog &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html
index a2874113ea..d7b27b078a 100644
--- a/docs/src/pytorch-sphinx-theme/docs/configuring.html
+++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Configuration &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Configuration &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
index 4807f88172..802c5c4b45 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
index 5bdd9d3d25..67f6859334 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
@@ -12,7 +12,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
@@ -654,7 +654,7 @@ <h3><a class="toc-backref" href="#id41"><span class="section-number">3.4.4. </sp
 <section id="code-blocks">
 <h3><a class="toc-backref" href="#id42"><span class="section-number">3.4.5. </span>Code Blocks</a><a class="headerlink" href="#code-blocks" title="Permalink to this heading">¶</a></h3>
 <pre class="literal-block"># parsed-literal test
-curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.5.0.dev0+b4b22c3.tar-gz</pre>
+curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.5.0.dev0+97d4f2b.tar-gz</pre>
 <div class="literal-block-wrapper docutils container" id="id23">
 <div class="code-block-caption"><span class="caption-text">Code Blocks can have captions.</span><a class="headerlink" href="#id23" title="Permalink to this code">¶</a></div>
 <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index a327f2152d..1395ec5bfd 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index e3352db05a..55fec73e13 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index 4b0e34dd00..90b90d9fb1 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Structural Elements &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>1. Structural Elements &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index 95d525de38..efbcf9c539 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index a2afcd2d72..a20e372c2c 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/ts/creating_torchscript_module_in_python.html b/docs/ts/creating_torchscript_module_in_python.html
index 5b02a0a7bb..727227eb87 100644
--- a/docs/ts/creating_torchscript_module_in_python.html
+++ b/docs/ts/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/ts/getting_started_with_cpp_api.html b/docs/ts/getting_started_with_cpp_api.html
index c734e5a7ff..e652027008 100644
--- a/docs/ts/getting_started_with_cpp_api.html
+++ b/docs/ts/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/ts/getting_started_with_python_api.html b/docs/ts/getting_started_with_python_api.html
index ab584ce1f9..6a3d8da013 100644
--- a/docs/ts/getting_started_with_python_api.html
+++ b/docs/ts/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/ts/ptq.html b/docs/ts/ptq.html
index b4b868954e..3ff3dbf7fd 100644
--- a/docs/ts/ptq.html
+++ b/docs/ts/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/ts/torchscript_frontend_from_pytorch.html b/docs/ts/torchscript_frontend_from_pytorch.html
index 9deea320c6..1008e6564f 100644
--- a/docs/ts/torchscript_frontend_from_pytorch.html
+++ b/docs/ts/torchscript_frontend_from_pytorch.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
index 53fe3a90bf..806c4c3204 100644
--- a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
+++ b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
index f0f096ff45..2da54681f5 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Engine Caching (BERT) &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Engine Caching (BERT) &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
index 722ac46170..b5724d9e0a 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Engine Caching &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Engine Caching &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/index.html b/docs/tutorials/_rendered_examples/dynamo/index.html
index 777adb0e4f..70893a023a 100644
--- a/docs/tutorials/_rendered_examples/dynamo/index.html
+++ b/docs/tutorials/_rendered_examples/dynamo/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
index 4c31e00dca..679479a0a7 100644
--- a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
index d1beb74ba5..a62aad1d16 100644
--- a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Refitting Torch-TensorRT Programs with New Weights &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Refitting Torch-TensorRT Programs with New Weights &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
index a420154882..3e0d55714e 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
index 956ac30e65..96f3805ea2 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
index b84ebf58e8..d34917a752 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Stable Diffusion &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Torch Compile Stable Diffusion &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
index ecc832708b..44ca711335 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
index d672e0b6e5..6cc0a4f62d 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
index 4c8219be41..b72ef4b429 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling GPT2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Compiling GPT2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
index 2e0d7be758..3adf304738 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Llama2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Compiling Llama2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
index ac0c750668..c7c6ecde82 100644
--- a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
+++ b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/index.html b/docs/tutorials/_rendered_examples/index.html
index 82c947b1fe..4d1bb11b9f 100644
--- a/docs/tutorials/_rendered_examples/index.html
+++ b/docs/tutorials/_rendered_examples/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index 64d4dc703a..e697a59b45 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Example notebooks &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Example notebooks &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index 2e266c2a51..8c264c8edb 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/user_guide/dynamic_shapes.html b/docs/user_guide/dynamic_shapes.html
index 56cfb30693..1dcf8c2f55 100644
--- a/docs/user_guide/dynamic_shapes.html
+++ b/docs/user_guide/dynamic_shapes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/user_guide/runtime.html b/docs/user_guide/runtime.html
index 715dec78c9..9475430d59 100644
--- a/docs/user_guide/runtime.html
+++ b/docs/user_guide/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/user_guide/saving_models.html b/docs/user_guide/saving_models.html
index 5c81aaab02..89b3aeb0be 100644
--- a/docs/user_guide/saving_models.html
+++ b/docs/user_guide/saving_models.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/user_guide/torch_tensorrt_explained.html b/docs/user_guide/torch_tensorrt_explained.html
index b9898d9b3e..84d75665e3 100644
--- a/docs/user_guide/torch_tensorrt_explained.html
+++ b/docs/user_guide/torch_tensorrt_explained.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             
diff --git a/docs/user_guide/using_dla.html b/docs/user_guide/using_dla.html
index 4f728f507d..f5db5a1bc7 100644
--- a/docs/user_guide/using_dla.html
+++ b/docs/user_guide/using_dla.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>DLA &mdash; Torch-TensorRT v2.5.0.dev0+b4b22c3 documentation</title>
+  <title>DLA &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+b4b22c3
+                  v2.5.0.dev0+97d4f2b
                 </div>
               
             

From 1d0916f0e193e9729cee52accde198e328405998 Mon Sep 17 00:00:00 2001
From: HolyWu <holywu@gmail.com>
Date: Tue, 10 Sep 2024 01:26:36 +0800
Subject: [PATCH 13/14] register_jit_hooks: Remove confusing error message
 (#3150)

---
 core/runtime/register_jit_hooks.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/core/runtime/register_jit_hooks.cpp b/core/runtime/register_jit_hooks.cpp
index b17c2988be..d02f098904 100644
--- a/core/runtime/register_jit_hooks.cpp
+++ b/core/runtime/register_jit_hooks.cpp
@@ -112,7 +112,6 @@ static auto TORCHTRT_UNUSED TRTEngineTSRegistrtion =
               return serialize_info;
             },
             [](std::vector<std::string> serialized_info) -> c10::intrusive_ptr<TRTEngine> {
-              LOG_ERROR(serialized_info[TARGET_PLATFORM_IDX]);
               serialized_info[ENGINE_IDX] = base64_decode(serialized_info[ENGINE_IDX]);
               TRTEngine::verify_serialization_fmt(serialized_info);
               return c10::make_intrusive<TRTEngine>(serialized_info);

From 8154408776be0dcce530ca4f9c3d84756f7b674d Mon Sep 17 00:00:00 2001
From: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
Date: Mon, 9 Sep 2024 17:44:26 +0000
Subject: [PATCH 14/14] docs: [Automated] Regenerating documenation for 1d0916f

Signed-off-by: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
---
 .../classtorch__tensorrt_1_1DataType.html     |   4 ++--
 ...rch__tensorrt_1_1Device_1_1DeviceType.html |   4 ++--
 .../classtorch__tensorrt_1_1TensorFormat.html |   4 ++--
 ...ensorrt_1_1ptq_1_1Int8CacheCalibrator.html |   4 ++--
 ...ch__tensorrt_1_1ptq_1_1Int8Calibrator.html |   4 ++--
 ...8h_1a18d295a837ac71add5578860b55e5502.html |   4 ++--
 ...8h_1a282fd3c0b1c3a215148ae372070e1268.html |   4 ++--
 ...8h_1a31398a6d4d27e28817afb0f0139e909e.html |   4 ++--
 ...8h_1a35703561b26b1a9d2738ad7d58b27827.html |   4 ++--
 ...8h_1abd1465eb38256d3f22cc1426b23d516b.html |   4 ++--
 ...8h_1abe87b341f562fd1cf40b7672e4d759da.html |   4 ++--
 ...8h_1ad19939408f7be171a74a89928b36eb59.html |   4 ++--
 ...8h_1adad592a7b1b7eed529cdf6acd584c883.html |   4 ++--
 docs/_cpp_api/dir_cpp.html                    |   4 ++--
 docs/_cpp_api/dir_cpp_include.html            |   4 ++--
 .../dir_cpp_include_torch_tensorrt.html       |   4 ++--
 ...ng_1a130f65408ad8cbaee060f05e8db69558.html |   4 ++--
 ...rt_1a3fbe5d72e4fc624dbd038853079620eb.html |   4 ++--
 ..._cpp_include_torch_tensorrt_logging.h.html |   4 ++--
 ...e_cpp_include_torch_tensorrt_macros.h.html |   4 ++--
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   4 ++--
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   4 ++--
 ...ng_1a0593f776f469c20469e2f729fc7861a3.html |   4 ++--
 ...ng_1a0c012cb374addd90eb1f42eaec570650.html |   4 ++--
 ...ng_1a56e110feaaba2c3fd44bd201fd21a76a.html |   4 ++--
 ...ng_1a7cb50492421ea9de4e3db895819df6f2.html |   4 ++--
 ...ng_1ac46ac0901cb97e3ae6e93b45f24e90b8.html |   4 ++--
 ...ng_1ad2efd47b6c3689e58ccc595680579ae5.html |   4 ++--
 ...ng_1af8f3443813315af7901903d25dd495cc.html |   4 ++--
 ...tq_1a226e3c83379d1012cde8578c1c86b16c.html |   4 ++--
 ...tq_1a6186e305f47c1d94b6130ef6c7f7e178.html |   4 ++--
 ...pt_1a5b405fd3bf3c8fc2e2a54cbbab979797.html |   4 ++--
 ...pt_1a6e19490a08fb1553c9dd347a5ae79db9.html |   4 ++--
 ...pt_1a81f9783517335dda877d8cfcf38987c9.html |   4 ++--
 ...pt_1ae8d56472106eeef37fbe51ff7f40c9b2.html |   4 ++--
 ...rt_1ac4ab8313ae72c2c899ea31548b528528.html |   4 ++--
 ...rt_1ad1acd06eaeaffbbcf6e7ebf426891384.html |   4 ++--
 ...rt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html |   4 ++--
 docs/_cpp_api/namespace_torch_tensorrt.html   |   4 ++--
 .../namespace_torch_tensorrt__logging.html    |   4 ++--
 .../namespace_torch_tensorrt__ptq.html        |   4 ++--
 ...namespace_torch_tensorrt__torchscript.html |   4 ++--
 ..._cpp_include_torch_tensorrt_logging.h.html |   4 ++--
 ...e_cpp_include_torch_tensorrt_macros.h.html |   4 ++--
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   4 ++--
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   4 ++--
 .../structtorch__tensorrt_1_1Device.html      |   4 ++--
 .../structtorch__tensorrt_1_1GraphInputs.html |   4 ++--
 .../structtorch__tensorrt_1_1Input.html       |   4 ++--
 ...ensorrt_1_1torchscript_1_1CompileSpec.html |   4 ++--
 docs/_cpp_api/torch_tensort_cpp.html          |   6 +++---
 docs/_cpp_api/unabridged_orphan.html          |   4 ++--
 .../_rendered_examples_jupyter.zip            | Bin 103522 -> 103522 bytes
 .../_rendered_examples_python.zip             | Bin 78451 -> 78451 bytes
 docs/_modules/index.html                      |   4 ++--
 docs/_modules/torch_tensorrt/_Device.html     |   4 ++--
 docs/_modules/torch_tensorrt/_Input.html      |   4 ++--
 docs/_modules/torch_tensorrt/_compile.html    |   4 ++--
 docs/_modules/torch_tensorrt/_enums.html      |   4 ++--
 .../torch_tensorrt/dynamo/_compiler.html      |   4 ++--
 .../torch_tensorrt/dynamo/_exporter.html      |   4 ++--
 .../torch_tensorrt/dynamo/_refit.html         |   4 ++--
 .../torch_tensorrt/dynamo/_settings.html      |   4 ++--
 .../torch_tensorrt/dynamo/_tracer.html        |   4 ++--
 .../runtime/_MutableTorchTensorRTModule.html  |   4 ++--
 .../runtime/_PythonTorchTensorRTModule.html   |   4 ++--
 .../dynamo/runtime/_TorchTensorRTModule.html  |   4 ++--
 docs/_modules/torch_tensorrt/fx/fx2trt.html   |   4 ++--
 .../torch_tensorrt/fx/input_tensor_spec.html  |   4 ++--
 docs/_modules/torch_tensorrt/fx/lower.html    |   4 ++--
 .../torch_tensorrt/fx/trt_module.html         |   4 ++--
 docs/_modules/torch_tensorrt/logging.html     |   4 ++--
 .../runtime/_multi_device_safe_mode.html      |   4 ++--
 .../torch_tensorrt/ts/_compile_spec.html      |   4 ++--
 .../_modules/torch_tensorrt/ts/_compiler.html |   4 ++--
 docs/_modules/torch_tensorrt/ts/ptq.html      |   4 ++--
 docs/_static/documentation_options.js         |   2 +-
 docs/cli/torchtrtc.html                       |   4 ++--
 docs/contributors/conversion.html             |   4 ++--
 docs/contributors/dynamo_converters.html      |   4 ++--
 docs/contributors/lowering.html               |   4 ++--
 docs/contributors/partitioning.html           |   4 ++--
 docs/contributors/phases.html                 |   4 ++--
 docs/contributors/runtime.html                |   4 ++--
 docs/contributors/system_overview.html        |   4 ++--
 docs/contributors/ts_converters.html          |   4 ++--
 docs/contributors/useful_links.html           |   4 ++--
 .../writing_dynamo_aten_lowering_passes.html  |   4 ++--
 docs/dynamo/dynamo_export.html                |   4 ++--
 docs/dynamo/torch_compile.html                |   4 ++--
 docs/fx/getting_started_with_fx_path.html     |   4 ++--
 docs/genindex.html                            |   4 ++--
 docs/getting_started/installation.html        |   4 ++--
 docs/getting_started/quick_start.html         |   4 ++--
 docs/index.html                               |   4 ++--
 docs/indices/supported_ops.html               |   4 ++--
 docs/objects.inv                              | Bin 31865 -> 31865 bytes
 docs/py-modindex.html                         |   4 ++--
 docs/py_api/dynamo.html                       |   4 ++--
 docs/py_api/fx.html                           |   4 ++--
 docs/py_api/logging.html                      |   4 ++--
 docs/py_api/ptq.html                          |   4 ++--
 docs/py_api/runtime.html                      |   4 ++--
 docs/py_api/torch_tensorrt.html               |   4 ++--
 docs/py_api/ts.html                           |   6 +++---
 docs/search.html                              |   4 ++--
 docs/searchindex.js                           |   2 +-
 docs/sg_execution_times.html                  |   4 ++--
 .../pytorch-sphinx-theme/docs/changelog.html  |   4 ++--
 .../docs/configuring.html                     |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/api.html   |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/demo.html  |   6 +++---
 .../docs/demo/lists_tables.html               |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/long.html  |   4 ++--
 .../docs/demo/structure.html                  |   4 ++--
 docs/src/pytorch-sphinx-theme/docs/index.html |   4 ++--
 .../pytorch-sphinx-theme/docs/installing.html |   4 ++--
 ...creating_torchscript_module_in_python.html |   4 ++--
 docs/ts/getting_started_with_cpp_api.html     |   4 ++--
 docs/ts/getting_started_with_python_api.html  |   4 ++--
 docs/ts/ptq.html                              |   4 ++--
 .../ts/torchscript_frontend_from_pytorch.html |   4 ++--
 .../dynamo/custom_kernel_plugins.html         |   4 ++--
 .../dynamo/engine_caching_bert_example.html   |   4 ++--
 .../dynamo/engine_caching_example.html        |   4 ++--
 .../_rendered_examples/dynamo/index.html      |   4 ++--
 .../mutable_torchtrt_module_example.html      |   4 ++--
 .../dynamo/refit_engine_example.html          |   4 ++--
 .../dynamo/torch_compile_advanced_usage.html  |   4 ++--
 .../dynamo/torch_compile_resnet_example.html  |   4 ++--
 .../torch_compile_stable_diffusion.html       |   4 ++--
 .../torch_compile_transformers_example.html   |   4 ++--
 .../dynamo/torch_export_cudagraphs.html       |   4 ++--
 .../dynamo/torch_export_gpt2.html             |   4 ++--
 .../dynamo/torch_export_llama2.html           |   4 ++--
 .../_rendered_examples/dynamo/vgg16_ptq.html  |   4 ++--
 docs/tutorials/_rendered_examples/index.html  |   4 ++--
 docs/tutorials/notebooks.html                 |   4 ++--
 .../serving_torch_tensorrt_with_triton.html   |   4 ++--
 docs/user_guide/dynamic_shapes.html           |   4 ++--
 docs/user_guide/runtime.html                  |   4 ++--
 docs/user_guide/saving_models.html            |   4 ++--
 docs/user_guide/torch_tensorrt_explained.html |   4 ++--
 docs/user_guide/using_dla.html                |   4 ++--
 144 files changed, 283 insertions(+), 283 deletions(-)

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
index 0cfb3f55eb..87984fabb9 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class DataType &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Class DataType &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
index efde2b05e1..a35df969f2 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
index f230a5ee90..56ee2aa078 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class TensorFormat &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Class TensorFormat &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
index f41b8d6d03..63ec6d379e 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
index 29501d18a6..15e2c7117d 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
index 7180fcaf53..47f8b8e382 100644
--- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
+++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define STR &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Define STR &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
index e2ae2b5699..2c3837a5f7 100644
--- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
+++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
index bdb7e1ff74..36ecbfb2ca 100644
--- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
+++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
index 7a5eb9e12a..8586c11e55 100644
--- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
+++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
index 449b0a67ac..4dbc505d0e 100644
--- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
+++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
index 167a17db18..e6119dfdfd 100644
--- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
+++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define XSTR &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Define XSTR &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
index f3b23725dd..7e045a6039 100644
--- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
+++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
index 5d0b791e10..14f660bd62 100644
--- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
+++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html
index 98d44a2c69..79ad523459 100644
--- a/docs/_cpp_api/dir_cpp.html
+++ b/docs/_cpp_api/dir_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory cpp &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Directory cpp &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html
index f20a3bb495..eb7776bc72 100644
--- a/docs/_cpp_api/dir_cpp_include.html
+++ b/docs/_cpp_api/dir_cpp_include.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory include &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Directory include &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
index 205f7a7208..446e2dd3a4 100644
--- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
+++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
index badea42a26..2d5533953d 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum Level &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Enum Level &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
index c5b0acdcaf..20bf3365bb 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
index a88b233e94..4790f2f157 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
index 049824896b..8e8eb7c3ee 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
index 96073069b4..025b48b9af 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 4899d5f7bd..0a69b697f2 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
index ccba36c2e8..b089f51604 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
index 6cca95f31b..676c48babc 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
index 37564452d2..6973a480c8 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
index 1d48123fed..b5f353a622 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
index 00065fe30a..a6975cb090 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
index f841505363..37e9030cb5 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
index 7f670c7c55..26438d338c 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
index 8b4054fa01..b70f174e39 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
index 4cee38ef68..416c75cdeb 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
index 07b2561bfa..d19eacf2c3 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
index 5f35ca6313..175add018a 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
index 64b6d41c81..384fa755b6 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
index 2088ff42f0..f319cb12c7 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
index 850cee59cc..9313924a2a 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
index f17d54b428..86325eac19 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
index 0822aaceb3..984bff1042 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html
index 2fea5efd6b..99a24300d9 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
index c3e1e92115..d784e8b45f 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
index 40c7bc8783..1b1c4e71cc 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
index 6cc7ba8f18..cbd3466da1 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
index bc25ba03e3..8ef7a8613f 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
index 0b6f808569..be363b86f2 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
index 72fe5b6369..009c59cecf 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index f63fbb47fd..40727791c0 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
index 18ca0bfef5..c7454aff55 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Device &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Struct Device &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
index da96ef2a99..64236a20b8 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
index f47d8cbe29..a7faf9db2a 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Input &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Struct Input &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
index c756dac9bb..d547957d5e 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html
index f3c473f967..98c9d9c825 100644
--- a/docs/_cpp_api/torch_tensort_cpp.html
+++ b/docs/_cpp_api/torch_tensort_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
@@ -464,7 +464,7 @@ <h2>Class Hierarchy<a class="headerlink" href="#class-hierarchy" title="Permalin
 <ul class="treeView" id="class-treeView">
   <li>
     <ul class="collapsibleList">
-      <li class="lastChild">Namespace <a href="namespace_torch_tensorrt.html#namespace-torch-tensorrt">torch_tensorrt</a><ul><li>Namespace <a href="namespace_torch_tensorrt__logging.html#namespace-torch-tensorrt-logging">torch_tensorrt::logging</a><ul><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html#exhale-enum-namespacetorch-tensorrt-1-1logging-1a130f65408ad8cbaee060f05e8db69558">Level</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__ptq.html#namespace-torch-tensorrt-ptq">torch_tensorrt::ptq</a><ul><li>Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8CacheCalibrator">Int8CacheCalibrator</a></li><li class="lastChild">Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8Calibrator">Int8Calibrator</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__torchscript.html#namespace-torch-tensorrt-torchscript">torch_tensorrt::torchscript</a><ul><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#exhale-struct-structtorch-tensorrt-1-1torchscript-1-1CompileSpec">CompileSpec</a></li></ul></li><li>Enum <a href="enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html#exhale-enum-namespacetorch-tensorrt-1a3fbe5d72e4fc624dbd038853079620eb">EngineCapability</a></li><li>Struct <a href="structtorch__tensorrt_1_1Device.html#exhale-struct-structtorch-tensorrt-1-1Device">Device</a><ul><li class="lastChild">Class <a href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#exhale-class-classtorch-tensorrt-1-1Device-1-1DeviceType">Device::DeviceType</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1GraphInputs.html#exhale-struct-structtorch-tensorrt-1-1GraphInputs">GraphInputs</a></li><li>Struct <a href="structtorch__tensorrt_1_1Input.html#exhale-struct-structtorch-tensorrt-1-1Input">Input</a></li><li>Class <a href="classtorch__tensorrt_1_1DataType.html#exhale-class-classtorch-tensorrt-1-1DataType">DataType</a></li><li class="lastChild">Class <a href="classtorch__tensorrt_1_1TensorFormat.html#exhale-class-classtorch-tensorrt-1-1TensorFormat">TensorFormat</a></li></ul></li>
+      <li class="lastChild">Namespace <a href="namespace_torch_tensorrt.html#namespace-torch-tensorrt">torch_tensorrt</a><ul><li>Namespace <a href="namespace_torch_tensorrt__logging.html#namespace-torch-tensorrt-logging">torch_tensorrt::logging</a><ul><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html#exhale-enum-namespacetorch-tensorrt-1-1logging-1a130f65408ad8cbaee060f05e8db69558">Level</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__ptq.html#namespace-torch-tensorrt-ptq">torch_tensorrt::ptq</a><ul><li>Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8CacheCalibrator">Int8CacheCalibrator</a></li><li class="lastChild">Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8Calibrator">Int8Calibrator</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__torchscript.html#namespace-torch-tensorrt-torchscript">torch_tensorrt::torchscript</a><ul><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#exhale-struct-structtorch-tensorrt-1-1torchscript-1-1CompileSpec">CompileSpec</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1Device.html#exhale-struct-structtorch-tensorrt-1-1Device">Device</a><ul><li class="lastChild">Class <a href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#exhale-class-classtorch-tensorrt-1-1Device-1-1DeviceType">Device::DeviceType</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1GraphInputs.html#exhale-struct-structtorch-tensorrt-1-1GraphInputs">GraphInputs</a></li><li>Struct <a href="structtorch__tensorrt_1_1Input.html#exhale-struct-structtorch-tensorrt-1-1Input">Input</a></li><li>Class <a href="classtorch__tensorrt_1_1DataType.html#exhale-class-classtorch-tensorrt-1-1DataType">DataType</a></li><li>Class <a href="classtorch__tensorrt_1_1TensorFormat.html#exhale-class-classtorch-tensorrt-1-1TensorFormat">TensorFormat</a></li><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html#exhale-enum-namespacetorch-tensorrt-1a3fbe5d72e4fc624dbd038853079620eb">EngineCapability</a></li></ul></li>
     </ul>
   </li><!-- only tree view element -->
 </ul><!-- /treeView class-treeView --></section>
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html
index a55e7a1c77..8a5fe670f7 100644
--- a/docs/_cpp_api/unabridged_orphan.html
+++ b/docs/_cpp_api/unabridged_orphan.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Full API &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Full API &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip
index 14146d1f434aa801d3e2542476c6d502419ceb04..e6fa07cc7548e7b36340750d026441bfc25ae5ec 100644
GIT binary patch
delta 249
zcmaE~g6+`?Hr@blW)=|!5UA<Z+{l~E$qb}77jri9G1mea-^F=kzzjB%BvCLU+p|I#
z%y<?f4-w%gDii^W)U<8l0W%CI-;e+?7W1qD)0_E^oYnx#+<o)R5X9JiOpY<G5M<YM
z^$Cn&U`E3PMt_jp^h*;MeZUOGiHuQTM%_e4PcY-uM8*(^)Fei4Fe85wV=$O;bP{7Y
am?1wIs-|o*qa#>k*JMUNFoSyvV>kexs8;0w

delta 249
zcmaE~g6+`?Hr@blW)=|!5NPaC+sK>D$qb}77jri9ff?V$d1Sy0Hj^Y#FeBTuLKw_=
z79$T4;V3E;0gKeMZQ=nl3@6`^05KNxtO3)T`H!5|0L$Ec^UM&$*nUioF|H8Anyx;9
zF$~OTn84@{W?Y)U=mTabPGpP%GwLQXdV(3JCNhRVq$V+XgBkgg7=yu#qmvlJ!3_Dy
WP&H+f86CkQyCyUGff?LW7{dXh1y<<*

diff --git a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip
index 1dd613fb8f44a09d1c4c10d43de8c89ff0ded232..5633b02960bc76652419137395ea83e4132ef3e3 100644
GIT binary patch
delta 249
zcmezTgyr)S7Ty4FW)=|!5UA<Z+{kOm$_%78d$N9E2QwUaw}>&<0!6+nYw~~@$_7w|
zzs*F5$YYP45XSt_GET4>iTEf%Fr&0Uf*;J7P`_Os%<!83MhncaJf)lhvSNC?9%C?=
zu~m=J2h3p6XY>TAnI53e7!GEv(r0u7Gd}Ax27(#x28<qH#v}vA05IdJ0b>Z5VPgnY
VGr^G24lHufkkK2=kT+rs0RVc|QU3q{

delta 249
zcmezTgyr)S7Ty4FW)=|!5NPaC+sJFl$_%78d$N9E2QwUaw}^om-<36azzk&rD8t`o
zB1Gh|$4&@ierOpdSdBz{lpvT<S|Gs>W=yExE)QmS&3~f>W>}t5P608d$Llc$gBe@(
z7=6GD7JWufFe5;pF&xZTrO)UFW_;FX3<NXW4H!MZj7bKJ0bs^c1I7?A!^RM*W`ZH3
R9a!X|A)_~#A#cPO0swz(QUw42

diff --git a/docs/_modules/index.html b/docs/_modules/index.html
index 3b07cc0c53..4ad1d8c40e 100644
--- a/docs/_modules/index.html
+++ b/docs/_modules/index.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Overview: module code &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Overview: module code &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html
index 5d5818ce54..f22ee673d5 100644
--- a/docs/_modules/torch_tensorrt/_Device.html
+++ b/docs/_modules/torch_tensorrt/_Device.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html
index 2c27c78e5d..a044c35fa6 100644
--- a/docs/_modules/torch_tensorrt/_Input.html
+++ b/docs/_modules/torch_tensorrt/_Input.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html
index 36a35d4c36..f2eb6dfc72 100644
--- a/docs/_modules/torch_tensorrt/_compile.html
+++ b/docs/_modules/torch_tensorrt/_compile.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_enums.html b/docs/_modules/torch_tensorrt/_enums.html
index 6910521fb2..4075a05245 100644
--- a/docs/_modules/torch_tensorrt/_enums.html
+++ b/docs/_modules/torch_tensorrt/_enums.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_compiler.html b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
index cac0dcd149..50a9479db7 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_compiler.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_exporter.html b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
index b16f0b6cec..8e3164aa31 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_exporter.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_refit.html b/docs/_modules/torch_tensorrt/dynamo/_refit.html
index e6cf7a1280..ae6ee293b1 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_refit.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_refit.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_settings.html b/docs/_modules/torch_tensorrt/dynamo/_settings.html
index e80ce542a7..95916df2f9 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_settings.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_settings.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_tracer.html b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
index 074f2b2292..605fa34caf 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_tracer.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
index 9e42b99df5..015779e9c5 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
index c20e954ea3..546702b331 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
index bcb79b84df..38b59cd888 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html
index 221fe8834e..fd5fd16088 100644
--- a/docs/_modules/torch_tensorrt/fx/fx2trt.html
+++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
index 5de6d93e2b..03ee37f08e 100644
--- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
+++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html
index 47273456ca..8f7f8e56b3 100644
--- a/docs/_modules/torch_tensorrt/fx/lower.html
+++ b/docs/_modules/torch_tensorrt/fx/lower.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html
index c569888b4b..fd44d1fc78 100644
--- a/docs/_modules/torch_tensorrt/fx/trt_module.html
+++ b/docs/_modules/torch_tensorrt/fx/trt_module.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html
index 2c9bb5b684..2de5385862 100644
--- a/docs/_modules/torch_tensorrt/logging.html
+++ b/docs/_modules/torch_tensorrt/logging.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
index 6ca4253c76..76237bb064 100644
--- a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
+++ b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
index fac3efab2e..d6516770a7 100644
--- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html
+++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html
index 225e2ec4da..ab0842bffa 100644
--- a/docs/_modules/torch_tensorrt/ts/_compiler.html
+++ b/docs/_modules/torch_tensorrt/ts/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/ptq.html b/docs/_modules/torch_tensorrt/ts/ptq.html
index 5a84fb18fa..11f70dd3ec 100644
--- a/docs/_modules/torch_tensorrt/ts/ptq.html
+++ b/docs/_modules/torch_tensorrt/ts/ptq.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js
index 3c5e30d935..05b784e0ae 100644
--- a/docs/_static/documentation_options.js
+++ b/docs/_static/documentation_options.js
@@ -1,6 +1,6 @@
 var DOCUMENTATION_OPTIONS = {
     URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
-    VERSION: 'v2.5.0.dev0+97d4f2b',
+    VERSION: 'v2.5.0.dev0+1d0916f',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html
index 1312c53697..8fea8f6f37 100644
--- a/docs/cli/torchtrtc.html
+++ b/docs/cli/torchtrtc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torchtrtc &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torchtrtc &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html
index 3784863662..72688358db 100644
--- a/docs/contributors/conversion.html
+++ b/docs/contributors/conversion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Conversion Phase &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Conversion Phase &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/contributors/dynamo_converters.html b/docs/contributors/dynamo_converters.html
index f814e392f8..c1794c6c12 100644
--- a/docs/contributors/dynamo_converters.html
+++ b/docs/contributors/dynamo_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html
index 26a129b361..84334460be 100644
--- a/docs/contributors/lowering.html
+++ b/docs/contributors/lowering.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Lowering Phase &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Lowering Phase &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html
index d1ec843252..613f1c9dc7 100644
--- a/docs/contributors/partitioning.html
+++ b/docs/contributors/partitioning.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Partitioning Phase &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Partitioning Phase &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html
index 8135bfd36d..f7e75c49c9 100644
--- a/docs/contributors/phases.html
+++ b/docs/contributors/phases.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiler Phases &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Compiler Phases &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html
index 848d389957..ae50303d25 100644
--- a/docs/contributors/runtime.html
+++ b/docs/contributors/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Runtime Phase &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Runtime Phase &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html
index 334386bc5a..44c3ca7537 100644
--- a/docs/contributors/system_overview.html
+++ b/docs/contributors/system_overview.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>System Overview &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>System Overview &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/contributors/ts_converters.html b/docs/contributors/ts_converters.html
index 7a1e38296d..3723150313 100644
--- a/docs/contributors/ts_converters.html
+++ b/docs/contributors/ts_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html
index 1298fd9ca3..6b8bd4d274 100644
--- a/docs/contributors/useful_links.html
+++ b/docs/contributors/useful_links.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/contributors/writing_dynamo_aten_lowering_passes.html b/docs/contributors/writing_dynamo_aten_lowering_passes.html
index 5292b26d76..b1116d4f45 100644
--- a/docs/contributors/writing_dynamo_aten_lowering_passes.html
+++ b/docs/contributors/writing_dynamo_aten_lowering_passes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/dynamo/dynamo_export.html b/docs/dynamo/dynamo_export.html
index cbaa33f55c..7242cae64f 100644
--- a/docs/dynamo/dynamo_export.html
+++ b/docs/dynamo/dynamo_export.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/dynamo/torch_compile.html b/docs/dynamo/torch_compile.html
index 44f4636ce4..78991a4b45 100644
--- a/docs/dynamo/torch_compile.html
+++ b/docs/dynamo/torch_compile.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/fx/getting_started_with_fx_path.html b/docs/fx/getting_started_with_fx_path.html
index 1ba07355b1..470f628e29 100644
--- a/docs/fx/getting_started_with_fx_path.html
+++ b/docs/fx/getting_started_with_fx_path.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/genindex.html b/docs/genindex.html
index 4353b6a7ee..d9126c0394 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Index &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Index &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html
index bda99b79a3..291040a01a 100644
--- a/docs/getting_started/installation.html
+++ b/docs/getting_started/installation.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/getting_started/quick_start.html b/docs/getting_started/quick_start.html
index c838c49b07..e45130801e 100644
--- a/docs/getting_started/quick_start.html
+++ b/docs/getting_started/quick_start.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Quick Start &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Quick Start &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/index.html b/docs/index.html
index 0b5820d8a6..0becdf80dc 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -274,7 +274,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html
index 6e6733ffcb..1dba438f8c 100644
--- a/docs/indices/supported_ops.html
+++ b/docs/indices/supported_ops.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Operators Supported &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Operators Supported &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -274,7 +274,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/objects.inv b/docs/objects.inv
index ae99a59081ef47cc4b755ac9f28d5d0400b3eec8..dd740882c95c307399bee8e8e2e15d8a52ede699 100644
GIT binary patch
delta 20
bcmezQgYoAN#tDAxhA9S?hGuCSLse=3WZwuo

delta 20
bcmezQgYoAN#tDAxmgXrYX+}vKLse=3W@rd<

diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index f6ac098e1f..5842573f6b 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Python Module Index &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Python Module Index &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/py_api/dynamo.html b/docs/py_api/dynamo.html
index eb9e2108fb..7150eb9eee 100644
--- a/docs/py_api/dynamo.html
+++ b/docs/py_api/dynamo.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html
index 618c9cbdd9..384ab663ab 100644
--- a/docs/py_api/fx.html
+++ b/docs/py_api/fx.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html
index 9371d183f0..31a6aa512d 100644
--- a/docs/py_api/logging.html
+++ b/docs/py_api/logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html
index 92507d5142..3edfc8a192 100644
--- a/docs/py_api/ptq.html
+++ b/docs/py_api/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/py_api/runtime.html b/docs/py_api/runtime.html
index 58eab5490b..362f45efbb 100644
--- a/docs/py_api/runtime.html
+++ b/docs/py_api/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html
index e2362b5cf6..e7ab87bade 100644
--- a/docs/py_api/torch_tensorrt.html
+++ b/docs/py_api/torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html
index b5d53e340a..81f297236d 100644
--- a/docs/py_api/ts.html
+++ b/docs/py_api/ts.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
@@ -681,7 +681,7 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 
 <dl class="py function">
 <dt class="sig sig-object py" id="torch_tensorrt.ts.TensorRTCompileSpec">
-<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">torch.device</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Device(type=DeviceType.GPU,</span> <span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7ff82bf93f70&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">torch.device</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Device(type=DeviceType.GPU,</span> <span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f7fc8141170&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
 <dd><p>Utility to create a formatted spec dictionary for using the PyTorch TensorRT backend</p>
 <dl class="field-list simple">
 <dt class="field-odd">Keyword Arguments</dt>
diff --git a/docs/search.html b/docs/search.html
index 615b68aaa4..a7edb2f968 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Search &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Search &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -272,7 +272,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/searchindex.js b/docs/searchindex.js
index b7f4e5af87..9cd87c3fb0 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Mutable Torch TensorRT Module", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Compiling GPT2 using the Torch-TensorRT with dynamo backend", "Compiling Llama2 using the Torch-TensorRT with dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 94, 98, 101, 102, 103, 104, 107], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 108, 109, 111], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 97, 99, 101, 103, 104, 105, 108, 112, 113], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 94, 105, 107], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 94, 105, 107, 111], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 94, 95, 96, 97, 106, 108, 110, 111, 112, 113], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 94, 95, 98, 100, 102], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 95, 97, 99, 101, 106, 109, 110, 112, 113], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 112], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 96, 97, 108, 110], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 101, 103, 104, 109, 110, 111], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 98, 99, 101, 103, 104, 109], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 93, 94, 97, 102, 108], "reason": [0, 65, 87, 92, 94, 112], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 105, 106, 107, 108, 109, 110, 111, 112], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 93, 94, 96, 97, 107, 108, 109, 110], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 96, 98, 99, 101, 107], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 95, 96, 106, 107, 108, 109, 110, 111], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 96, 97, 109, 110], "itself": [0, 1, 2, 46, 52, 55, 91, 108], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 96, 97, 102, 105, 108, 113], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 107, 108], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 96, 100, 113], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 105, 113], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 105], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 97, 98, 101, 102, 103, 104, 107, 108, 109, 110, 112, 113], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 94, 105, 109, 110, 111, 112], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 94, 109], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 94, 95, 96, 99, 101, 102, 106, 108, 110], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 109, 111], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 105, 108, 109], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 93, 94, 96, 97, 100, 101, 103, 104, 105, 107, 108, 110, 111, 112], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 94, 113], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88, 97, 103, 104], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 101, 112, 113], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 94, 103, 104, 107, 108], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 97, 98, 105, 108, 109], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 112], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 110], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 110], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 96, 97, 110, 113], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 110, 113], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 94, 98, 99, 102, 103, 104, 107, 108, 109, 110, 111, 112], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 94, 98, 107, 108], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 97, 108], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 108], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 97, 112, 113], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 104, 108, 110, 112, 113], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "kdla": [1, 45, 46, 113], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 97, 109, 113], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 93, 94, 96, 97, 99, 102, 106, 107, 108, 109, 111, 112], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 97, 98, 102, 103, 104, 107, 108, 109, 110, 111, 112], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92, 94, 97], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 98, 107], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 105], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 105], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 95, 106], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 105, 106, 110], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 94, 110], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 108, 109, 111, 112], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 108, 113], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 99, 102, 108, 109], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 95, 106, 110], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 94, 99, 101, 105, 108, 109, 113], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 94, 99, 101, 105, 107, 109], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 98, 102, 105, 108], "alwai": [3, 4, 27, 52, 75, 81, 97], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 104, 105, 107, 109, 111, 113], "due": [3, 4, 66, 80, 81, 105], "issu": [3, 4, 64, 70, 75, 88, 98, 101], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 97, 102, 105, 108], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 97, 110], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 95, 97, 99, 101, 106, 107, 112], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 96, 98, 105, 107, 108, 109, 110], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 96, 97, 99, 101, 102, 110], "use_cach": [3, 4, 30, 44, 73, 90, 103, 104], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 97, 105, 107, 109, 110, 112, 113], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 108], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 94, 95, 97, 98, 102, 106, 108, 109, 110, 111, 112], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 99, 101, 107, 110], "easili": [3, 4, 96], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 113], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 112], "dataload": [4, 29, 30, 44, 49, 73, 90, 105], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 100, 108], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 104, 112], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 94, 102, 105, 108, 112], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 99, 101, 110], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 94, 107], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 97, 107, 108, 109, 110], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 94, 98, 102, 105, 109, 111], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 95, 106, 110], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 99, 101], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 93, 94, 96, 97, 99, 101, 103, 104, 105, 108], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 109], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 106, 107, 108, 110, 112], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 93, 94, 96, 97, 98, 99, 101, 105], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 112], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 94, 95, 96, 97, 99, 101, 102, 106, 107, 109, 110], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 94, 99, 101, 107, 112], "phase": [16, 60, 63, 88, 97, 109, 112], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 112], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 70, 90, 94], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 95, 104, 106, 109], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 108], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 107, 109, 113], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 94, 105], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 93, 94, 105], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92, 94, 103, 104], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 113], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 96, 100, 103, 104, 107, 113], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 113], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 108, 112], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 96, 103, 104, 105, 110], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 96, 97, 100, 107, 108, 109, 111], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 94, 109], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 96], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 99, 101, 111], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 94, 105, 107, 110], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 96, 97, 107, 109, 110], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 70, 71, 75, 79, 81, 88, 89, 90, 92, 94, 97, 98, 102, 108, 109, 110, 112, 113], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 99, 101, 109], "post": [29, 30, 49, 52, 63, 68, 88, 94], "train": [29, 30, 49, 52, 68, 69, 88, 89, 94], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 95, 106], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 95, 97, 106, 108], "previous": [29, 33, 88, 94, 97], "therefor": [29, 58, 65, 66, 74, 81, 88, 107, 110], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 99, 101, 105, 107, 108, 109], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 105, 108, 109, 110], "dataset": [29, 73, 90, 107], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 93, 94, 97, 100, 107, 108, 110, 112], "later": [29, 70, 88, 97, 111, 112], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 96, 110, 112], "scratch": [29, 94, 97], "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 108, 110], "howev": [29, 66, 79, 80, 88, 92, 94, 108, 109, 112], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 107, 108, 113], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 94, 102, 105, 106, 107], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 105, 108, 110, 112], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 108], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 96, 97, 108, 110, 112], "respons": [29, 54, 58, 81, 110], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 94, 109], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 102, 107, 108, 110, 111, 112], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 108, 109], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 98, 105, 109], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 107], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 98, 101, 107, 109, 110, 112], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 94, 98, 105, 107, 109], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92, 94, 97], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92, 97], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90, 103, 104], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 94, 108, 110], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 97, 108, 111, 112], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 95, 97, 98, 105, 106, 107, 109, 111, 113], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 94, 97, 98], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 113], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 93, 96, 105, 108, 110, 113], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 98, 107, 109], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 94, 107], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 96, 105, 108, 109], "unsupport": [31, 49, 54, 64, 75, 92, 112], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 110, 112], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 98, 101, 108, 112, 113], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 108, 109], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 99, 101], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 106, 107, 112], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 94, 110], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76, 94, 97], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 112], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 108], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 94, 109, 110, 112], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 94, 95, 99, 106, 107, 108, 109, 110], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 94, 105, 107, 108, 111], "symbol": [33, 65, 66, 76, 81, 110], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 113], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104, 105, 106, 109, 111], "y": [33, 56, 76, 82, 92, 98], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89, 94], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92, 94, 97], "origin": [33, 65, 71, 75, 92, 94, 96, 112], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 94, 95, 96, 97, 105, 106, 108, 109, 110, 111, 112], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 94, 100, 108], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 107, 108, 111], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 113], "id": [36, 45, 52, 75, 79, 80, 84, 113], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 93, 97, 101, 107, 112], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 110], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 108, 109, 110], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 96, 108, 110, 113], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45, 103, 104], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 99, 112], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 94, 110], "root": [42, 43, 44, 45, 66, 79, 90, 105], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "tree": [42, 43, 44, 45, 79, 90, 105, 110], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 108, 110], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 107, 108, 109, 110, 111, 112], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 112], "necessari": [42, 62, 64, 66, 74, 97, 110], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 70, 81, 82, 88, 89, 90, 94, 97, 106, 108, 109, 110, 112], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 97, 98, 108], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 93, 94, 105], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 99, 101], "gaurd": 43, "someth": [43, 55, 81, 108], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 96, 98, 108], "setup": [43, 90, 108], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 109, 111], "torchtrt": [43, 56, 92, 105], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 98, 105, 109], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 103, 104, 113], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 98, 102], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 97, 98, 102, 109], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 108, 109, 110, 111], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 96, 107, 110], "still": [44, 56, 65, 66, 90, 98, 112], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 93, 94, 98, 100, 110, 111, 113], "batch_siz": [44, 90, 105], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "statu": [44, 82], "reset": [44, 93, 94, 98, 101, 110], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 112], "again": [44, 58, 60, 81, 92, 96], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 108], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81, 94], "copi": [44, 60, 65, 69, 73, 82, 108], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": [45, 94], "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 93, 99, 101, 102, 107, 109], "device_typ": [45, 46, 75, 90, 91, 113], "int64_t": [45, 46, 48, 49, 90, 113], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 112, 113], "agx": 45, "platform": [45, 52, 59, 66, 108, 113], "xavier": [45, 113], "dla_cor": [45, 46, 52, 75, 90, 91, 113], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 113], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 99, 102, 107, 109], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 102, 105, 108, 110, 113], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 110], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "spec": [45, 48, 49, 52, 72, 75, 76, 91, 94], "flatten": [45, 47, 69, 87, 88, 105], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 103, 104, 105, 108, 113], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92, 103, 104], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 94, 95, 96, 106], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 100], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 97, 99, 101], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 93, 94, 97, 98, 99, 101, 104, 105], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 102, 105, 107, 109, 111, 113], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 97, 98, 99, 101], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 98, 101], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 107, 108, 112], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 105, 107, 108, 109, 112, 113], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89, 94], "complex": [47, 49, 64, 66, 87, 89, 96], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 94, 111], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 98, 101, 103, 104, 108], "rang": [48, 49, 52, 65, 75, 92, 93, 94, 99, 107, 109], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 97, 99, 100, 101, 107, 109, 112], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 110], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 105, 109], "three": [48, 57, 59, 65, 71, 75, 81, 82, 107, 108], "min": [48, 52, 60, 69, 75, 94, 99, 109], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 94, 99, 105, 109], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 94, 97, 99, 101, 110], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 109], "expect": [48, 54, 55, 60, 75, 88, 89, 107], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 107], "low": [48, 65, 96], "high": [48, 55, 56, 79, 92, 112], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 94, 95, 96, 100, 106, 107], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 98, 108, 109, 111, 112], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 96, 100, 103, 104, 109], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 94, 98, 100, 101, 104, 110], "opt": [48, 66, 74, 75, 102], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 99, 101, 108], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 98, 111], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 94, 107, 108, 109, 110, 111], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 96, 97, 107, 112], "altern": [48, 56, 62, 63, 75, 89, 102, 107, 111], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 105, 108, 109, 111], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 109], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 95, 106, 110], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 99, 109], "event": [48, 64, 93, 94], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 105], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 99, 107, 109], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 110, 113], "describ": [49, 56, 60, 75, 87, 91, 95, 106, 108], "entri": [49, 60, 94], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 94, 97, 105, 107, 109, 112], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 99, 101, 113], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 107, 109, 110], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 107], "inner": [49, 82, 107], "product": [49, 75], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 105, 107, 108, 109], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 108, 109], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 105], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 109, 110, 111], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 101, 102], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 109], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100, 102, 103, 104, 105, 108, 109, 110, 111], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 98, 99, 101], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 102, 110], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 95, 106], "host": [49, 52, 64, 66, 70, 75, 76, 92, 108], "share": [49, 52, 64, 66, 70, 74, 75, 76, 94], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 97, 109], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 97, 105, 110], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 94, 112], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 98, 112], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecenum": 50, "enginecapabilitystruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 70, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 107, 110, 112], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 94, 95, 97, 106, 107, 110, 111], "command": [52, 64, 66, 81, 82, 87, 88, 108], "line": [52, 66, 82, 88, 96], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92, 94], "deploy": [52, 74, 88, 89, 90, 107, 108, 110, 113], "pipelin": [52, 88, 96, 100, 113], "basic": [52, 56, 65, 82, 106, 108], "featur": [52, 56, 65, 66, 88, 90, 91, 100, 105, 107, 112], "though": [52, 59, 60, 87, 88, 112], "alreadi": [52, 53, 54, 55, 88, 90, 92, 109], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 94, 108, 109], "embed": [52, 54, 58, 69, 76, 81, 113], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 98, 101, 108, 110], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 110], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 93, 94, 96, 108, 109, 110, 111], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75, 97], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 96, 107, 110], "load": [52, 56, 58, 64, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 107, 108, 110, 112], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 96, 97, 108, 110], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 108, 110], "input_file_path": [52, 113], "output_file_path": [52, 113], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 110], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 105, 108], "verbos": [52, 64, 65, 70, 71, 82, 99, 101], "about": [52, 53, 58, 60, 66, 74, 79, 88, 108, 109], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 97, 98, 102, 107, 108, 110], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 94, 110], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 93, 94, 105], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 97, 113], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 95, 96, 106, 109, 110, 112], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 108, 113], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 98, 99, 108, 113], "float16": [52, 75, 92, 96, 100], "f16": [52, 75, 88, 113], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 113], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 112, 113], "dla_standalon": [52, 75], "file_path": [52, 75, 111], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 98, 110, 112], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 112], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 96, 97], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 95, 103, 104, 106], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92, 93], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 103, 104, 105, 113], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 102, 110, 111], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 105, 107, 108], "ssd_trace": 52, "pt": [52, 65, 88, 103, 104, 108], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 105, 107], "1024": [52, 70, 75, 76, 103, 107], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 108], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 94, 95, 97, 98, 101, 106, 107], "context": [53, 57, 58, 59, 64, 72, 74, 102, 110], "inetworkdefinit": [53, 54], "record": [53, 87, 93, 94, 102, 110], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 93, 94, 107], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 94, 108, 109], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 110], "state": [53, 54, 60, 62, 74, 88, 96], "been": [53, 60, 64, 66, 73, 82, 88, 94, 97, 112], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 94, 105, 107], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 108], "abl": [53, 55, 60, 62, 65, 90, 91, 92, 97], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 94, 97, 112], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 98, 101], "until": [53, 56, 59, 60, 66, 70, 75, 112], "final": [53, 56, 57, 59, 66, 92, 98, 101, 107], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 94, 109, 112], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 108, 112], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 113], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81, 94], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 94, 95, 106, 107, 108, 113], "associ": [53, 60, 88, 94, 110], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90, 97], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 96, 97, 108, 112], "done": [53, 56, 59, 92, 97, 108, 111], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 97, 98, 101, 108, 110], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 96, 98, 105, 107, 108, 110, 111], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 99, 101, 108, 110], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 109], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 109], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 93, 94, 98, 105, 108, 109], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 97, 109], "kwarg": [54, 65, 70, 73, 74, 75, 92, 107], "dict": [54, 70, 74, 75, 76, 92, 94], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 107], "decor": [54, 62, 65], "kei": [54, 81, 87, 94, 108, 109], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 105, 107, 109], "capability_valid": 54, "lambda": [54, 60, 81, 88, 108], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 97, 111], "determin": [54, 55, 64, 65, 75, 109, 110], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 108, 113], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92, 97], "numpi": [54, 75, 92, 93, 94, 96, 97, 108], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 98], "correspond": [54, 60, 65, 66, 74, 75, 94, 96, 105, 110], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 94, 102, 111], "being": [54, 65, 66, 70, 88, 92, 97], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 96, 98, 101, 105, 107, 108, 109, 110], "github": [54, 61, 64, 66, 79, 88, 90, 98, 101, 105, 108, 110], "com": [54, 61, 64, 66, 88, 90, 96, 98, 101, 105, 108, 110], "blob": [54, 61, 66, 79, 90, 94], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 105], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90, 93, 94, 97], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 97, 112], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 94, 97, 107, 109], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 108], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 96, 107, 108, 110, 112], "opoverload": 54, "particular": [54, 64, 94], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 105], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55, 97], "special": [54, 56], "account": [54, 108], "illustr": [54, 65, 99, 107], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 107], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 98], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94, 96], "possibl": [54, 66, 81, 92, 94, 107, 108], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 98, 101], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92, 94], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 112], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 93, 94, 96, 107, 110], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 107], "limit": [54, 55, 72, 80, 90, 94, 112], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 98, 99, 101, 105, 109], "ignor": [54, 70, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 93, 94, 96, 97, 108], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 107], "term": [54, 75, 81, 82, 90, 92, 107], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 98, 99, 101, 107, 109, 110, 111, 112], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 105, 112], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 109], "modifi": [54, 56, 62, 65, 82, 95, 96, 106, 109], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 105, 108, 112], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79, 94], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 96], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 107, 112], "instanc": [55, 62, 64, 66, 70, 73, 74, 87, 88, 107, 110], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 94, 107, 110], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 112], "closer": 55, "scope": [55, 92, 98, 101], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 112], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 98, 105, 109, 112], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 108], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 99, 108, 109], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 99], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 110], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 94, 98, 105, 107, 109, 113], "bia": [55, 69, 88, 105], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 112], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 96, 108, 113], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 112], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 112], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 110, 112], "pair": [55, 60, 66, 81, 90, 107], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "mark": [55, 56, 79, 94], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 112], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 94, 107, 109, 112], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 93, 108], "might": [55, 66, 79, 97, 109], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 94, 97, 110], "expand": [55, 69], "simpli": [55, 98, 107], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 95, 97, 98, 106, 107, 109, 110, 111, 112], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90, 94], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 105], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82, 97], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 108], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 99, 101, 107], "verifi": [56, 70, 92, 97], "Then": [56, 90, 91, 97], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 110], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 98, 108, 112], "trace": [56, 65, 70, 74, 76, 87, 88, 109, 111, 112], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 108], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 105], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 95, 98, 99, 102, 106, 107, 108, 109, 110, 111], "maintain": [56, 58, 60, 75, 96, 112], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109], "mymodel": [56, 63, 67, 89, 92, 109, 111], "ts_model": [56, 88], "trt_model": [56, 91, 92, 99, 103, 104, 105, 108, 111], "off": [56, 58, 102], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 94, 99, 102, 109, 111], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 97, 99, 102, 107, 108, 109, 111], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 98, 105], "trt_mod": [56, 67, 88, 90, 113], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 97, 99, 101], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 105], "greedi": [56, 103, 104], "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 94, 97, 99, 101, 108, 109, 110, 111], "encount": [56, 64, 66, 98, 101], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 98, 100, 101, 102, 105, 109], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 70, 81, 88, 94, 105, 108], "could": [56, 64, 65, 92, 99, 101, 110], "rewrit": [56, 62], "portion": [56, 81, 92, 100], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 93, 94, 97, 110], "reorder": 56, "seri": 56, "cleanli": 56, "approach": [56, 94], "achiev": [56, 107], "hit": 56, "larger": [56, 70, 75, 79, 107], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 96, 97, 112], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 94, 97, 112], "clean": [56, 62, 81, 98, 101], "step": [56, 65, 69, 75, 90, 92, 97, 107], "consolid": [56, 87], "further": [56, 64, 65, 110, 112], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 112], "loop": [56, 64, 65, 103, 104], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 95, 98, 99, 101, 102, 106, 109], "larg": [57, 59, 79, 81, 88, 90, 97, 107], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 110, 112], "evalu": [57, 58, 59, 105], "deploi": [57, 59, 68, 88, 90, 95, 106, 108], "instanti": [57, 58, 59, 60, 88, 100], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 98, 101], "extend": [57, 59, 60, 69, 88, 94, 107], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 105, 112], "machin": [58, 66, 90, 108], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 112], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 97, 99, 102, 105, 108], "resnet": [58, 77, 95, 96, 106, 107, 108], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 108, 110], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 96, 97, 106], "depickl": 58, "encod": [58, 107], "sm": 58, "correct": [58, 66, 79, 96, 97, 105], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 94, 112], "older": 59, "repositori": [59, 66, 79, 86, 108], "notebook": [59, 68, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 109], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 112], "matur": 59, "most": [59, 65, 66, 71, 92, 97, 108, 110, 112], "hood": [59, 99, 112], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 107], "ilay": 60, "analogu": 60, "goal": [60, 64, 94], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 98, 99, 101, 110], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 101, 103, 104, 105, 106, 107, 108, 112], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 94, 107], "don": [60, 65, 79, 81, 82, 90, 105, 108, 109], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 94, 109, 110], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 95, 98, 106, 111], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 97, 107], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 113], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 94, 98, 105], "wrapper": [60, 65, 111], "similar": [60, 63, 64, 65, 66, 88, 91, 92, 103, 104], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92, 93, 94], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 96], "benefit": [60, 88, 94], "deal": [60, 94], "quit": [60, 66, 88, 107], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 112], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 109], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 109, 110], "stabl": [61, 76, 77, 79, 95, 106, 109], "master": [61, 66, 90, 110], "overview": [61, 68, 98, 102], "md": 61, "appli": [62, 63, 90, 97], "desir": [62, 70, 82, 90, 94], "coalesc": 62, "insert": [62, 88, 90, 94, 97], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 97, 111, 112], "caller": 62, "invok": [62, 64, 65, 87, 88, 110], "lint": 62, "recompil": [62, 70, 75, 94, 97, 101, 109, 112], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 98], "scenario": [62, 64, 96], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 107], "placehold": 62, "isinst": [62, 65, 92, 105], "issubclass": 62, "direct": [62, 85, 97, 110], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 112], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 105], "__init__": [62, 74, 75, 81, 87, 92, 94, 98, 105, 109], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 94, 95, 98, 100, 101, 105, 106, 109], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 101, 107, 110, 112], "control": [62, 65, 87, 97, 110], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 70, 79, 93, 94, 105], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 107], "exportedprogram": [63, 67, 70, 75, 97, 103, 104, 109, 112], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 93, 94, 97, 98, 99, 101, 102, 105, 109], "frontend": [63, 70, 73, 89, 92, 95, 99, 101, 105, 106, 109], "simpl": [63, 64, 65, 81, 82, 87, 107, 108, 109], "usag": [63, 65, 73, 77, 81, 88, 95, 106, 109, 111], "eval": [63, 67, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 108, 109, 111], "exp_program": [63, 94, 97, 105, 109], "trt_gm": [63, 67, 94, 97, 109, 111], "interact": [63, 81, 96, 98, 99, 100, 101, 102, 103, 104], "ideal": 63, "discuss": [63, 64, 108], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 108, 111], "frequent": 63, "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 95, 106], "insid": [63, 81, 92, 95, 106, 108], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 107], "constraint": 63, "guid": [64, 80, 106], "present": [64, 97], "learn": [64, 66, 68, 88, 90, 92, 108, 113], "acceler": [64, 71, 75, 95, 106, 110, 112, 113], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 96, 99, 100, 101, 103, 104, 107], "wide": [64, 75, 85], "varieti": [64, 108], "primari": [64, 94, 111], "simplic": 64, "optimized_model": [64, 67, 93, 98, 99, 101], "depth": [64, 79, 107], "challeng": [64, 96, 108], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 98], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 98], "use_python_runtim": [64, 70, 74, 75, 92, 93, 94, 96, 97, 98], "truncate_doubl": [64, 70, 74, 75, 92, 93, 103, 104], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refit": [64, 70, 74, 75, 93, 94, 96, 97], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75, 94], "tmp": [64, 70, 74, 75, 88, 93], "torch_tensorrt_engine_cach": [64, 70, 74, 75], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "cache_built_engin": [64, 70, 74, 93, 94], "reuse_cached_engin": [64, 70, 74, 93, 94], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 110], "regardless": [64, 70, 82, 99, 101], "fail": [64, 70, 75, 88, 96, 97, 105, 113], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 110], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 96, 98, 101, 102, 112], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 102, 105], "detail": [64, 65, 70, 87, 88, 92, 94, 108, 110], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 94, 107], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "storag": [64, 70, 90], "sub": [64, 69, 81, 87, 98], "slate": 64, "futur": [64, 65, 70, 75, 76, 110], "occur": 64, "first_output": 64, "subsequ": [64, 94], "second_output": 64, "session": [64, 67, 81, 94, 102], "point": [64, 66, 75, 79, 80, 81, 88, 105, 108], "cover": [64, 106, 107], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 97, 109, 112], "vari": [64, 71, 109], "distribut": [64, 88, 90, 110], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 96, 105, 106, 107, 108], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 96, 97], "_dynamo": [64, 93, 94, 98, 99, 101, 109], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103, 104, 108], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 105, 108], "variou": [65, 113], "etc": [65, 79, 81, 92, 113], "environ": [65, 67, 108], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 105, 108, 109], "max_batch_s": [65, 71, 108], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 102], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 94, 110], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 108], "updat": [65, 66, 70, 71, 75, 92, 95, 97, 106], "dim": [65, 69, 71, 92, 94, 105, 108, 109], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 96, 108], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 108], "acc_mod": 65, "earli": [65, 97], "deprec": [65, 69], "continu": [65, 81, 110], "backward": [65, 74, 92, 112], "vision": [65, 108], "activ": [65, 74, 76, 81, 88, 90, 107, 110, 113], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 109], "ll": [65, 94], "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 98], "re": [65, 75, 81, 94, 96, 102, 110], "manual": [65, 75, 80, 81, 97], "sampl": [65, 70, 81, 89, 90, 96, 97, 98, 99, 100, 101, 102, 103, 104, 108], "rand": [65, 88, 94, 96, 97, 98], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 94, 105], "accordingli": [65, 79, 109, 110], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": [65, 94], "best": [65, 70, 75, 81, 96], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 98, 110], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 104, 105, 109], "25": [65, 71, 88], "runtimeerror": [65, 105], "xxx": 65, "One": [65, 81, 82, 88, 107, 110], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 112], "thing": [65, 66, 81], "compar": [65, 70, 75, 89, 97], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 107, 108], "acc_op": 65, "leverag": [65, 90, 95, 106], "power": [65, 81, 88, 107], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 99, 109], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 96, 107, 113], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 105], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85, 104], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 95, 106], "yet": [65, 107], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 105], "pip": [66, 108], "upload": [66, 108], "x86": [66, 110], "extra": [66, 74, 88, 92, 96], "url": [66, 79, 108], "download": [66, 85, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 94, 95, 97, 99, 103, 104, 105, 106, 111, 112], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 108], "curl": [66, 81], "fssl": 66, "o": [66, 81, 108], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 94, 108], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 97, 109], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 109, 112], "technolog": [66, 112], "project": [66, 80, 85], "exclud": [66, 92], "speed": [66, 94, 95, 97, 106], "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 107], "ngc": [66, 108], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 98, 99, 100, 101, 102, 103, 104], "microsoft": 66, "2022": [66, 68], "open": [66, 107, 108], "app": 66, "x64": 66, "prompt": [66, 96, 100, 103, 104], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 110], "similarli": [66, 94, 102, 110], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 113], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 108], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 105], "anywher": 67, "ahead": [67, 68, 88, 96], "ep": [67, 69, 97, 111], "output_format": [67, 75, 111], "input_tensor": [67, 92, 105], "fill": 67, "aot": [68, 88, 96, 97, 112], "integr": [68, 95, 96, 98, 106], "seamlessli": [68, 75], "ecosystem": [68, 112], "hybrid": [68, 70, 75, 76, 112], "instal": [68, 85, 88, 108, 110], "triton": [68, 92], "page": [68, 83, 85, 108], "introductori": 68, "blog": [68, 110], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 105], "pad": [69, 75, 92, 105], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 105], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 107], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 107], "input_scal": 69, "indic": [69, 79, 81, 97, 99, 109], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 105], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 96], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 108], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 107], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 105], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 105], "largest": 69, "dim0": [69, 94], "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 93, 94, 105], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 105], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 111], "arg_input": [70, 75, 97], "kwarg_input": [70, 75, 97], "engine_cache_dir": [70, 93, 94], "engine_cache_s": [70, 93, 94], "custom_engine_cach": [70, 94], "baseenginecach": [70, 94], "int32": [70, 75, 76, 92, 93, 101, 107], "channel_last": [70, 75, 76, 107], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 107, 112], "understand": [70, 75, 109], "convolut": [70, 75, 76, 90, 92, 113], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 93, 94, 107], "parition": [70, 75], "increas": [70, 75, 94], "amount": [70, 75], "defer": [70, 75, 112], "lead": [70, 75, 81, 110], "oversubscript": [70, 75], "hard": [70, 97], "disk": [70, 75, 94], "space": [70, 81, 82, 90], "byte": [70, 74, 75, 76, 92, 94, 107], "1gb": [70, 93, 94], "exce": 70, "oldest": 70, "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 97], "compiled_modul": [70, 97], "new_weight_modul": [70, 97], "verify_output": [70, 97], "use_weight_map_cach": [70, 97], "in_plac": [70, 97], "compmil": 70, "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": [71, 103, 104], "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 108], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 108], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 110], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 97, 98, 99, 101, 102, 103, 104], "scriptmodul": [74, 75, 76, 88, 89, 111, 112], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 96], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92, 94], "load_state_dict": [74, 96, 105], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "_set": [74, 98], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 108], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 110], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 95, 96, 106], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 108], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89, 97], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 99, 102], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 95, 106], "float8": 75, "i32": 75, "sign": [75, 108], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 96, 100, 105, 108], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7ff82bf93f70": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "total": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "galleri": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "mem": 77, "advanc": [77, 82, 90, 95, 106], "torch_compile_advanced_usag": [77, 98], "torch_compile_resnet_exampl": [77, 99], "diffus": [77, 95, 106], "torch_compile_stable_diffus": [77, 100], "transform": [77, 88, 90, 93, 95, 97, 103, 104, 105, 106, 108, 111], "torch_compile_transformers_exampl": [77, 101], "v0": [78, 108], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 94, 108], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 108], "sphinx": [79, 80, 81, 82, 86, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 108], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 98, 101], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 94, 100, 107], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": [80, 97], "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 105], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 108], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 105, 107, 108], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92], "strang": 81, "hyphen": 81, "word": [81, 107], "adjust": 81, "width": [81, 107], "browser": 81, "window": 81, "sentenc": [81, 107], "suppli": [81, 97], "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 105], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 94, 112], "why": [81, 110], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88, 97], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 112], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": [81, 97], "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "97d4f2b": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 111], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 112], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 108], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 110], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 107], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 96, 100], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 109, 112], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 105, 107], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 96], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 110], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 107], "hehe": 82, "kept": 82, "sai": [82, 107], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 107], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 108], "changelog": 85, "math": 85, "9": [85, 88, 92, 108], "14": [85, 93, 101, 108], "17": 85, "18": [85, 88, 96], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 96, 97], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 105], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 112], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 108], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 96], "cppdoc": 88, "pretti": 88, "fashion": [88, 107], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": [88, 97], "aren": 88, "techniqu": [88, 90, 110], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 110], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 105], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 112], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 106], "sole": [89, 90, 112], "individu": 89, "accuraci": [90, 107], "loss": [90, 107], "infrastructur": [90, 108], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 105], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 105], "4822": [90, 105], "4465": [90, 105], "2023": [90, 105], "1994": [90, 105], "2010": [90, 105], "dataloaderopt": 90, "worker": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 113], "compile_spec": [90, 99, 113], "kf16": [90, 113], "ki8": 90, "vgg16": [90, 95, 105, 106], "testing_dataset": [90, 105], "totensor": [90, 105, 108], "testing_dataload": [90, 105], "num_work": [90, 105], "vgg": [90, 105], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 107], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 107, 108], "cost": [92, 94, 97, 110], "perhap": 92, "overhead": [92, 110], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 108], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 105, 108], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 107], "count": 92, "__": 92, "were": [92, 97, 110], "aggreg": 92, "stat": 92, "latenc": [92, 110], "abstractli": 92, "pkl": [92, 96], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 96, 97], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "custom_kernel_plugin": 92, "jupyt": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "ipynb": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94], "bertmodel": [93, 101], "random": [93, 94, 96, 97], "seed": [93, 94, 96, 97], "manual_se": [93, 94, 96, 97], "from_pretrain": [93, 96, 100, 101, 103, 104], "uncas": [93, 101, 107], "return_dict": 93, "randint": [93, 101], "compile_bert": 93, "enable_tim": [93, 94], "1st": [93, 94], "measur": [93, 94], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "messur": [93, 94], "compilation_kwarg": [93, 101], "torch_trt_bert_engine_cach": 93, "30": [93, 94, 96, 97, 99, 101], "synchron": [93, 94], "elapsed_tim": [93, 94], "millisecond": 93, "__name__": [93, 98, 101], "__main__": [93, 98, 101], "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": 94, "explor": [94, 106], "resnet18": [94, 96, 97, 99, 102], "torch_trt": [94, 96, 97], "_default": 94, "_engine_cach": 94, "flexibl": [94, 112], "histor": 94, "barrier": 94, "reconstruct": 94, "prior": [94, 109, 110], "ti": 94, "hash": 94, "magnitud": 94, "make_refitt": 94, "torch_compil": [94, 98, 99, 101, 102, 109, 112], "compiled_model": 94, "ms": 94, "dynamo_compil": 94, "example_input": 94, "200": 94, "dynamic_shap": [94, 109], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "cudagraph": [95, 106], "mutabl": [95, 106], "vgg16_fp8_ptq": [95, 106], "bert": [95, 101, 106], "gpt2": [95, 106], "llama2": [95, 106], "straightforward": 96, "especi": 96, "hug": [96, 103, 104], "face": [96, 103, 104], "difficult": 96, "ever": 96, "walk": [96, 97], "lora": [96, 97], "use_python": 96, "mutable_modul": 96, "model2": [96, 97], "expected_output": [96, 97], "refitted_output": [96, 97], "allclos": [96, 97], "reload": [96, 112], "checkpoint": [96, 105], "civitai": 96, "12597": 96, "moxin": 96, "diffusionpipelin": [96, 100], "no_grad": [96, 103, 104, 105], "model_id": [96, 100], "runwayml": 96, "v1": [96, 100], "hous": 96, "forest": 96, "shuimobysim": 96, "wuchangshuo": 96, "qualiti": 96, "worst": 96, "lowr": 96, "focu": 96, "cloudi": 96, "watermark": 96, "pipe": [96, 100], "torch_dtyp": [96, 100], "unet": [96, 100], "negative_prompt": 96, "num_inference_step": 96, "without_lora_mut": 96, "jpg": [96, 108], "procedur": 96, "load_lora_weight": 96, "stablediffusionapi": 96, "load_lora_embed": 96, "weight_nam": 96, "safetensor": 96, "adapter_nam": 96, "lora1": 96, "set_adapt": 96, "adapter_weight": 96, "fuse_lora": 96, "unload_lora_weight": 96, "with_lora_mut": 96, "mutable_torchtrt_module_exampl": 96, "expens": 97, "involv": 97, "occasion": [97, 98, 101], "adapt": 97, "infeas": 97, "focus": 97, "mostli": 97, "recogn": 97, "behalf": 97, "init": [97, 105], "sett": 97, "randomli": 97, "exp_program2": 97, "compiled_trt_ep": 97, "new_trt_gm": 97, "accomplish": 97, "gaurente": 97, "attempt": [97, 105, 109], "rebuild": 97, "heurist": 97, "refit_engine_exampl": 97, "x_out": 98, "y_out": 98, "x_y_out": 98, "invoc": 98, "sample_inputs_half": 98, "model_half": 98, "backend_kwarg": 98, "optimized_model_custom": 98, "exit": [98, 101, 108], "2052": [98, 101], "compile_engine_and_inf": [98, 101], "new_input": [99, 101], "new_output": [99, 101], "new_batch_size_input": 99, "new_batch_size_output": 99, "inputs_bs8": 99, "mark_dynam": [99, 109], "outputs_bs8": 99, "No": [99, 109], "inputs_bs12": 99, "outputs_bs12": 99, "compvi": 100, "majest": 100, "castl": 100, "cloud": 100, "majestic_castl": 100, "png": 100, "enable_cudagraph": [102, 110], "out_trt": 102, "set_cudagraphs_mod": [102, 110], "inputs_2": 102, "inputs_3": 102, "out_trt_2": 102, "out_trt_3": 102, "torch_export_cudagraph": 102, "automodelforcausallm": [103, 104], "autotoken": [103, 104], "export_llm": [103, 104], "max_token": [103, 104], "kv_cach": [103, 104], "token": [103, 104, 107], "pad_token_id": 103, "eos_token_id": [103, 104], "attn_implement": [103, 104], "eager": [103, 104], "model_input": [103, 104], "return_tensor": [103, 104], "input_id": [103, 104], "regress": [103, 104], "huggingfac": [103, 104, 107], "pyt_gen_token": [103, 104], "gpt2_ep": 103, "max_seq_len": [103, 104], "trt_gen_token": [103, 104], "skip_special_token": [103, 104], "torch_export_gpt2": 103, "llama_path": 104, "llama": 104, "7b": 104, "chat": 104, "hf": 104, "llama2_ep": 104, "batch_decod": 104, "clean_up_tokenization_spac": 104, "torch_export_llama2": 104, "argpars": 105, "modelopt": 105, "mtq": 105, "export_torch_mod": 105, "layer_spec": 105, "num_class": 105, "1000": [105, 108], "init_weight": 105, "in_channel": 105, "pool": [105, 113], "maxpool2d": 105, "batchnorm2d": 105, "sequenti": 105, "avgpool": 105, "adaptiveavgpool2d": 105, "4096": 105, "dropout": 105, "_initialize_weight": 105, "kaiming_normal_": 105, "fan_out": 105, "nonlinear": 105, "constant_": 105, "elif": 105, "normal_": 105, "vgg16_cfg": 105, "128": 105, "argumentpars": 105, "add_argu": 105, "ckpt": 105, "parse_arg": 105, "model_state_dict": 105, "device_count": 105, "ordereddict": 105, "new_state_dict": 105, "forget": 105, "training_dataset": 105, "randomcrop": 105, "randomhorizontalflip": 105, "training_dataload": 105, "drop_last": 105, "crit": 105, "crossentropyloss": 105, "calibrate_loop": 105, "pred": 105, "5f": 105, "acc": 105, "2f": 105, "quantize_typ": 105, "quant_cfg": 105, "int8_default_cfg": 105, "fp8_default_cfg": 105, "forward_loop": 105, "qdq": 105, "incomplet": 105, "functionaltensor": 105, "functionaltensormod": 105, "_trace": 105, "_export": 105, "float8_e4m3fn": 105, "class_prob": 105, "class_pr": 105, "test_prob": 105, "test_pr": 105, "test_loss": 105, "test_acc": 105, "vgg16_ptq": 105, "concept": 106, "_rendered_examples_python": 106, "_rendered_examples_jupyt": 106, "acoust": 107, "speech": 107, "quartznet": 107, "contextnet": 107, "subword": 107, "piec": 107, "excit": 107, "se": 107, "smaller": 107, "audio": 107, "transcrib": 107, "speedup": 107, "obtain": [107, 111], "feedforward": 107, "cnn": 107, "uniformli": 107, "resolut": 107, "highli": [107, 108], "compound": 107, "coeffici": 107, "b0": 107, "corpu": 107, "english": 107, "supervis": 107, "walkthrough": 107, "overal": 107, "jetson": 107, "adopt": 107, "mobilenetv2": 107, "classif": 107, "imagenet": 107, "imagenett": 107, "qat": 107, "simul": 107, "hand": 108, "consider": 108, "concurr": 108, "grpc": 108, "solv": 108, "aforement": 108, "familiar": 108, "resnet50": 108, "torchhub": 108, "docker": 108, "login": 108, "xx": 108, "yy": 108, "mm": 108, "publish": 108, "22": 108, "pwd": 108, "scratch_spac": 108, "nvcr": 108, "py3": 108, "proce": 108, "hub": 108, "_validate_not_a_forked_repo": 108, "suggest": 108, "simplest": 108, "model_repositori": 108, "pbtxt": 108, "pytorch_libtorch": 108, "input__0": 108, "data_typ": 108, "type_fp32": 108, "output__0": 108, "exact": 108, "encourag": 108, "rm": 108, "8000": 108, "8001": 108, "8002": 108, "the_model_repositori": 108, "tritonserv": 108, "spin": 108, "proceed": 108, "flesh": 108, "wget": 108, "img1": 108, "hakaimagazin": 108, "wp": 108, "gulf": 108, "bird": 108, "attrdict": 108, "pyindex": 108, "tritoncli": 108, "jump": 108, "firstli": 108, "resiz": 108, "pil": 108, "httpclient": 108, "triton_to_np_dtyp": 108, "rn50_preprocess": 108, "img_path": 108, "img": 108, "centercrop": 108, "485": 108, "456": 108, "406": 108, "229": 108, "transformed_img": 108, "inferenceservercli": 108, "localhost": 108, "secondli": 108, "inferinput": 108, "set_data_from_numpi": 108, "binary_data": 108, "inferrequestedoutput": 108, "class_count": 108, "lastli": 108, "send": 108, "model_nam": 108, "inference_output": 108, "as_numpi": 108, "468750": 108, "90": 108, "523438": 108, "92": 108, "664062": 108, "429688": 108, "136": 108, "234375": 108, "confidence_scor": 108, "classification_index": 108, "eagerli": 109, "swap": 109, "exactli": 109, "_tracer": 109, "sometim": 109, "queri": 109, "attn_weight": 109, "seq_len": 109, "compiler_dynamic_shap": 109, "inputs_bs2": 109, "libtorchtrt_runtim": 110, "dl_open": 110, "ld_preload": 110, "load_librari": 110, "cxx11": 110, "abi": 110, "wl": 110, "ltorchtrt": 110, "torchtrt_runtime_exampl": 110, "libtorchtrt_plugin": 110, "neglig": 110, "thread": 110, "alert": 110, "switch": 110, "mismatch": 110, "crash": 110, "sacrif": 110, "incur": 110, "intens": 110, "trt_ep": 111, "stai": 111, "trt_t": 111, "ergonom": 112, "deleg": 112, "believ": 112, "amen": 112, "artifact": 112, "pack": 112, "year": 112, "superset": 112, "codebas": 112, "immedi": 112, "traceabl": 112, "scriptabl": 112, "hardwar": 113, "neural": 113, "deconvolut": 113, "scripted_model": 113}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [111, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 110], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 105], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 99, 101, 102, 112], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 97, 98, 99, 100, 101, 102, 103, 104, 105], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 105], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 105], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 111, 112], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 111, 112], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 97, 110], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 99, 101], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 96, 97, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "c": [50, 61, 66, 67, 68, 88, 90, 107], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 95, 103, 104, 106, 111, 112], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 107], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 98, 99, 101, 102, 103, 104, 105, 107, 109], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 96, 112], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 112], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 108], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 105], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 107], "runtim": [57, 58, 59, 74, 110], "background": [58, 60], "engin": [58, 65, 92, 93, 94], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 112], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 97, 105], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103, 104, 107], "native_op": 61, "ir": [61, 111, 112], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 102, 109], "customiz": [63, 64], "set": [63, 64, 96, 98, 102, 108], "under": [63, 88, 109], "hood": [63, 88, 109], "trace": 63, "backend": [64, 99, 103, 104], "kei": 64, "featur": 64, "custom": [64, 88, 92, 94, 98, 109], "usag": [64, 97, 98], "after": 64, "model": [64, 65, 92, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 111], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 99, 107, 109], "shape": [64, 99, 107, 109], "support": [64, 69], "recompil": [64, 99], "condit": 64, "fx": [65, 68, 71, 107, 112], "frontend": [65, 66, 68, 91, 107, 112], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 98, 101], "nightli": 66, "build": [66, 79, 108], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 110], "addit": 66, "option": [66, 67, 79, 80, 82, 99, 101, 112], "distribut": 66, "No": 66, "librari": [66, 110], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 105], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 108], "advanc": [66, 97, 98], "setup": 66, "troubleshoot": 66, "altern": 66, "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 108], "2": [67, 83, 84, 108], "deploi": [67, 105, 107, 110], "deploy": 67, "In": [68, 97], "framework": 68, "infer": [68, 99, 100, 101, 102, 105, 108], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 106], "contributor": 68, "indic": 68, "legaci": [68, 112], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 112], "submodul": 75, "comput": 77, "time": [77, 112], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": [80, 103, 104], "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88, 103, 104], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": [81, 103, 104], "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": [82, 103, 104], "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 108], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 96, 111], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 105, 107], "quantiz": [90, 105, 107], "your": [90, 108], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 97], "bert": [93, 107], "jit": [94, 109], "aot": [94, 109], "mutabl": 96, "initi": 96, "make": [96, 97], "modif": 96, "stabl": [96, 100], "diffus": [96, 100], "huggingfac": 96, "refit": 97, "new": 97, "standard": 97, "workflow": 97, "import": [97, 98, 99, 100, 101, 102, 103, 104, 105], "pretrain": 97, "map": 97, "place": 97, "default": [98, 102], "cleanup": [98, 101], "driver": [98, 101], "error": [98, 101], "note": [98, 101], "resnet": 99, "argument": [99, 101], "avoid": 99, "specifi": 99, "befor": 99, "trt": 99, "transform": [101, 107], "cudagraph": [102, 110], "integr": 102, "gpt2": 103, "output": [103, 104], "decod": [103, 104], "sentenc": [103, 104], "should": [103, 104], "look": [103, 104], "i": [103, 104], "enjoi": [103, 104], "walk": [103, 104], "my": [103, 104], "cute": [103, 104], "dog": [103, 104], "m": [103, 104], "sure": [103, 104], "ll": [103, 104], "ever": [103, 104], "abl": [103, 104], "llama2": 104, "load": [105, 111], "dataset": 105, "loss": 105, "calibr": 105, "tune": 105, "fp8": 105, "notebook": 107, "citrinet": 107, "efficientnet": 107, "mask": 107, "languag": 107, "mlm": 107, "hug": 107, "face": 107, "acceler": 107, "serv": [107, 108], "resnet50": 107, "lenet": 107, "deep": 107, "learn": 107, "object": 107, "detect": 107, "ssd": 107, "int8": 107, "triton": 108, "up": 108, "server": 108, "client": 108, "queri": 108, "constraint": 109, "libtorchtrt": 110, "so": 110, "plugin": 110, "multi": 110, "safe": 110, "mode": 110, "exportedprogram": 111, "b": 111, "explain": 112, "just": 112, "accept": 112, "return": 112, "ahead": 112, "dla": 113}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
+Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Mutable Torch TensorRT Module", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch Export with Cudagraphs", "Compiling GPT2 using the Torch-TensorRT with dynamo backend", "Compiling Llama2 using the Torch-TensorRT with dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 67, 74, 75, 79, 87, 88, 89, 90, 92, 94, 98, 101, 102, 103, 104, 107], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 73, 75, 76, 77, 79, 80, 82, 86, 88, 90, 108, 109, 111], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 67, 68, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 67, 75, 88, 90], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 67, 68, 71, 74, 75, 76, 79, 80, 87, 88, 89, 92, 97, 99, 101, 103, 104, 105, 108, 112, 113], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 73, 75, 76, 81, 85, 89, 90, 92, 94, 105, 107], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 70, 71, 73, 74, 75, 76, 81, 88, 89, 90, 92, 94, 105, 107, 111], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 73, 74, 75, 76, 79, 81, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 81, 82, 87, 90, 94, 95, 96, 97, 106, 108, 110, 111, 112, 113], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 67, 70, 71, 73, 74, 75, 76, 77, 87, 90, 94, 95, 98, 100, 102], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 76, 79, 88, 89, 90, 91, 95, 97, 99, 101, 106, 109, 110, 112, 113], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 76, 79, 80, 81, 83, 84, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "compat": [0, 1, 46, 55, 58, 64, 65, 70, 74, 75, 76, 112], "c10": [0, 1, 45, 46, 48, 49, 88, 90], "check": [0, 1, 31, 46, 52, 55, 60, 65, 70, 74, 76, 88, 92, 96, 97, 108, 110], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 67, 69, 70, 74, 75, 88, 92, 101, 103, 104, 109, 110, 111], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 66, 71, 74, 75, 80, 81, 82, 88, 90, 92, 94, 98, 99, 101, 103, 104, 109], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 70, 74, 75, 76, 79, 81, 84, 90, 92, 93, 94, 97, 102, 108], "reason": [0, 65, 87, 92, 94, 112], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 66, 67, 70, 74, 75, 76, 79, 81, 82, 83, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 105, 106, 107, 108, 109, 110, 111, 112], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 66, 70, 71, 74, 75, 81, 88, 89, 90, 92, 93, 94, 96, 97, 107, 108, 109, 110], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 82, 90], "enum": [0, 1, 2, 42, 45, 46, 70, 76, 90], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 69, 70, 73, 75, 79, 88, 96, 98, 99, 101, 107], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 66, 74, 75, 81, 82, 84, 89, 90, 92, 95, 96, 106, 107, 108, 109, 110, 111], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 66, 74, 75, 90, 92, 96, 97, 109, 110], "itself": [0, 1, 2, 46, 52, 55, 91, 108], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 90], "vs": [0, 1, 2, 46, 55, 66, 70, 75, 76, 91], "normal": [0, 1, 2, 46, 65, 81, 87, 88, 90, 96, 97, 102, 105, 108, 113], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 76, 82, 84], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75, 76], "kdoubl": [0, 45], "fp64": [0, 75], "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 76, 90, 107, 108], "khalf": [0, 45, 88], "fp16": [0, 48, 49, 52, 64, 65, 71, 75, 88, 89, 96, 100, 113], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 76, 90, 105, 113], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 75, 76, 79, 88, 92, 105], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 73, 74, 75, 76, 79, 88, 90, 92], "kunknown": [0, 2, 45], "sentinel": [0, 2, 75], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 66, 87, 88, 90, 91, 92, 97, 98, 101, 102, 103, 104, 107, 108, 109, 110, 112, 113], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 66, 70, 71, 74, 75, 76, 79, 80, 81, 88, 89, 90, 91, 92, 94, 105, 109, 110, 111, 112], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 73, 74, 75, 81, 82, 88, 90, 92, 94, 109], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 67, 70, 76, 81, 88, 94, 95, 96, 99, 101, 102, 106, 108, 110], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 74, 75, 76, 90, 91, 109, 111], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 82, 85, 88], "constexpr": [0, 1, 2, 45, 46, 92], "t": [0, 1, 2, 45, 46, 55, 60, 65, 66, 69, 75, 79, 81, 82, 87, 88, 90, 92, 105, 108, 109], "constructor": [0, 2, 46, 48, 49, 58, 87], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 68, 70, 71, 74, 75, 76, 77, 79, 80, 81, 82, 87, 88, 90, 92, 93, 94, 96, 97, 100, 101, 103, 104, 105, 107, 108, 110, 111, 112], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 73, 74, 75, 76, 77, 87, 90, 93, 94, 113], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 73, 74, 75, 76, 85, 87, 88, 97, 103, 104], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 75, 76, 89, 90, 97, 99, 101, 112, 113], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 88, 90], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 75, 88, 90, 94, 103, 104, 107, 108], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 94, 97, 98, 105, 108, 109], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 74, 81, 90, 112], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 66, 69, 70, 74, 75, 80, 81, 88, 89, 110], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 76, 79, 80, 81, 82, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 110], "struct": [1, 21, 38, 41, 45, 54, 90], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 67, 70, 71, 74, 75, 81, 90, 92, 96, 97, 110, 113], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 74, 75, 88, 89, 91, 110, 113], "kcuda": [1, 46, 56, 88], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 91, 92, 94, 98, 99, 102, 103, 104, 107, 108, 109, 110, 111, 112], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 75, 88, 90, 91, 94, 98, 107, 108], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 66, 70, 79, 87, 88, 89, 91, 92, 97, 108], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 75, 76, 89, 92, 108], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 68, 70, 74, 75, 76, 89, 90, 91, 92, 97, 112, 113], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 76, 88, 90, 91, 92, 103, 104, 108, 110, 112, 113], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "kdla": [1, 45, 46, 113], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 75, 76], "intern": [1, 16, 46, 60, 63, 72, 74, 81, 88], "note": [1, 46, 48, 54, 60, 62, 65, 66, 74, 75, 79, 81, 88, 92, 97, 109, 113], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 70, 74, 75, 76, 79, 82, 87, 89, 90, 91, 92, 93, 94, 96, 97, 99, 102, 106, 107, 108, 109, 111, 112], "valid": [1, 46, 56, 60, 62, 70, 74, 75], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 75, 76, 79, 81, 82, 87, 88, 89, 90, 92, 94, 97, 98, 102, 103, 104, 107, 108, 109, 110, 111, 112], "memeori": 2, "layout": [2, 48, 69, 70, 75, 76], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 74, 75, 76, 87, 88, 92, 94, 97], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 76, 87, 88, 89, 90, 92, 98, 107], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75, 76], "nchw": [2, 70, 75, 76], "linear": [2, 56, 69, 75, 87, 92, 105], "kchannelslast": [2, 45], "channel": [2, 75, 80], "last": [2, 55, 65, 75, 105], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 75, 76, 95, 106], "privat": [3, 4, 44, 45, 90], "algorithm": [3, 4, 29, 30, 44, 65, 73, 90], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 70, 71, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 105, 106, 110], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 74, 80, 88, 90, 92, 94, 110], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 66, 70, 75, 76, 79, 81, 89, 91, 108, 109, 111, 112], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 73, 75, 76, 88, 90], "read": [3, 4, 29, 30, 44, 79, 81, 90], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 90], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 76, 90], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 90], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 88, 90, 108, 113], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 70, 75, 79, 88, 90], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 74, 75, 81, 82, 85, 88, 92, 99, 102, 108, 109], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 70, 71, 73, 75, 88, 90, 95, 106, 110], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 74, 90, 94, 99, 101, 105, 108, 109, 113], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 75, 76, 79, 88, 90, 92, 94, 99, 101, 105, 107, 109], "next": [3, 4, 53, 54, 58, 63, 71, 75, 79, 81, 82, 90, 98, 102, 105, 108], "alwai": [3, 4, 27, 52, 75, 81, 97], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 104, 105, 107, 109, 111, 113], "due": [3, 4, 66, 80, 81, 105], "issu": [3, 4, 64, 70, 75, 88, 98, 101], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 74, 76, 81], "char": [3, 4, 44, 52, 88], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 71, 73, 74, 75, 76, 81, 82, 87, 88, 91, 92, 97, 102, 105, 108], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 76, 92], "pointer": [3, 4, 90], "fed": [3, 4, 48], "buffer": [3, 4, 65, 92], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 66, 70, 71, 74, 79, 81, 88, 97, 110], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 67, 69, 70, 71, 72, 74, 75, 76, 82, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 76, 79, 88, 89, 92, 95, 97, 99, 101, 106, 107, 112], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 90], "length": [3, 4, 44, 65, 69, 82], "how": [3, 4, 66, 81, 83, 85, 87, 91, 92, 94, 96, 98, 105, 107, 108, 109, 110], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 66, 70, 71, 73, 74, 75, 76, 79, 94, 96, 97, 99, 101, 102, 110], "use_cach": [3, 4, 30, 44, 73, 90, 103, 104], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 70, 71, 74, 75, 76, 79, 83, 86, 87, 88, 89, 90, 92, 97, 105, 107, 109, 110, 112, 113], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 81, 88, 90, 108], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 76, 81, 88, 89, 90, 91, 94, 95, 97, 98, 102, 106, 108, 109, 110, 111, 112], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 75, 76, 89, 91, 92, 99, 101, 107, 110], "easili": [3, 4, 96], "assign": [3, 4, 80], "ptq_calibr": [3, 4, 45, 49, 90], "field": [3, 4, 63, 71, 75, 90], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 76, 88, 90, 113], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 88, 90, 112], "dataload": [4, 29, 30, 44, 49, 73, 90, 105], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 66, 70, 71, 75, 76, 82, 90, 100, 108], "uniqu": [4, 89], "what": [4, 54, 55, 65, 67, 75, 81, 87, 88, 89, 104, 112], "make_data_load": [4, 90], "factori": [4, 29, 30, 64, 70, 90], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 70, 73, 75, 87, 88, 90, 94, 102, 105, 108, 112], "find": [4, 65, 66, 88, 92], "whether": [4, 52, 54, 64, 65, 70, 71, 75, 80, 90, 99, 101, 110], "exist": [4, 31, 32, 34, 54, 63, 64, 65, 70, 73, 75, 76, 90, 94, 107], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 82, 87, 90, 97, 107, 108, 109, 110], "consum": [4, 53, 87], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 74, 76, 82, 87, 88, 92, 94, 98, 102, 105, 109, 111], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 70, 71, 74, 75, 79, 81, 87, 88, 90, 92, 95, 106, 110], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 66, 88, 90], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 75, 99, 101], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 76, 81, 88, 91, 92, 93, 94, 96, 97, 99, 101, 103, 104, 105, 108], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 76, 81, 88, 109], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 70, 72, 74, 75, 77, 81, 82, 87, 88, 89, 90, 92, 106, 107, 108, 110, 112], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72, 74], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 75], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 70, 72, 74, 75, 76, 91, 92, 93, 94, 96, 97, 98, 99, 101, 105], "kgraph": [16, 42, 55], "everyth": [16, 64, 70, 75], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 76, 87, 112], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 76, 87, 88, 92, 94, 95, 96, 97, 99, 101, 102, 106, 107, 109, 110], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 75, 82, 92, 94, 99, 101, 107, 112], "phase": [16, 60, 63, 88, 97, 109, 112], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 69, 70, 75, 76, 80, 83, 89, 90, 92, 112], "capabl": [17, 45, 49, 52, 58, 70, 75, 76, 91], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 70, 90, 94], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 70, 87, 94, 95, 104, 106, 109], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 67, 69, 70, 71, 74, 75, 76, 85, 88, 89, 92, 108], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 67, 70, 71, 73, 74, 75, 76, 89, 107, 109, 113], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 73, 74, 75, 76, 92, 94, 105], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 88], "iter": [20, 44, 49, 52, 53, 64, 70, 73, 75, 76, 93, 94, 105], "memori": [20, 21, 44, 45, 55, 60, 70, 75, 76, 88, 89, 92, 94, 103, 104], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 75, 88, 90, 113], "templat": [20, 40, 44, 45, 50, 79, 88], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 73, 74, 75, 76, 89, 90, 91, 92, 96, 100, 103, 104, 107, 113], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 74, 75, 76, 90, 91, 92, 113], "tensorformat": [21, 38, 45, 48, 50, 75, 92], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 76, 85, 87, 92, 108, 112], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 76, 79, 92, 96, 103, 104, 105, 110], "report": [23, 44, 74], "Is": [24, 75], "color": [24, 27, 81], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 70, 72, 74, 75, 76, 79, 81, 82, 88, 92, 94, 96, 97, 100, 107, 108, 109, 111], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 66, 70, 71, 72, 75, 81, 87, 88, 90, 91, 92, 94, 109], "ad": [25, 52, 53, 54, 56, 62, 65, 66, 92, 96], "abov": [25, 54, 56, 62, 65, 66, 72, 80, 81, 88, 92, 99, 101, 111], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 69, 79, 81, 86, 88, 89, 92], "global": [26, 52, 64, 70, 75, 88], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 81], "help": [27, 52, 53, 60, 64, 65, 88, 94, 105, 107, 110], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 70, 74, 75, 76, 79, 81, 83, 87, 88, 90, 92, 94, 96, 97, 107, 109, 110], "termin": [27, 52, 88], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 66, 67, 70, 71, 75, 79, 81, 88, 89, 90, 92, 94, 97, 98, 102, 108, 109, 110, 112, 113], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 74, 75, 80, 85, 88, 90, 92, 99, 101, 109], "post": [29, 30, 49, 52, 63, 68, 88, 94], "train": [29, 30, 49, 52, 68, 69, 88, 89, 94], "quantiz": [29, 30, 52, 64, 68, 73, 75, 88, 95, 106], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 76, 81, 88, 92, 95, 97, 106, 108], "previous": [29, 33, 88, 94, 97], "therefor": [29, 58, 65, 66, 74, 81, 88, 107, 110], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 70, 71, 73, 74, 75, 76, 81, 87, 88, 89, 90, 92, 99, 101, 105, 107, 108, 109], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 66, 70, 75, 76, 79, 88, 90, 92, 105, 108, 109, 110], "dataset": [29, 73, 90, 107], "save": [29, 44, 52, 58, 64, 65, 67, 68, 70, 74, 75, 76, 88, 89, 93, 94, 97, 100, 107, 108, 110, 112], "later": [29, 70, 88, 97, 111, 112], "differ": [29, 55, 56, 59, 64, 65, 66, 75, 79, 87, 92, 94, 96, 110, 112], "scratch": [29, 94, 97], "depend": [29, 35, 53, 59, 64, 65, 67, 70, 88, 89, 108, 110], "howev": [29, 66, 79, 80, 88, 92, 94, 108, 109, 112], "network": [29, 30, 54, 60, 65, 75, 88, 90, 92, 107, 108, 113], "also": [29, 53, 54, 60, 62, 64, 66, 67, 79, 81, 82, 88, 89, 90, 94, 102, 105, 106, 107], "recalibr": 29, "its": [29, 53, 56, 58, 60, 66, 74, 75, 81, 92, 105, 108, 110, 112], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 75, 79, 81, 85, 87, 92, 108], "chang": [29, 55, 56, 59, 62, 64, 65, 74, 75, 76, 79, 90, 94, 96, 97, 108, 110, 112], "respons": [29, 54, 58, 81, 110], "ensur": [29, 54, 55, 56, 62, 64, 66, 74], "By": [29, 30, 51, 56, 66, 79, 87, 94, 109], "entropi": [29, 30, 90], "v2": [29, 30, 81], "perform": [29, 30, 54, 62, 63, 70, 74, 75, 90, 92, 102, 107, 108, 110, 111, 112], "recommend": [29, 30, 65, 66, 75, 81, 88, 92, 108, 109], "feed": [29, 30, 88], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 67, 70, 74, 75, 76, 87, 88, 89, 90, 91, 92, 98, 105, 109], "overrid": [29, 30, 44, 54, 65, 90], "minmax": [29, 30, 90], "recomend": [29, 30], "nlp": [29, 30, 90], "task": [29, 30, 65, 90, 107], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 74, 75, 76, 81, 87, 88, 91, 92, 94, 96, 98, 101, 107, 109, 110, 112], "make_int8_calibr": [29, 40, 44, 50, 90], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 76, 81, 82, 87, 88, 89, 90, 92, 94, 98, 105, 107, 109], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 75, 87, 88, 90, 92, 94, 97], "g": [29, 30, 52, 55, 65, 66, 71, 75, 81, 90, 92, 97], "iint8minmaxcalibr": [29, 30, 90], "calibration_cache_fil": [29, 30, 90], "move": [30, 44, 55, 58, 76, 88, 90, 103, 104], "calibration_dataload": [30, 90], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 66, 71, 74, 75, 81, 82, 87, 88, 90, 92, 94, 108, 110], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 67, 68, 70, 74, 75, 76, 87, 88, 89, 91, 92, 97, 108, 111, 112], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 80, 81, 82, 89, 90, 91, 92, 95, 97, 98, 105, 106, 107, 109, 111, 113], "method_nam": [31, 34, 45, 52, 75, 76, 88], "see": [31, 55, 56, 58, 62, 64, 65, 66, 75, 76, 81, 87, 88, 89, 92, 94, 97, 98], "fulli": [31, 52, 55, 64, 70, 74, 75, 76, 88, 90, 92, 113], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 77, 79, 87, 89, 90, 91, 92, 93, 96, 105, 108, 110, 113], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 76, 79, 81, 88, 90, 91, 92, 98, 107, 109], "method": [31, 32, 33, 34, 48, 52, 55, 60, 66, 70, 75, 76, 81, 87, 88, 91, 94, 107], "pure": [31, 70, 75], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 70, 75, 76, 81, 88, 92, 96, 105, 108, 109], "unsupport": [31, 49, 54, 64, 75, 92, 112], "script": [31, 55, 56, 67, 75, 76, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 110, 112], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 66, 70, 75, 76, 88, 98, 101, 108, 112, 113], "configur": [32, 34, 48, 62, 66, 70, 74, 75, 76, 85, 88, 90, 92, 108, 109], "equival": [32, 57, 59, 60, 70, 75, 76, 87, 88, 90, 92, 99, 101], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 75, 76, 81, 106, 107, 112], "traget": 32, "input_binding_nam": [33, 45, 74, 76], "output_binding_nam": [33, 45, 74, 76], "emb": [33, 52, 63, 76, 82], "pre": [33, 55, 73, 76, 90, 94, 110], "built": [33, 52, 58, 59, 64, 66, 70, 74, 75, 76, 94, 97], "serial": [33, 34, 52, 57, 59, 66, 70, 74, 75, 76, 88, 92, 94, 112], "regist": [33, 54, 58, 60, 65, 74, 76, 92], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 74, 75, 76, 77, 87, 88, 90, 92, 108], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 66, 70, 71, 75, 76, 81, 82, 88, 94, 109, 110, 112], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 76, 79, 81, 82, 86, 87, 88, 90, 92, 94, 95, 99, 106, 107, 108, 109, 110], "format": [33, 45, 48, 49, 52, 69, 70, 75, 76, 81, 82, 89, 92, 94, 105, 107, 108, 111], "symbol": [33, 65, 66, 76, 81, 110], "index": [33, 61, 62, 66, 68, 69, 76, 79, 85, 90, 92], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 81, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 113], "2": [33, 43, 54, 56, 60, 63, 64, 65, 66, 68, 69, 70, 73, 74, 75, 76, 79, 81, 82, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104, 105, 106, 109, 111], "y": [33, 56, 76, 82, 92, 98], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 66, 70, 71, 74, 75, 76, 88, 89, 94], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 87, 88, 90, 92, 94, 97], "origin": [33, 65, 71, 75, 92, 94, 96, 112], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 66, 67, 70, 73, 74, 75, 76, 87, 88, 89, 90, 94, 95, 96, 97, 105, 106, 108, 109, 110, 111, 112], "assum": [33, 74, 91, 92], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 66, 81, 88, 89, 94, 100, 108], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 75, 88, 92], "version": [35, 37, 59, 62, 64, 65, 70, 74, 75, 79, 82, 92, 107, 108, 111], "gpu_id": [36, 45, 46, 52, 74, 75, 76, 90, 91, 92, 113], "id": [36, 45, 52, 75, 79, 80, 84, 113], "cudasetdevic": 36, "dump": [37, 52, 92], "base": [37, 50, 58, 63, 64, 66, 70, 71, 75, 81, 87, 89, 90, 93, 97, 101, 107, 112], "stdout": [37, 74], "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 76, 91, 92], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 110], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 90], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 75, 76, 88, 91], "embed_engine_in_new_modul": [41, 45, 50, 76], "document": [42, 43, 44, 45, 50, 59, 79, 81, 82, 86, 87, 88, 90, 91, 108, 109, 110], "copyright": [42, 43, 44, 45, 82, 88], "c": [42, 43, 44, 45, 52, 59, 64, 69, 70, 71, 74, 75, 82, 89, 92, 96, 108, 110, 113], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 81], "reserv": [42, 43, 44, 45, 103, 104], "licens": [42, 43, 44, 45, 88], "under": [42, 43, 44, 45, 59, 65, 81, 99, 112], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 67, 79, 81, 82], "found": [42, 43, 44, 45, 63, 66, 74, 81, 88, 90, 92, 94, 110], "root": [42, 43, 44, 45, 66, 79, 90, 105], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 70, 71, 72, 73, 74, 75, 76, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "tree": [42, 43, 44, 45, 79, 90, 105, 110], "pragma": [42, 43, 44, 45, 90], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 66, 75, 90, 92, 108, 110], "namespac": [42, 43, 44, 45, 51, 55, 68, 75, 90, 92], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 70, 73, 74, 75, 76, 79, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 107, 108, 109, 110, 111, 112], "ones": [42, 56, 57, 59, 66, 81, 88, 92, 112], "necessari": [42, 62, 64, 66, 74, 97, 110], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 66, 70, 81, 82, 88, 89, 90, 94, 97, 106, 108, 109, 110, 112], "dont": 42, "know": [42, 60, 79, 81, 92], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 74, 79, 81, 87, 88, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112], "want": [42, 56, 65, 66, 67, 71, 87, 88, 90, 91, 92, 97, 98, 108], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 76, 81, 82, 93, 94, 105], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 79], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 66, 75, 81, 90, 92, 99, 101], "gaurd": 43, "someth": [43, 55, 81, 108], "5": [43, 52, 56, 58, 59, 64, 65, 66, 70, 74, 75, 81, 82, 85, 87, 88, 92, 96, 98, 108], "setup": [43, 90, 108], "alias": 43, "eas": 43, "ts": [43, 52, 56, 67, 68, 75, 87, 88, 89, 91, 109, 111], "torchtrt": [43, 56, 92, 105], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 87, 92, 98, 105, 109], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 67, 70, 81, 82, 88, 90, 103, 104, 113], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 66, 81, 98, 102], "noexcept": [44, 90], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 67, 70, 73, 74, 75, 81, 82, 90, 92, 97, 98, 102, 109], "here": [44, 53, 54, 56, 58, 63, 64, 65, 66, 67, 79, 81, 82, 87, 88, 90, 92, 102, 103, 104, 105, 108, 109, 110, 111], "explic": 44, "just": [44, 45, 55, 56, 64, 65, 68, 72, 74, 81, 83, 87, 88, 89, 91, 92, 94, 96, 107, 110], "still": [44, 56, 65, 66, 90, 98, 112], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 70, 74, 75, 76, 81, 85, 90, 92, 93, 94, 98, 100, 110, 111, 113], "batch_siz": [44, 90, 105], "end": [44, 52, 60, 62, 69, 70, 75, 76, 81, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "statu": [44, 82], "reset": [44, 93, 94, 98, 101, 110], "incas": 44, "go": [44, 55, 56, 65, 67, 87, 88, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 112], "again": [44, 58, 60, 81, 92, 96], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 108], "binari": [44, 90], "noskipw": 44, "good": [44, 60, 65, 81, 94], "copi": [44, 60, 65, 69, 73, 82, 108], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 88], "cache_fil": [44, 73, 90], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": [45, 94], "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 76, 89, 92, 93, 99, 101, 102, 107, 109], "device_typ": [45, 46, 75, 90, 91, 113], "int64_t": [45, 46, 48, 49, 90, 113], "core": [45, 52, 55, 56, 59, 64, 70, 75, 88, 112, 113], "agx": 45, "platform": [45, 52, 59, 66, 108, 113], "xavier": [45, 113], "dla_cor": [45, 46, 52, 75, 90, 91, 113], "allow_gpu_fallback": [45, 46, 70, 75, 76, 90, 91, 113], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "opt_shap": [45, 48, 63, 70, 75, 76, 89, 99, 102, 107, 109], "max_shap": [45, 48, 63, 65, 70, 75, 76, 89, 99, 102, 107, 109], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 76, 89, 92, 102, 105, 108, 110, 113], "doubl": [45, 48, 49, 52, 63, 70, 75, 76, 81, 110], "tensor_domain": [45, 48, 75], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 88], "input_signatur": [45, 47, 49, 76, 89], "nest": [45, 49, 50, 81, 82], "full": [45, 49, 52, 60, 64, 70, 72, 75, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 108, 110, 113], "spec": [45, 48, 49, 52, 72, 75, 76, 91, 94], "flatten": [45, 47, 69, 87, 88, 105], "fixed_s": [45, 49], "reflect": [45, 75], "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 103, 104, 105, 108, 113], "disable_tf32": [45, 49, 64, 70, 74, 75, 76, 90, 92, 103, 104], "sparse_weight": [45, 49, 64, 65, 70, 74, 75, 76, 92], "refit": [45, 49, 64, 70, 75, 76, 91, 92, 94, 95, 96, 106], "truncate_long_and_doubl": [45, 49, 63, 64, 76, 100], "allow_shape_tensor": [45, 49, 76], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 74, 75, 76, 91, 92], "workspace_s": [45, 49, 52, 64, 70, 74, 75, 76, 92, 97, 99, 101], "dla_sram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1048576": [45, 49, 64, 70, 74, 75, 76, 92], "dla_local_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "1073741824": [45, 49, 64, 70, 74, 75, 76, 92], "dla_global_dram_s": [45, 49, 52, 64, 70, 74, 75, 76, 92], "536870912": [45, 49, 64, 70, 74, 75, 76, 92], "require_full_compil": [45, 49, 64, 70, 74, 75, 76, 92], "min_block_s": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 93, 94, 97, 98, 99, 101, 104, 105], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 67, 69, 70, 73, 75, 76, 81, 82, 85, 87, 88, 90, 91, 92, 93, 94, 96, 97, 99, 102, 105, 107, 109, 111, 113], "torch_executed_op": [45, 49, 56, 63, 64, 70, 74, 75, 76, 92, 97, 98, 99, 101], "torch_executed_modul": [45, 49, 56, 70, 75, 76], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 75, 90], "relat": [46, 81, 98, 101], "let": [46, 52, 55, 60, 65, 70, 75, 76, 79, 81, 107, 108, 112], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 74, 75, 76, 88, 90, 92, 105, 107, 108, 109, 112, 113], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 73, 74, 75, 79, 81, 89, 94], "complex": [47, 49, 64, 66, 87, 89, 96], "either": [47, 48, 52, 60, 62, 70, 75, 76, 79, 81, 87, 88, 89, 92, 94, 111], "one": [47, 54, 55, 60, 64, 65, 70, 74, 75, 81, 87, 88, 89, 92, 98, 101, 103, 104, 108], "rang": [48, 49, 52, 65, 75, 92, 93, 94, 99, 107, 109], "optim": [48, 52, 63, 64, 65, 68, 70, 71, 73, 75, 87, 88, 89, 97, 99, 100, 101, 107, 109, 112], "profil": [48, 71, 74], "singl": [48, 52, 55, 56, 65, 75, 81, 87, 88, 90, 110], "repres": [48, 49, 54, 60, 65, 67, 81], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 64, 70, 75, 76, 79, 88, 105, 109], "three": [48, 57, 59, 65, 71, 75, 81, 82, 107, 108], "min": [48, 52, 60, 69, 75, 94, 99, 109], "optimin": 48, "max": [48, 52, 60, 69, 75, 79, 94, 99, 105, 109], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 75, 76, 79, 92, 94, 97, 99, 101, 110], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 76, 81, 82, 88, 89, 92, 109], "expect": [48, 54, 55, 60, 75, 88, 89, 107], "tradit": [48, 70, 75, 76, 90], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 75, 81, 88, 107], "low": [48, 65, 96], "high": [48, 55, 56, 79, 92, 112], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 76, 81, 88, 94, 95, 96, 100, 106, 107], "first": [48, 53, 54, 55, 65, 67, 81, 82, 88, 89, 90, 92, 94, 96, 98, 108, 109, 111, 112], "calcul": [48, 53, 56, 88, 92], "detect": [48, 58, 75], "float32": [48, 49, 52, 63, 64, 65, 70, 75, 76, 92, 96, 100, 103, 104, 109], "dynam": [48, 49, 63, 65, 68, 70, 71, 75, 76, 94, 98, 100, 101, 104, 110], "opt": [48, 66, 74, 75, 102], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 76, 92], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 76, 99, 101, 108], "accept": [48, 52, 54, 58, 60, 66, 75, 88, 89, 98, 111], "exampl": [48, 56, 58, 59, 60, 65, 66, 68, 70, 72, 74, 75, 76, 77, 79, 80, 82, 85, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111], "s": [48, 49, 53, 56, 58, 60, 63, 65, 66, 68, 70, 71, 74, 75, 79, 81, 82, 87, 88, 90, 92, 94, 107, 108, 109, 110, 111], "cannot": [48, 55, 56, 65, 66, 70, 74, 75, 76, 80, 87, 92], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 73, 81, 88, 89, 92, 96, 97, 107, 112], "altern": [48, 56, 62, 63, 75, 89, 102, 107, 111], "refer": [48, 54, 57, 59, 65, 80, 85, 88, 90, 92, 105, 108, 109, 111], "given": [48, 49, 52, 54, 55, 65, 70, 71, 73, 75, 76, 87, 88, 89, 91, 109], "kernel": [48, 49, 52, 60, 64, 65, 70, 75, 76, 95, 106, 110], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 73, 74, 75, 76, 79, 81, 88, 89, 90, 92, 99, 109], "event": [48, 64, 93, 94], "place": [48, 55, 62, 65, 81, 82, 83, 90, 92, 105], "variabl": [48, 65, 74, 75], "dimens": [48, 55, 65, 71, 75, 99, 107, 109], "domain": [48, 75, 82, 90], "convien": 49, "fix": [49, 65, 81, 92, 110, 113], "describ": [49, 56, 60, 75, 87, 91, 95, 106, 108], "entri": [49, 60, 94], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 70, 71, 75, 81, 82, 87, 88, 90, 94, 97, 105, 107, 109, 112], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 75, 88, 89, 90, 99, 101, 113], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 73, 75, 90, 107, 109, 110], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 66, 70, 74, 81, 90, 107], "inner": [49, 82, 107], "product": [49, 75], "round": [49, 70, 75, 76, 92], "10": [49, 66, 70, 71, 75, 76, 85, 87, 88, 90, 105, 107, 108, 109], "bit": [49, 60, 65, 66, 70, 75, 76, 88], "mantissa": [49, 70, 75, 76], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 76, 88, 108, 109], "multipli": [49, 70, 75, 76], "accumul": [49, 70, 75, 76], "sum": [49, 65, 69, 70, 75, 76, 92, 105], "23": [49, 55, 70, 75, 76, 82], "behavior": [49, 56, 65, 70, 75, 76, 109, 110, 111], "sparsiti": [49, 52, 65, 70, 75, 76], "conv": [49, 52, 88, 92], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75, 76], "long": [49, 52, 53, 63, 75, 81, 82], "float": [49, 52, 63, 64, 69, 75, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 101, 102], "ishap": 49, "restrict": [49, 64, 70, 75, 76, 109], "cuda": [49, 58, 63, 65, 67, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100, 102, 103, 104, 105, 108, 109, 110, 111], "safeti": [49, 52, 75], "averag": [49, 52, 64, 70, 75, 76, 92], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 79, 81, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "workspac": [49, 52, 64, 65, 66, 70, 71, 75, 76, 92, 98, 99, 101], "fast": [49, 52, 64, 67, 70, 75, 76], "softwar": [49, 52, 64, 70, 75, 76, 81], "manag": [49, 52, 53, 55, 57, 59, 60, 64, 70, 72, 74, 75, 76, 88, 102, 110], "ram": [49, 52, 64, 70, 75, 76], "commun": [49, 52, 64, 70, 75, 76, 88], "within": [49, 52, 57, 59, 64, 70, 74, 75, 76, 79, 81, 95, 106], "host": [49, 52, 64, 66, 70, 75, 76, 92, 108], "share": [49, 52, 64, 66, 70, 74, 75, 76, 94], "across": [49, 52, 55, 56, 64, 70, 75, 76, 79], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 76, 79, 97, 109], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 66, 70, 74, 75, 88, 97, 105, 110], "potenti": [49, 70, 75, 84], "subgraph": [49, 52, 53, 54, 55, 60, 62, 88, 92, 94, 112], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 76, 88, 98, 112], "thrown": [49, 70, 75, 76], "empti": [49, 70, 71, 75, 76, 82, 87, 92], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 70, 90], "subdirectori": 51, "definit": [51, 54, 60, 81], "cli": [52, 89], "It": [52, 54, 55, 56, 57, 59, 60, 65, 66, 68, 75, 79, 81, 92, 107, 110, 112], "serv": [52, 58, 65, 68, 70, 75], "easi": [52, 53, 55, 88, 90], "wai": [52, 64, 65, 66, 87, 88, 90, 92, 94, 95, 97, 106, 107, 110, 111], "command": [52, 64, 66, 81, 82, 87, 88, 108], "line": [52, 66, 82, 88, 96], "quickli": [52, 88, 90], "part": [52, 56, 59, 65, 74, 79, 80, 81, 92, 94], "deploy": [52, 74, 88, 89, 90, 107, 108, 110, 113], "pipelin": [52, 88, 96, 100, 113], "basic": [52, 56, 65, 82, 106, 108], "featur": [52, 56, 65, 66, 88, 90, 91, 100, 105, 107, 112], "though": [52, 59, 60, 87, 88, 112], "alreadi": [52, 53, 54, 55, 88, 90, 92, 109], "two": [52, 55, 60, 62, 64, 65, 66, 75, 81, 82, 86, 87, 89, 90, 94, 108, 109], "embed": [52, 54, 58, 69, 76, 81, 113], "plan": [52, 59, 63, 64, 70], "after": [52, 53, 55, 56, 62, 65, 70, 74, 75, 87, 88, 89, 98, 101, 108, 110], "link": [52, 53, 62, 68, 79, 80, 85, 88, 92, 110], "against": [52, 88], "libtorchtrt": [52, 66, 88], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 76, 81, 82, 88, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113], "import": [52, 55, 56, 63, 64, 65, 66, 67, 74, 79, 81, 87, 88, 89, 91, 92, 93, 94, 96, 108, 109, 110, 111], "packag": [52, 55, 64, 88], "aspect": 52, "ident": [52, 62, 70, 75, 97], "standard": [52, 58, 66, 68, 70, 74, 75, 76, 81, 91, 92, 96, 107, 110], "load": [52, 56, 58, 64, 65, 67, 70, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 96, 97, 107, 108, 110, 112], "like": [52, 53, 55, 58, 60, 65, 66, 67, 75, 80, 81, 87, 88, 89, 90, 92, 94, 96, 97, 108, 110], "would": [52, 54, 60, 64, 65, 66, 74, 88, 89, 91, 92, 108, 110], "input_file_path": [52, 113], "output_file_path": [52, 113], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 79, 110], "menu": [52, 79, 81], "verbios": 52, "v": [52, 82, 105, 108], "verbos": [52, 64, 65, 70, 71, 82, 99, 101], "about": [52, 53, 58, 60, 66, 74, 79, 88, 108, 109], "process": [52, 56, 64, 75, 80, 81, 87, 90, 91, 97, 98, 102, 107, 108, 110], "onto": [52, 58], "consol": 52, "w": [52, 66, 75], "disabl": [52, 64, 66, 70, 74, 79, 80, 94, 110], "i": [52, 55, 60, 66, 67, 69, 81, 82, 87, 88, 90, 92, 93, 94, 105], "debugg": [52, 70, 75, 76], "fallback": [52, 57, 59, 60, 97, 113], "model": [52, 56, 58, 63, 67, 68, 70, 71, 72, 73, 75, 87, 88, 89, 90, 91, 93, 94, 95, 96, 106, 109, 110, 112], "throw": [52, 55, 75, 88], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 88, 108, 113], "repeat": [52, 69], "f32": [52, 70, 74, 75, 92], "half": [52, 64, 75, 81, 88, 89, 90, 91, 92, 98, 99, 108, 113], "float16": [52, 75, 92, 96, 100], "f16": [52, 75, 88, 113], "i8": [52, 75], "d": [52, 75, 81, 82, 88, 113], "multi": [52, 74], "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 66, 70, 74, 75, 79, 92, 112, 113], "dla_standalon": [52, 75], "file_path": [52, 75, 111], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 75, 88, 98, 110, 112], "partial": [52, 81], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 85, 88, 90], "mb": [52, 77], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 85, 112], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 66, 79, 88], "dram": 52, "atol": 52, "absolut": [52, 66], "toler": 52, "threshold": 52, "numer": [52, 65, 82], "deviat": 52, "1e": [52, 96, 97], "rtol": 52, "rel": [52, 56], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 66, 95, 103, 104, 106], "dll": 52, "n": [52, 60, 62, 75, 88, 90, 92, 93], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 75, 87, 88, 89, 90, 103, 104, 105, 113], "flag": [52, 56, 57, 59, 66, 73, 75, 89, 102, 110, 111], "forc": [52, 63, 65, 70, 75, 76, 79], "posit": [52, 54, 65, 75, 79], "test": [52, 56, 59, 65, 66, 70, 75, 81, 82, 90, 105, 107, 108], "ssd_trace": 52, "pt": [52, 65, 88, 103, 104, 108], "ssd_trt": 52, "300": [52, 91], "512": [52, 70, 75, 76, 105, 107], "1024": [52, 70, 75, 76, 103, 107], "simplifi": [53, 92], "form": [53, 74, 75, 81, 89, 108], "up": [53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 75, 81, 87, 92, 94, 95, 97, 98, 101, 106, 107], "context": [53, 57, 58, 59, 64, 72, 74, 102, 110], "inetworkdefinit": [53, 54], "record": [53, 87, 93, 94, 102, 110], "togeth": [53, 60, 88], "start": [53, 56, 65, 69, 73, 75, 82, 88, 91, 92, 93, 94, 107], "look": [53, 54, 55, 67, 70, 75, 87, 90, 91, 94, 108, 109], "assembl": [53, 62, 88], "resourc": [53, 90, 92], "coupl": [53, 59, 65, 110], "state": [53, 54, 60, 62, 74, 88, 96], "been": [53, 60, 64, 66, 73, 82, 88, 94, 97, 112], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 70, 73, 74, 75, 85, 88, 92, 94, 105, 107], "itensor": [53, 54, 60, 65, 88, 92], "value_tensor_map": [53, 60], "typic": [53, 60, 75, 108], "abl": [53, 55, 60, 62, 65, 90, 91, 92, 97], "system": [53, 60, 62, 64, 68, 70, 74, 75, 76, 92, 94, 97, 112], "registri": [53, 54, 88, 92], "enter": [53, 75], "recurs": 53, "resolv": [53, 55, 57, 59, 98, 101], "until": [53, 56, 59, 60, 66, 70, 75, 112], "final": [53, 56, 57, 59, 66, 92, 98, 101, 107], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 75, 80, 81, 88, 90, 92, 94, 109, 112], "These": [53, 54, 56, 58, 62, 64, 66, 70, 73, 74, 75, 79, 81, 90, 108, 112], "those": [53, 54, 62, 64, 81], "do": [53, 54, 55, 56, 60, 63, 65, 80, 82, 87, 88, 89, 90, 92, 113], "theori": [53, 81], "kind": [53, 65], "common": [53, 55, 65, 71, 81, 94], "prim": [53, 55, 56, 58, 69, 87, 88], "constant": [53, 54, 55, 56, 88, 92], "emit": 53, "listconstruct": [53, 56, 58, 88], "make": [53, 54, 65, 66, 70, 75, 81, 83, 88, 89, 90, 92, 94, 95, 106, 107, 108, 113], "associ": [53, 60, 88, 94, 110], "where": [53, 54, 55, 60, 62, 64, 65, 70, 74, 75, 76, 82, 88, 90, 97], "result": [53, 55, 56, 66, 67, 70, 72, 74, 75, 76, 79, 87, 89, 92, 96, 97, 108, 112], "done": [53, 56, 59, 92, 97, 108, 111], "mai": [53, 54, 56, 58, 59, 65, 66, 70, 74, 75, 76, 81, 82, 87, 88, 89, 90, 92, 97, 98, 101, 108, 110], "For": [53, 56, 62, 63, 64, 65, 66, 67, 71, 75, 79, 81, 82, 87, 88, 90, 91, 92, 96, 98, 105, 107, 108, 110, 111], "more": [53, 64, 65, 66, 68, 70, 75, 79, 82, 87, 88, 89, 90, 91, 92, 94, 96, 99, 101, 108, 110], "writing_convert": [53, 88], "locat": [54, 62, 66, 90, 92], "py": [54, 55, 59, 62, 65, 66, 77, 79, 81, 86, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 109], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 75, 76, 88, 92, 109], "decror": 54, "dynamo_tensorrt_convert": [54, 92], "signatur": [54, 76], "leaky_relu": [54, 69], "def": [54, 62, 65, 81, 87, 89, 92, 93, 94, 98, 105, 108, 109], "leaky_relu_convert": 54, "ctx": [54, 60, 88, 92], "conversionctx": [54, 60, 88], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 76, 89, 92, 94, 97, 109], "kwarg": [54, 65, 70, 73, 74, 75, 92, 107], "dict": [54, 70, 74, 75, 76, 92, 94], "union": [54, 60, 64, 70, 74, 75, 76, 88], "sequenc": [54, 62, 65, 70, 71, 74, 75, 76, 81, 92, 107], "decor": [54, 62, 65], "kei": [54, 81, 87, 94, 108, 109], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 88, 92, 105, 107, 109], "capability_valid": 54, "lambda": [54, 60, 81, 88, 108], "fx": [54, 62, 63, 70, 74, 75, 88, 89, 92, 97, 111], "determin": [54, 55, 64, 65, 75, 109, 110], "properli": [54, 66], "handl": [54, 55, 56, 58, 64, 65, 74, 75, 92], "partition": [54, 70, 75, 92], "sure": [54, 66, 88, 89, 108, 113], "prioriti": 54, "develop": [54, 65, 66, 68, 81, 82, 88, 92], "bodi": [54, 81, 82], "nativ": [54, 59, 61, 88, 92, 97], "numpi": [54, 75, 92, 93, 94, 96, 97, 108], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 75, 81, 88], "previou": [54, 79, 98], "correspond": [54, 60, 65, 66, 74, 75, 94, 96, 105, 110], "edg": [54, 81], "well": [54, 63, 66, 68, 72, 74, 81, 88, 90, 94, 102, 111], "being": [54, 65, 66, 70, 88, 92, 97], "truth": 54, "http": [54, 61, 64, 66, 79, 81, 87, 88, 90, 92, 96, 98, 101, 105, 107, 108, 109, 110], "github": [54, 61, 64, 66, 79, 88, 90, 98, 101, 105, 108, 110], "com": [54, 61, 64, 66, 88, 90, 96, 98, 101, 105, 108, 110], "blob": [54, 61, 66, 79, 90, 94], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 66, 79, 81, 83, 88, 92, 105], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 74, 81, 87, 88, 90, 93, 94, 97], "mani": [54, 56, 64, 65, 79, 81, 82, 94, 97, 112], "composit": [54, 88], "raw": [54, 79], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 66, 88], "manipul": [54, 62, 75], "net": [54, 60, 81, 82, 88, 92], "addit": [54, 55, 64, 65, 74, 75, 88, 92, 94, 97, 107, 109], "call_modul": 54, "call_funct": [54, 62, 65], "eg": [54, 108], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 66, 74, 90, 96, 107, 108, 110, 112], "opoverload": 54, "particular": [54, 64, 94], "collect": [54, 56, 64, 70, 75, 76, 88, 89, 105], "trtinterpret": [54, 65, 71], "along": [54, 75], "match": [54, 55, 97], "special": [54, 56], "account": [54, 108], "illustr": [54, 65, 99, 107], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "establish": 54, "subset": [54, 64, 70, 75, 90, 107], "converter_util": [54, 92], "enforce_tensor_typ": 54, "dictionari": [54, 75, 76, 91, 98], "between": [54, 55, 56, 60, 66, 75, 81, 82, 90, 94, 96], "possibl": [54, 66, 81, 92, 94, 107, 108], "prefer": [54, 64, 66, 88], "keyword": [54, 62, 70, 74, 75, 76, 98, 101], "both": [54, 56, 64, 66, 68, 70, 71, 74, 75, 79, 81, 87, 90, 92, 94], "enforc": [54, 88], "situat": 54, "partit": [54, 55, 63, 64, 70, 75, 112], "greater": [54, 70, 72, 75], "than": [54, 55, 64, 66, 70, 75, 80, 81, 93, 94, 96, 107, 110], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 92, 107], "limit": [54, 55, 72, 80, 90, 94, 112], "author": [54, 82], "conv_nod": 54, "7": [54, 56, 58, 59, 74, 75, 85, 88, 92, 98, 99, 101, 105, 109], "ignor": [54, 70, 74, 75, 92], "misc": [54, 92], "trttensor": 54, "np": [54, 92, 93, 94, 96, 97, 108], "ndarrai": [54, 92], "aten_ops_convolut": 54, "conversioncontext": [54, 92], "side": [54, 55, 79, 88], "effect": [54, 55, 64, 65, 70, 79, 88, 90, 92, 107], "term": [54, 75, 81, 82, 90, 92, 107], "getitem": 54, "categor": 54, "modif": [54, 62, 75], "op_evalu": 54, "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "separ": [54, 56, 57, 59, 66], "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 76, 79, 85, 89, 90, 98, 99, 101, 107, 109, 110, 111, 112], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 66, 73, 92, 105, 112], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 76], "alpha": [54, 65, 69, 82], "mul": [54, 56, 69], "matmul": [54, 55, 69, 88, 109], "modifi": [54, 56, 62, 65, 82, 95, 96, 106, 109], "edit": [54, 66, 79], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 81], "over": [54, 57, 59, 65, 81, 105, 108, 112], "much": [54, 60, 79, 81, 90], "significantli": [54, 55, 79, 94], "easier": [54, 57, 59, 60, 65, 70, 74, 75, 88, 90, 92, 96], "tri": 54, "made": [55, 57, 59, 75, 81], "represent": [55, 60, 65, 87, 107, 112], "instanc": [55, 62, 64, 66, 70, 73, 74, 87, 88, 107, 110], "idea": [55, 81], "reduc": [55, 56, 57, 59, 65, 70, 75, 90, 92, 94, 107, 110], "actual": [55, 58, 60, 65, 87, 88, 92], "aim": [55, 112], "closer": 55, "scope": [55, 92, 98, 101], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "wa": [55, 58, 62, 64, 65, 70, 74, 75, 81, 88, 112], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 88], "python3": [55, 66, 88], "6": [55, 56, 58, 66, 69, 85, 87, 88, 92], "site": [55, 66, 81, 88], "nn": [55, 61, 65, 70, 71, 74, 75, 76, 87, 88, 89, 92, 98, 105, 109, 112], "batchnorm": 55, "248": 55, "11": [55, 66, 81, 85, 88, 108], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 81, 85, 87, 88, 99, 108, 109], "block1": 55, "guard_elimin": 55, "whose": [55, 65, 99], "freeze_modul": 55, "propag": 55, "fuse_addmm_branch": 55, "variant": [55, 110], "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 74, 75, 87, 88, 89, 92, 94, 98, 105, 107, 109, 113], "bia": [55, 69, 88, 105], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 88], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 75, 81, 87, 88, 92, 112], "fuse_flatten_linear": 55, "implicitli": [55, 75], "connect": [55, 70, 75, 76, 81, 96, 108, 113], "higher": [55, 64, 70, 75, 79, 81, 87], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 79, 88, 91, 112], "rather": 55, "getattr": [55, 58, 87, 88], "trainabl": 55, "remain": [55, 75, 90, 112], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 81], "loweralltupl": 55, "_all_": 55, "rais": [55, 65, 75], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 81, 92, 110, 112], "pair": [55, 60, 66, 81, 90, 107], "delimit": 55, "around": [55, 58, 60, 66, 74, 81, 84, 87, 92], "second": [55, 65, 81, 89, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "mark": [55, 56, 79, 94], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 81, 112], "them": [55, 56, 58, 63, 64, 65, 66, 70, 74, 79, 88, 92, 94, 107, 109, 112], "peephole_optimz": 55, "intent": [55, 81], "catch": [55, 75, 88], "small": [55, 92, 93, 108], "might": [55, 66, 79, 97, 109], "interest": [55, 81], "now": [55, 56, 59, 60, 65, 66, 75, 81, 88, 91, 92, 94, 97, 110], "expand": [55, 69], "simpli": [55, 98, 107], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 75, 76, 88, 90, 95, 97, 98, 106, 107, 109, 110, 111, 112], "remove_to": 55, "unpack_addmm": 55, "reus": [55, 65, 90, 94], "dedic": [55, 82], "unpack_log_softmax": 55, "softmax": [55, 65, 69, 105], "loop_unrol": 55, "suffici": [55, 66, 75], "short": [55, 64, 70, 81, 82, 97], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 66, 88, 108], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 92], "explicitli": [56, 57, 59, 66, 76, 89, 90, 91], "On": 56, "segment": [56, 63, 92, 99, 101, 107], "verifi": [56, 70, 92, 97], "Then": [56, 90, 91, 97], "roughli": 56, "analysi": 56, "everi": [56, 71, 74, 75, 88, 110], "complet": [56, 63, 70, 75, 87, 88], "mean": [56, 60, 65, 69, 71, 98, 108, 112], "trace": [56, 65, 70, 74, 76, 87, 88, 109, 111, 112], "tensorlist": [56, 60], "figur": [56, 82, 84], "our": [56, 59, 63, 87, 88, 108], "stitch": [56, 88], "altogeth": [56, 79], "brief": 56, "descript": [56, 82, 105], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 74, 75, 76, 80, 88, 89, 90, 91, 92, 95, 98, 99, 102, 106, 107, 108, 109, 110, 111], "maintain": [56, 58, 60, 75, 96, 112], "code": [56, 59, 62, 64, 65, 66, 80, 82, 87, 88, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109], "mymodel": [56, 63, 67, 89, 92, 109, 111], "ts_model": [56, 88], "trt_model": [56, 91, 92, 99, 103, 104, 105, 108, 111], "off": [56, 58, 102], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 67, 70, 75, 76, 88, 91, 94, 99, 102, 109, 111], "224": [56, 63, 67, 70, 71, 75, 76, 88, 94, 96, 97, 99, 102, 107, 108, 109, 111], "trt_ts_modul": [56, 89], "input_s": 56, "inputrang": 56, "cfg": [56, 88], "relu": [56, 69, 87, 88, 98, 105], "trt_mod": [56, 67, 88, 90, 113], "consid": [56, 76, 88, 92], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 85, 97, 99, 101], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 88], "cat": [56, 66, 69, 105], "greedi": [56, 103, 104], "strategi": [56, 75], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 66, 70, 75, 79, 81, 87, 88, 91, 92, 94, 97, 99, 101, 108, 109, 110, 111], "encount": [56, 64, 66, 98, 101], "4": [56, 58, 63, 64, 65, 66, 69, 75, 77, 79, 81, 82, 85, 88, 92, 98, 100, 101, 102, 105, 109], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 66, 70, 81, 88, 94, 105, 108], "could": [56, 64, 65, 92, 99, 101, 110], "rewrit": [56, 62], "portion": [56, 81, 92, 100], "without": [56, 60, 67, 70, 79, 81, 88, 90, 92, 93, 94, 97, 110], "reorder": 56, "seri": 56, "cleanli": 56, "approach": [56, 94], "achiev": [56, 107], "hit": 56, "larger": [56, 70, 75, 79, 107], "boundari": [56, 73, 75], "guarante": [56, 74], "trigger": [56, 64, 65, 75, 88, 94, 96, 97, 112], "appear": [56, 81], "adjac": [56, 70, 75, 81], "As": [56, 65, 66, 75, 88, 92, 94, 97, 112], "clean": [56, 62, 81, 98, 101], "step": [56, 65, 69, 75, 90, 92, 97, 107], "consolid": [56, 87], "further": [56, 64, 65, 110, 112], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 81, 112], "loop": [56, 64, 65, 103, 104], "ir": [57, 59, 60, 63, 64, 67, 70, 75, 87, 88, 89, 95, 98, 99, 101, 102, 106, 109], "larg": [57, 59, 79, 81, 88, 90, 97, 107], "opset": [57, 59], "compon": [57, 59, 66, 73, 87, 110, 112], "evalu": [57, 58, 59, 105], "deploi": [57, 59, 68, 88, 90, 95, 106, 108], "instanti": [57, 58, 59, 60, 88, 100], "wrap": [57, 58, 59, 65, 81, 84, 88, 91, 98, 101], "extend": [57, 59, 60, 69, 88, 94, 107], "providi": [57, 59], "stand": [58, 81], "interpret": [58, 65, 81], "execute_engin": [58, 74, 88], "stack": [58, 69, 90, 105, 112], "machin": [58, 66, 90, 108], "pop": 58, "push": 58, "element": [58, 65, 81, 82, 85], "realiz": 58, "abstract": [58, 60, 82], "__torch__": [58, 87, 88], "portabl": [58, 66, 76], "serializ": [58, 64, 87, 112], "instnanti": 58, "whatev": [58, 65, 92], "self_1": [58, 88], "torchvis": [58, 90, 91, 94, 96, 97, 99, 102, 105, 108], "resnet": [58, 77, 95, 96, 106, 107, 108], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 88], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 88], "multipl": [58, 66, 70, 74, 75, 81, 82, 90, 108, 110], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 83], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 96, 97, 106], "depickl": 58, "encod": [58, 107], "sm": 58, "correct": [58, 66, 79, 96, 97, 105], "bazel": [59, 66], "linux": [59, 88], "x86_64": [59, 66], "aarch64": 59, "gcc": [59, 88], "untest": 59, "try": [59, 75, 81, 82, 88, 91, 92, 94, 112], "older": 59, "repositori": [59, 66, 79, 86, 108], "notebook": [59, 68, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "doc": [59, 61, 66, 79, 80, 81, 86, 92, 109], "docsrc": 59, "third_parti": [59, 66], "toolchain": [59, 66], "unstabl": 59, "subject": [59, 62, 112], "matur": 59, "most": [59, 65, 66, 71, 92, 97, 108, 110, 112], "hood": [59, 99, 112], "major": [59, 65, 75], "top": [59, 79, 83], "coordin": [59, 75], "ingest": 59, "flow": [60, 65, 81, 87, 107], "ilay": 60, "analogu": 60, "goal": [60, 64, 94], "registernodeconversionpattern": [60, 88], "helper": 60, "pattern": [60, 75, 88], "schema": [60, 88, 92], "caus": [60, 64, 79, 98, 99, 101, 110], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 88, 92], "setalpha": 60, "setbeta": 60, "setnam": [60, 88], "util": [60, 62, 73, 76, 88, 90, 95, 98, 101, 103, 104, 105, 106, 107, 108, 112], "node_info": [60, 88], "c_str": [60, 88], "out_tensor": [60, 88], "associatevalueandtensor": [60, 88], "getoutput": [60, 88], "log_debug": 60, "getdimens": [60, 88], "accord": [60, 64, 76], "unwrap": 60, "tool": [60, 64, 65, 66, 88, 94, 107], "don": [60, 65, 79, 81, 82, 90, 105, 108, 109], "annot": [60, 88], "your": [60, 63, 64, 66, 67, 74, 79, 81, 82, 86, 87, 88, 89, 91, 94, 109, 110], "Its": [60, 81], "track": [60, 90], "sort": [60, 69, 91], "live": [60, 81], "directli": [60, 62, 63, 66, 68, 73, 75, 90, 92, 95, 98, 106, 111], "associatevalueandivalu": 60, "inspect": [60, 87, 88], "dataflow": [60, 88], "mechan": [60, 64, 65, 92, 97, 107], "safe": [60, 64, 70, 74, 75, 76], "unsur": 60, "deep": [60, 64, 68, 79, 90, 92, 113], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 73, 74, 75, 76, 79, 81, 92, 94, 98, 105], "wrapper": [60, 65, 111], "similar": [60, 63, 64, 65, 66, 88, 91, 92, 103, 104], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 66, 71, 87, 88, 92, 93, 94], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 82], "realli": 60, "think": [60, 81], "becom": [60, 66, 96], "benefit": [60, 88, 94], "deal": [60, 94], "quit": [60, 66, 88, 107], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": [61, 112], "matrix": 61, "html": [61, 66, 81, 87, 90, 92, 109], "c_api": 61, "python_api": 61, "org": [61, 66, 79, 81, 87, 88, 90, 92, 109, 110], "stabl": [61, 76, 77, 79, 95, 106, 109], "master": [61, 66, 90, 110], "overview": [61, 68, 98, 102], "md": 61, "appli": [62, 63, 90, 97], "desir": [62, 70, 82, 90, 94], "coalesc": 62, "insert": [62, 88, 90, 94, 97], "graphmodul": [62, 63, 70, 71, 75, 88, 89, 92, 97, 111, 112], "caller": 62, "invok": [62, 64, 65, 87, 88, 110], "lint": 62, "recompil": [62, 70, 75, 94, 97, 101, 109, 112], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 98], "scenario": [62, 64, 96], "clone": [62, 66, 69, 92], "modified_graph": 62, "extract": [62, 88, 107], "placehold": 62, "isinst": [62, 65, 92, 105], "issubclass": 62, "direct": [62, 85, 97, 110], "len": [62, 69, 92], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 82, 112], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 75, 81, 87, 92, 105], "__init__": [62, 74, 75, 81, 87, 92, 94, 98, 105, 109], "pass_manag": 62, "passmanag": 62, "backend": [62, 67, 76, 77, 80, 91, 93, 94, 95, 98, 100, 101, 105, 106, 109], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 90, 101, 107, 110, 112], "control": [62, 65, 87, 97, 110], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": [62, 74], "remov": [62, 63, 70, 79, 93, 94, 105], "dump_lowering_pass": 62, "apply_lowering_pass": 62, "graph_modul": [62, 70], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 107], "exportedprogram": [63, 67, 70, 75, 97, 103, 104, 109, 112], "dynamo": [63, 64, 66, 67, 73, 74, 75, 77, 88, 92, 93, 94, 97, 98, 99, 101, 102, 105, 109], "frontend": [63, 70, 73, 89, 92, 95, 99, 101, 105, 106, 109], "simpl": [63, 64, 65, 81, 82, 87, 107, 108, 109], "usag": [63, 65, 73, 77, 81, 88, 95, 106, 109, 111], "eval": [63, 67, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 108, 109, 111], "exp_program": [63, 94, 97, 105, 109], "trt_gm": [63, 67, 94, 97, 109, 111], "interact": [63, 81, 96, 98, 99, 100, 101, 102, 103, 104], "ideal": 63, "discuss": [63, 64, 108], "section": [63, 65, 79, 81, 82, 83, 85, 88, 90, 108, 111], "frequent": 63, "builder": [63, 64, 65, 70], "respect": [63, 66, 75], "releas": [63, 64, 81, 95, 106], "insid": [63, 81, 92, 95, 106, 108], "decomposit": [63, 64, 70, 75, 92], "downstream": [63, 107], "constraint": 63, "guid": [64, 80, 106], "present": [64, 97], "learn": [64, 66, 68, 88, 90, 92, 108, 113], "acceler": [64, 71, 75, 95, 106, 110, 112, 113], "workflow": [64, 65, 67, 68, 70, 71, 75, 88, 91, 94, 96, 99, 100, 101, 103, 104, 107], "wide": [64, 75, 85], "varieti": [64, 108], "primari": [64, 94, 111], "simplic": 64, "optimized_model": [64, 67, 93, 98, 99, 101], "depth": [64, 79, 107], "challeng": [64, 96, 108], "addition": [64, 92], "fit": [64, 81], "compilationset": [64, 70, 74, 92, 98], "_enum": [64, 70], "callabl": [64, 70, 75], "pass_through_build_failur": [64, 70, 74, 75, 92], "max_aux_stream": [64, 70, 74, 75, 92], "version_compat": [64, 70, 74, 75, 92], "optimization_level": [64, 70, 74, 75, 92, 98], "use_python_runtim": [64, 70, 74, 75, 92, 93, 94, 96, 97, 98], "truncate_doubl": [64, 70, 74, 75, 92, 93, 103, 104], "use_fast_partition": [64, 70, 74, 75, 92], "enable_experimental_decomposit": [64, 70, 74, 75, 92], "_devic": [64, 70], "assume_dynamic_shape_support": [64, 70, 74, 75], "make_refit": [64, 70, 74, 75, 93, 94, 96, 97], "engine_cap": [64, 70, 74, 75, 92], "dryrun": [64, 70, 74, 75, 92], "hardware_compat": [64, 70, 74, 75, 92], "timing_cache_path": [64, 70, 74, 75, 94], "tmp": [64, 70, 74, 75, 88, 93], "torch_tensorrt_engine_cach": [64, 70, 74, 75], "timing_cach": [64, 65, 70, 74, 75], "bin": [64, 66, 70, 74, 75], "lazy_engine_init": [64, 70, 74, 75], "cache_built_engin": [64, 70, 74, 93, 94], "reuse_cached_engin": [64, 70, 74, 93, 94], "dpython": [64, 70, 75, 76], "per": [64, 70, 92, 110], "regardless": [64, 70, 82, 99, 101], "fail": [64, 70, 75, 88, 96, 97, 105, 113], "auxiliari": [64, 70], "stream": [64, 70, 75, 92], "impli": [64, 70], "longer": [64, 66, 70, 75, 79, 110], "search": [64, 68, 70, 75, 79], "strictli": [64, 70], "runtim": [64, 66, 67, 68, 70, 75, 88, 96, 98, 101, 102, 112], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 87], "float64": [64, 70, 75, 76], "refitt": [64, 70], "toggl": [64, 70, 75], "mode": [64, 65, 70, 74, 75, 89, 90, 102, 105], "detail": [64, 65, 70, 87, 88, 92, 94, 108, 110], "natur": [64, 70, 81], "architectur": [64, 66, 68, 70, 75, 94, 107], "amper": [64, 70, 75], "newer": [64, 66, 70, 75], "storag": [64, 70, 90], "sub": [64, 69, 81, 87, 98], "slate": 64, "futur": [64, 65, 70, 75, 76, 110], "occur": 64, "first_output": 64, "subsequ": [64, 94], "second_output": 64, "session": [64, 67, 81, 94, 102], "point": [64, 66, 75, 79, 80, 81, 88, 105, 108], "cover": [64, 106, 107], "benchmark": [64, 69], "automat": [64, 75, 81, 88, 97, 109, 112], "vari": [64, 71, 109], "distribut": [64, 88, 90, 110], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 81, 82, 83, 90, 92, 94, 95, 96, 105, 106, 107, 108], "break": [64, 65, 70, 74, 75, 81, 92], "successfulli": [64, 96, 97], "_dynamo": [64, 93, 94, 98, 99, 101, 109], "explain": [64, 65, 68], "veri": [64, 65, 82, 83, 90, 91, 103, 104, 108], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 81], "latter": [64, 74], "logic": [64, 65], "guard": 64, "compos": [65, 87, 90, 105, 108], "variou": [65, 113], "etc": [65, 79, 81, 92, 113], "environ": [65, 67, 108], "research": 65, "few": [65, 66, 75], "nightli": 65, "lower_exampl": 65, "welcom": [65, 88], "finish": 65, "converison": 65, "pleas": [65, 75, 81, 88, 105, 108, 109], "max_batch_s": [65, 71, 108], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71, 102], "trtmodul": [65, 71], "otherwis": [65, 66, 71, 94, 110], "implicit": [65, 69, 71, 81], "config": [65, 66, 71, 108], "updat": [65, 66, 70, 71, 75, 92, 95, 97, 106], "dim": [65, 69, 71, 92, 94, 105, 108, 109], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 66, 80, 92, 96, 108], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 108], "acc_mod": 65, "earli": [65, 97], "deprec": [65, 69], "continu": [65, 81, 110], "backward": [65, 74, 92, 112], "vision": [65, 108], "activ": [65, 74, 76, 81, 88, 90, 107, 110, 113], "except": [65, 70, 75], "permut": [65, 69], "transpos": [65, 69, 109], "ll": [65, 94], "inputtensorspec": [65, 71, 75], "experiment": [65, 75, 76], "dataclass": [65, 98], "re": [65, 75, 81, 94, 96, 102, 110], "manual": [65, 75, 80, 81, 97], "sampl": [65, 70, 81, 89, 90, 96, 97, 98, 99, 100, 101, 102, 103, 104, 108], "rand": [65, 88, 94, 96, 97, 98], "from_tensor": [65, 75], "slightli": [65, 92], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 92, 94, 105], "accordingli": [65, 79, 109, 110], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 74, 76], "afford": 65, "temporari": [65, 94], "best": [65, 70, 75, 81, 96], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 66, 79], "unless": 65, "certain": [65, 66, 98, 110], "algorithm_selector": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 75, 89, 104, 105, 109], "25": [65, 71, 88], "runtimeerror": [65, 105], "xxx": 65, "One": [65, 81, 82, 88, 107, 110], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 81], "give": [65, 79, 81], "convtert": 65, "scheme": [65, 70, 75], "action": [65, 81], "tensort": [65, 112], "thing": [65, 66, 81], "compar": [65, 70, 75, 89, 97], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 107, 108], "acc_op": 65, "leverag": [65, 90, 95, 106], "power": [65, 81, 88, 107], "goe": [65, 81], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 81, 82], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 92], "wherev": 65, "rememb": [65, 66], "mapper": 65, "todo": [65, 79], "logist": 65, "down": [65, 66, 79], "happen": [65, 87, 96, 99, 109], "acc_norm": 65, "foo": [65, 81, 82], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 66, 76], "third": [65, 82], "boolean": [65, 75], "matter": [65, 92], "register_custom_acc_mapper_fn": 65, "design": [65, 73, 96, 107, 113], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 81, 92, 105], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 85, 104], "children": 65, "unit": [65, 75], "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 92, 95, 106], "yet": [65, 107], "folder": 65, "center": 66, "pypi": 66, "m": [66, 82, 105], "pip": [66, 108], "upload": [66, 108], "x86": [66, 110], "extra": [66, 74, 88, 92, 96], "url": [66, 79, 108], "download": [66, 85, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108], "whl": 66, "cu118": 66, "cu124": 66, "tarbal": [66, 88, 90], "easiest": [66, 92], "bazelisk": 66, "bazelbuild": 66, "export": [66, 68, 70, 75, 94, 95, 97, 99, 103, 104, 105, 106, 111, 112], "bazel_vers": 66, "path_to_torchtrt_root": 66, "bazelvers": 66, "mkdir": 66, "cd": [66, 108], "curl": [66, 81], "fssl": 66, "o": [66, 81, 108], "dist": 66, "unzip": 66, "bash": 66, "sh": 66, "cp": [66, 92], "usr": 66, "driver": 66, "branch": 66, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 66, "l46": 66, "pull": [66, 94, 108], "latest": [66, 79], "l53c1": 66, "fact": 66, "reproduc": 66, "l71": 66, "http_archiv": 66, "build_fil": 66, "archiv": 66, "sha256": 66, "strip_prefix": 66, "OR": 66, "TO": [66, 88], "gnu": 66, "tar": [66, 81, 90], "gz": [66, 81, 82, 90], "ld_library_path": 66, "comment": [66, 81], "uncom": 66, "l114c1": 66, "l124c3": 66, "wheel": 66, "dep": 66, "lighter": 66, "executor": 66, "avoid": [66, 92, 97, 109], "implic": 66, "python_onli": 66, "legaci": [66, 73], "mainten": 66, "torchdynamo": [66, 109, 112], "technolog": [66, 112], "project": [66, 80, 85], "exclud": [66, 92], "speed": [66, 94, 95, 97, 106], "no_torchscript": 66, "dbg": 66, "pre_cxx11_abi": 66, "complic": 66, "incompat": 66, "popular": [66, 80, 107], "ngc": [66, 108], "tabl": [66, 85], "bdist_wheel": 66, "preinstal": 66, "forum": 66, "correctli": [66, 92], "declar": 66, "intend": [66, 98, 99, 100, 101, 102, 103, 104], "microsoft": 66, "2022": [66, 68], "open": [66, 107, 108], "app": 66, "x64": 66, "prompt": [66, 96, 100, 103, 104], "admin": 66, "privileg": 66, "launcher": 66, "chocolatei": 66, "navig": [66, 79], "ninja": 66, "setuptool": 66, "r": [66, 81], "txt": 66, "distutils_use_sdk": 66, "cuda_win": 66, "libtorch_win": 66, "tensorrt_win": 66, "non": [66, 75, 82, 84, 110], "similarli": [66, 94, 102, 110], "ci_workspac": 66, "win": 66, "tmpl": 66, "torchtrtc": [66, 68, 113], "websit": 66, "finder": 66, "dcmake_module_path": 66, "doesn": [66, 81, 87, 88], "dtorch_dir": 66, "dtensorrt_root": 66, "choic": [66, 73], "b": [66, 69, 75, 82, 108], "dcmake_build_typ": 66, "72048": 66, "jp_workspac": 66, "new_local_repositori": 66, "sudo": 66, "home": 66, "unlik": [66, 91], "libtorch_pre_cxx11_abi": 66, "shift": [66, 69, 81], "jetpack": 66, "jetpack_x": 66, "jetpack_5": 66, "drop": [66, 79, 105], "anywher": 67, "ahead": [67, 68, 88, 96], "ep": [67, 69, 97, 111], "output_format": [67, 75, 111], "input_tensor": [67, 92, 105], "fill": 67, "aot": [68, 88, 96, 97, 112], "integr": [68, 95, 96, 98, 106], "seamlessli": [68, 75], "ecosystem": [68, 112], "hybrid": [68, 70, 75, 76, 112], "instal": [68, 85, 88, 108, 110], "triton": [68, 92], "page": [68, 83, 85, 108], "introductori": 68, "blog": [68, 110], "gtc": 68, "2020": [68, 88], "talk": 68, "fall": [68, 75, 92], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 88], "stride": [69, 75, 92, 105], "pad": [69, 75, 92, 105], "dilat": 69, "output_pad": 69, "group": [69, 81, 82], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 92, 105], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 82, 107], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 90, 107], "input_scal": 69, "indic": [69, 79, 81, 97, 99, 109], "padding_idx": 69, "eq": [69, 81], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": [69, 75], "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 88], "start_dim": [69, 88], "end_dim": [69, 88], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 82, 88, 105], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 92], "max_pool1d": 69, "max_pool2d": [69, 87, 88], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": [69, 96], "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 92], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 92, 108], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 81], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 107], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": [69, 105], "memory_format": [69, 75], "prim_devic": 69, "topk": 69, "k": [69, 90, 105], "largest": 69, "dim0": [69, 94], "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 79], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 81, 82], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 93, 94, 105], "el": 69, "arang": [69, 92], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": [69, 105], "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 75, 111], "arg_input": [70, 75, 97], "kwarg_input": [70, 75, 97], "engine_cache_dir": [70, 93, 94], "engine_cache_s": [70, 93, 94], "custom_engine_cach": [70, 94], "baseenginecach": [70, 94], "int32": [70, 75, 76, 92, 93, 101, 107], "channel_last": [70, 75, 76, 107], "244": [70, 75, 76], "alia": [70, 75], "better": [70, 75, 87, 107, 112], "understand": [70, 75, 109], "convolut": [70, 75, 76, 90, 92, 113], "_c": [70, 75, 76, 91], "oppos": [70, 75, 76], "lean": [70, 75], "spend": [70, 75], "integ": [70, 75, 84], "faster": [70, 75, 93, 94, 107], "parition": [70, 75], "increas": [70, 75, 94], "amount": [70, 75], "defer": [70, 75, 112], "lead": [70, 75, 81, 110], "oversubscript": [70, 75], "hard": [70, 97], "disk": [70, 75, 94], "space": [70, 81, 82, 90], "byte": [70, 74, 75, 76, 92, 94, 107], "1gb": [70, 93, 94], "exce": 70, "oldest": 70, "gear": [70, 90], "toward": [70, 90], "refit_module_weight": [70, 97], "compiled_modul": [70, 97], "new_weight_modul": [70, 97], "verify_output": [70, 97], "use_weight_map_cach": [70, 97], "in_plac": [70, 97], "compmil": 70, "coverag": [70, 92], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 92], "submodul": [71, 87, 92], "fx2trt": 71, "cpu": [71, 103, 104], "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 108], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "toolkit": 73, "dataloadercalibr": [73, 90], "preprocess": [73, 90, 108], "algo_typ": [73, 90], "calibrationalgo": [73, 90], "cachecalibr": [73, 90], "qualnam": [73, 75], "entropy_calibr": 73, "entropy_calibration_2": [73, 90], "legacy_calibr": 73, "minmax_calibr": 73, "set_multi_device_safe_mod": [74, 110], "_multidevicesafemodecontextmanag": 74, "impact": 74, "suppress": 74, "unsaf": 74, "trt_compiled_modul": 74, "torchtensorrtmodul": [74, 92], "encompass": [74, 76], "simpili": 74, "de": 74, "initi": [74, 75, 81, 97, 98, 99, 101, 102, 103, 104], "scriptmodul": [74, 75, 76, 88, 89, 111, 112], "overridden": [74, 75], "subclass": 74, "although": [74, 81], "recip": [74, 90], "afterward": 74, "former": 74, "care": 74, "hook": 74, "silent": 74, "get_extra_st": 74, "state_dict": [74, 75, 96], "set_extra_st": 74, "picklabl": 74, "pickl": [74, 92, 94], "load_state_dict": [74, 96, 105], "pythontorchtensorrtmodul": 74, "serialized_engin": [74, 76], "_set": [74, 98], "weight_name_map": 74, "trt_modul": 74, "engine_str": 74, "my_modul": 74, "current_devic": 74, "cudagraphs_validate_shap": 74, "versu": 74, "disable_profil": 74, "enable_profil": 74, "iprofil": 74, "spent": 74, "get_layer_info": 74, "request": [75, 88, 108], "decid": 75, "deseri": [75, 76, 88, 92], "retrac": 75, "strict": [75, 110], "valueerror": 75, "mutabletorchtensorrtmodul": [75, 95, 96, 106], "pytorch_model": 75, "regular": 75, "whenev": 75, "refit_gm": 75, "shape_mod": 75, "_shapemod": 75, "interv": 75, "notat": 75, "bound": 75, "torch_tensor": 75, "tracer": 75, "example_tensor": 75, "optimization_profile_field": 75, "classmethod": 75, "disable_memory_format_check": 75, "core_id": 75, "schedul": [75, 108], "use_default": 75, "try_to": 75, "anoth": [75, 81, 82, 87, 89, 97], "typeerror": 75, "unknown": 75, "succe": 75, "float_dtyp": 75, "failur": 75, "bf16": 75, "try_from": [75, 92], "complex128": 75, "16": [75, 85, 87, 88, 89, 99, 102], "brain": 75, "bfloat16": 75, "f64": 75, "f8": 75, "fp8": [75, 95, 106], "float8": 75, "i32": 75, "sign": [75, 108], "i64": 75, "u8": 75, "unsign": 75, "uint8": 75, "trt_dla": 75, "torchtrt_dla": 75, "_from": 75, "torchtrt_dla_ec": 75, "torchtrt_safety_ec": 75, "saefti": 75, "trt_dla_ec": 75, "standalon": [75, 81], "certifi": 75, "tf": 75, "torchtrt_linear": 75, "cdhw32": 75, "thirti": 75, "row": [75, 82], "spatial": 75, "31": [75, 88], "subscript": [75, 81], "chw16": 75, "sixteen": 75, "15": [75, 81, 85], "chw2": 75, "chw32": 75, "chw4": 75, "four": [75, 81, 82], "dhwc": 75, "equivi": 75, "channels_last_3d": 75, "dhwc8": 75, "eight": 75, "dla_hwc4": 75, "imag": [75, 90, 92, 96, 100, 105, 108], "roundup": 75, "elements": 75, "dla_linear": 75, "planar": 75, "hwc": 75, "channels_last": 75, "hwc16": 75, "hwc8": 75, "least": [75, 81, 82], "ishapelay": 76, "check_method_op_support": 76, "seriali": 76, "put_binding_nam": 76, "tensorrtcompilespec": [76, 91], "scriptclass": 76, "0x7f7fc8141170": 76, "_jit_to_tensorrt": 76, "00": 77, "000": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "total": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "galleri": [77, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "mem": 77, "advanc": [77, 82, 90, 95, 106], "torch_compile_advanced_usag": [77, 98], "torch_compile_resnet_exampl": [77, 99], "diffus": [77, 95, 106], "torch_compile_stable_diffus": [77, 100], "transform": [77, 88, 90, 93, 95, 97, 103, 104, 105, 106, 108, 111], "torch_compile_transformers_exampl": [77, 101], "v0": [78, 108], "pytorch_sphinx_them": [79, 86], "conf": [79, 86], "html_theme_opt": 79, "canonical_url": 79, "analytics_id": 79, "logo_onli": 79, "display_vers": 79, "prev_next_buttons_loc": 79, "bottom": 79, "style_external_link": 79, "vcs_pageview_mod": 79, "collapse_navig": 79, "sticky_navig": [79, 83], "navigation_depth": 79, "includehidden": 79, "titles_onli": 79, "canon": 79, "rank": 79, "trail": 79, "slash": 79, "googl": 79, "analyt": 79, "With": [79, 81, 88, 90, 94, 108], "isn": [79, 81, 92], "shown": [79, 81, 88], "sidebar": [79, 85], "button": [79, 81], "icon": [79, 81], "extern": [79, 81], "display_github": 79, "display_gitlab": 79, "gitlab": 79, "bitbucket": 79, "bar": [79, 81], "www": [79, 81, 88, 90, 108], "sphinx": [79, 80, 81, 82, 86, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "en": 79, "toctre": 79, "lose": 79, "scroll": [79, 83], "unlimit": 79, "header": [79, 81, 82, 88, 108], "render": 79, "github_url": 79, "bitbucket_url": 79, "gitlab_url": 79, "left": [79, 81], "upon": [79, 98, 101], "rst": [79, 81], "visitor": 79, "revert": 79, "misbuild": 79, "show": [79, 81, 94, 100, 107], "properti": [79, 92], "stick": 79, "screen": 79, "vertic": [79, 81], "too": [79, 81, 82], "sticki": [79, 85], "nav": [79, 85], "At": [80, 97], "django": 80, "payment": 80, "dotpai": 80, "dotpayprovid": 80, "seller_id": 80, "pin": 80, "lock": 80, "lang": 80, "pl": 80, "polish": 80, "gatewai": 80, "transfer": 80, "purchas": 80, "item": [80, 82, 105], "param": 80, "seller": 80, "consult": 80, "ui": 80, "languag": [80, 81, 82, 87, 92, 108], "data_item_1": 80, "emphasi": 81, "strong": 81, "hyperlink": 81, "cross": 81, "uri": 81, "web": 81, "anonym": 81, "label": [81, 90, 105, 107, 108], "substitut": 81, "charact": 81, "exceedingli": 81, "ugli": 81, "problem": 81, "problemat": 81, "ext": [81, 82], "autodoc": [81, 82], "demo": [81, 90], "test_py_modul": [81, 85], "my": 81, "role": 81, "pep": 81, "287": 81, "rfc": 81, "2822": 81, "superscript": 81, "gui": 81, "taken": 81, "height": 81, "interfer": 81, "press": 81, "keyboard": 81, "mous": 81, "mmb": 81, "menuselect": 81, "seen": [81, 82], "whitespac": 81, "signific": [81, 92], "strang": 81, "hyphen": 81, "word": [81, 107], "adjust": 81, "width": [81, 107], "browser": 81, "window": 81, "sentenc": [81, 107], "suppli": [81, 97], "258": 81, "equat": 81, "x_": 81, "x_0": 81, "x_1": 81, "x_2": 81, "x_3": 81, "x_4": 81, "nabla": 81, "frac": 81, "theta": 81, "phi": 81, "restructuredtext": [81, 82], "parser": [81, 105], "colon": 81, "indent": 81, "literal_block": 81, "spaces_and_linebreak": 81, "preserv": [81, 87, 90], "markup_process": 81, "Or": 81, "great": [81, 88, 92, 94, 112], "why": [81, 110], "didn": 81, "blank": 81, "align": 81, "permit": 81, "awai": 81, "eric": 81, "orchestra": 81, "leader": 81, "bee": 81, "philosoph": 81, "ipso": 81, "facto": 81, "But": [81, 88, 97], "got": [81, 88], "vi": 81, "entiti": 81, "said": 81, "entir": [81, 112], "ancient": 81, "injuri": 81, "sing": 81, "elk": 81, "bracket": 81, "miss": [81, 88], "brontosaurus": 81, "thin": 81, "thicker": 81, "middl": 81, "That": [81, 88], "mine": 81, "belong": 81, "me": [81, 82], "ann": 81, "begun": 81, "cut": [81, 97], "past": 81, "pars": [81, 88], "someurl": 81, "dev0": 81, "1d0916f": 81, "caption": [81, 84], "pane": 81, "shell_command": 81, "echo": 81, "did": 81, "window_nam": 81, "session_nam": 81, "shorthand": 81, "some_funct": 81, "highlight": 81, "THE": 81, "heaven": 81, "hexagram": 81, "six": 81, "unbroken": 81, "primal": 81, "light": [81, 111], "spirit": 81, "weak": 81, "essenc": 81, "energi": 81, "unrestrict": 81, "conceiv": 81, "motion": 81, "regard": [81, 112], "basi": 81, "thu": 81, "persist": 81, "dual": 81, "sens": [81, 88], "univers": 81, "world": 81, "men": 81, "express": 81, "deiti": 81, "human": 81, "denot": [81, 92], "holi": 81, "man": [81, 82], "sage": 81, "ruler": 81, "who": 81, "awaken": 81, "utf": [81, 82], "sphinx_rtd_them": [81, 82], "docstr": [81, 82, 89], "dl": 81, "dt": 81, "tag": [81, 108], "tt": 81, "descnam": 81, "descclassnam": 81, "wrote": 81, "anyth": [81, 82, 110], "programm": 81, "myclass": 81, "dothismethod": 81, "flush": 81, "meth": 81, "capit": 81, "flox": 81, "unreferenc": 81, "nonexist": 81, "extrem": 81, "stuff": 81, "mayb": 81, "bold": 81, "ital": 81, "heck": 81, "put": [81, 107], "13": [81, 85], "backlink": 81, "knowledg": 81, "mind": 81, "ey": 81, "thought": 81, "medium": 81, "peopl": 81, "subsect": 81, "interpol": 81, "indirect": 81, "phrase": 81, "docutil": [81, 82], "sourceforg": [81, 82], "ref": 81, "clickabl": 81, "legend": 81, "revis": [81, 82, 96, 100], "revisit": 81, "enhanc": 81, "structuredtext": 81, "wooden": 81, "nickel": 81, "mad": 81, "scientist": 81, "bigger": 81, "bread": 81, "box": [81, 109, 112], "wash": 81, "behind": 81, "ear": 81, "room": 81, "closet": 81, "bathroom": 81, "trash": 81, "sink": 81, "mother": 81, "g_": 81, "mu": 81, "nu": 81, "pi": 81, "t_": 81, "rho_": 81, "servic": 81, "thing1": 81, "thing2": 81, "thing3": 81, "prose": 81, "provok": 81, "mental": 81, "exert": 81, "reader": 81, "discret": 81, "strongli": 81, "advis": 81, "subtitl": 81, "outsid": 81, "often": 81, "besid": 81, "border": 81, "background": [81, 87], "ok": [81, 88], "transmit": 81, "disconnect": 81, "nonetheless": 81, "semant": 81, "blue": [81, 92], "white": 81, "arab": 82, "roman": 82, "upper": 82, "iii": 82, "iv": 82, "classifi": [82, 87, 88, 105, 107], "paragraph": [82, 85], "z": 82, "commonli": 82, "vm": 82, "david": 82, "goodger": 82, "address": [82, 92, 96], "123": 82, "street": 82, "canada": 82, "a1b": 82, "2c3": 82, "contact": 82, "myself": 82, "organ": 82, "humankind": 82, "2012": 82, "03": 82, "19": [82, 85], "53": 82, "0000": 82, "tue": 82, "jan": 82, "progress": 82, "7302": 82, "wish": 82, "redistribut": 82, "reattribut": 82, "sell": 82, "bui": 82, "rent": 82, "leas": 82, "improv": [82, 110], "quot": 82, "excerpt": 82, "incorpor": 82, "collat": 82, "fold": 82, "stapl": 82, "mutil": 82, "anyon": 82, "heart": 82, "bibliograph": 82, "markup": [82, 85], "literal": 82, "yahoo": 82, "oh": 82, "liter": 82, "heh": 82, "child": 82, "beat": 82, "text": [82, 84, 107], "hehe": 82, "kept": 82, "sai": [82, 107], "cackl": 82, "night": 82, "lone": 82, "guangzhou": 82, "destini": 82, "hope": 82, "dream": 82, "forth": 82, "fifth": 82, "sixth": 82, "lorem": [82, 84], "ipsum": [82, 84], "dolor": [82, 84], "sit": [82, 84], "amet": [82, 84], "consectetur": [82, 84], "adipisc": [82, 84], "elit": [82, 84], "donec": [82, 84], "porttitor": [82, 84], "odio": [82, 84], "posuer": [82, 84], "vita": [82, 84], "ornar": [82, 84], "libero": [82, 84], "matti": 82, "loborti": [82, 84], "justo": [82, 84], "vestibulum": [82, 84], "nibh": [82, 84], "aliquet": [82, 84], "sed": [82, 84], "feugiat": [82, 84], "sagitti": [82, 84], "nequ": [82, 84], "qui": [82, 84], "eleifend": 82, "dui": [82, 84], "rutrum": [82, 84], "lectu": [82, 84], "suscipit": [82, 84], "letter": [82, 107], "column": 82, "cell": 82, "span": 82, "nam": [82, 84], "mauri": [82, 84], "arcu": [82, 84], "stub": 82, "behav": 83, "area": 83, "interdum": 84, "nec": 84, "finibu": 84, "dictum": 84, "velit": 84, "ut": 84, "eu": 84, "efficitur": 84, "aliquam": 84, "erat": 84, "diam": 84, "gravida": 84, "imperdiet": 84, "tellu": 84, "nisl": 84, "praesent": 84, "eget": 84, "elementum": 84, "rhoncu": 84, "tincidunt": 84, "suspendiss": 84, "volutpat": 84, "scelerisqu": 84, "tristiqu": 84, "aenean": 84, "condimentum": 84, "risu": 84, "accumsan": 84, "laoreet": 84, "maximu": 84, "sapien": 84, "ligula": 84, "fringilla": 84, "commodo": 84, "proin": 84, "et": 84, "pharetra": 84, "etiam": 84, "turpi": 84, "ant": 84, "luctu": 84, "vel": 84, "malesuada": 84, "dignissim": 84, "mi": 84, "nunc": 84, "augu": 84, "sem": 84, "cursu": 84, "nulla": 84, "pellentesqu": 84, "habit": 84, "morbi": 84, "senectu": 84, "netu": 84, "fame": 84, "ac": 84, "egesta": 84, "placerat": 84, "tortor": 84, "iaculi": 84, "venenati": 84, "cra": 84, "puru": 84, "ero": 84, "vehicula": 84, "fusc": 84, "auctor": 84, "phasellu": 84, "est": 84, "viverra": 84, "conval": 84, "faucibu": 84, "vulput": 84, "feli": 84, "sodal": 84, "maecena": 84, "congu": 84, "semper": 84, "enim": 84, "blandit": 84, "sollicitudin": 84, "urna": 84, "orci": 84, "lacu": 84, "quisqu": 84, "facilisi": 84, "hendrerit": 84, "curabitur": 84, "variu": 84, "bibendum": 84, "massa": 84, "magna": 84, "tempu": 84, "metu": 84, "nisi": 84, "pretium": 84, "leo": 84, "euismod": 84, "ultric": 84, "dapibu": 84, "lacinia": 84, "vivamu": 84, "molesti": 84, "hac": 84, "habitass": 84, "platea": 84, "dictumst": 84, "git": 85, "content": [85, 90, 108], "changelog": 85, "math": 85, "9": [85, 88, 92, 108], "14": [85, 93, 101, 108], "17": 85, "18": [85, 88, 96], "submenu": 85, "symlink": 86, "subtre": 86, "_theme": 86, "html_theme": 86, "html_theme_path": 86, "optimiz": 87, "tutori": [87, 90, 92, 94, 96, 97], "beginn": 87, "intro_to_torchscript_tutori": 87, "briefli": 87, "lenet": [87, 88], "lenetfeatextractor": 87, "conv1": [87, 88], "conv2d": [87, 92, 105], "conv2": [87, 88], "lenetclassifi": 87, "fc1": [87, 88], "120": [87, 88], "fc2": [87, 88], "84": [87, 88], "fc3": [87, 88], "feat": [87, 88], "obvious": 87, "pathwai": 87, "input_data": [87, 89], "traced_model": 87, "pick": 87, "script_model": [87, 91], "perspect": 87, "___torch_mangle_10": 87, "129": 87, "___torch_mangle_9": 87, "119": 87, "___torch_mangle_5": 87, "137": 87, "callmethod": 87, "138": 87, "38": 87, "39": 87, "torch_script_modul": [87, 88], "in_tensor": 87, "fly": 87, "lenet_script": [87, 88], "haven": 88, "acquir": 88, "dyanmo": 88, "almost": [88, 112], "trt_lenet_script": 88, "apr": 88, "56": 88, "04": [88, 108], "credit": 88, "stop": 88, "argc": 88, "argv": 88, "cerr": 88, "cout": 88, "even": [88, 96], "cppdoc": 88, "pretti": 88, "fashion": [88, 107], "enable_precis": 88, "And": 88, "convertgraphtotrtengin": 88, "engine_converted_from_jit": 88, "close": 88, "saw": 88, "576": 88, "346": 88, "539": 88, "0464": 88, "0383": 88, "0678": 88, "0932": 88, "1045": 88, "0805": 88, "0435": 88, "0818": 88, "0208": 88, "0358": 88, "cudafloattyp": 88, "0530": 88, "1691": 88, "2802": 88, "1502": 88, "1056": 88, "1549": 88, "input0": [88, 89], "1063": 88, "input1": [88, 89], "input2": 88, "28": 88, "29": 88, "33": 88, "35": 88, "36": 88, "37": 88, "compilegraph": [88, 90], "laid": 88, "translat": [88, 97], "aren": 88, "techniqu": [88, 90, 110], "checkmethodoperatorsupport": 88, "modular": 88, "ship": [88, 110], "exhaust": 88, "109": 88, "addlay": 88, "yourself": 88, "question": 88, "outself": 88, "flatten_convert": 88, "unwraptoint": 88, "in_shap": 88, "tovec": 88, "out_shap": 88, "shuffl": [88, 90, 105], "addshuffl": 88, "setreshapedimens": 88, "todim": 88, "extens": [88, 112], "ctype": 88, "cdll": 88, "contributor": 88, "upstream": 88, "pr": 88, "usecas": [89, 106], "sole": [89, 90, 112], "individu": 89, "accuraci": [90, 107], "loss": [90, 107], "infrastructur": [90, 108], "streamlin": 90, "expos": [90, 92], "cpp_frontend": 90, "loading_data_recip": 90, "cifar10": [90, 105], "cstddef": 90, "ktrain": 90, "ktest": 90, "un": 90, "cs": 90, "toronto": 90, "edu": 90, "kriz": 90, "cifar": 90, "is_train": 90, "trim": 90, "use_subset": 90, "new_siz": 90, "mode_": 90, "images_": 90, "targets_": 90, "calibration_dataset": 90, "data_dir": 90, "320": 90, "4914": [90, 105], "4822": [90, 105], "4465": [90, 105], "2023": [90, 105], "1994": [90, 105], "2010": [90, 105], "dataloaderopt": 90, "worker": 90, "simpler": 90, "virtual": 90, "input_shap": [90, 113], "compile_spec": [90, 99, 113], "kf16": [90, 113], "ki8": 90, "vgg16": [90, 95, 105, 106], "testing_dataset": [90, 105], "totensor": [90, 105, 108], "testing_dataload": [90, 105], "num_work": [90, 105], "vgg": [90, 105], "test_ptq_dataloader_calibr": 90, "test_ptq_trt_calibr": 90, "krizhevski": 90, "hinton": 90, "2009": 90, "tini": 90, "simonyan": 90, "zisserman": 90, "2014": 90, "recognit": [90, 107], "arxiv": 90, "preprint": 90, "1409": 90, "1556": 90, "_jit_to_backend": 91, "mobilenet_v2": 91, "pretrain": [91, 94, 96, 99, 102, 107, 108], "cost": [92, 94, 97, 110], "perhap": 92, "overhead": [92, 110], "sake": 92, "circular": 92, "red": 92, "green": 92, "twice": 92, "written": 92, "openai": 92, "formal": 92, "tl": 92, "custom_op": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "block_siz": 92, "pid": 92, "program_id": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "launch": [92, 108], "torchtrt_ex": 92, "triton_circular_pad": 92, "mutates_arg": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": 92, "orig_dim": 92, "blocksiz": 92, "256": [92, 105, 108], "numblock": 92, "ex_input": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "register_fak": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "my_model": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 107], "count": 92, "__": 92, "were": [92, 97, 110], "aggreg": 92, "stat": 92, "latenc": [92, 110], "abstractli": 92, "pkl": [92, 96], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "assert": [92, 96, 97], "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "as_tensor": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": 92, "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "minut": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "custom_kernel_plugin": 92, "jupyt": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106], "ipynb": [92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105], "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94], "bertmodel": [93, 101], "random": [93, 94, 96, 97], "seed": [93, 94, 96, 97], "manual_se": [93, 94, 96, 97], "from_pretrain": [93, 96, 100, 101, 103, 104], "uncas": [93, 101, 107], "return_dict": 93, "randint": [93, 101], "compile_bert": 93, "enable_tim": [93, 94], "1st": [93, 94], "measur": [93, 94], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "messur": [93, 94], "compilation_kwarg": [93, 101], "torch_trt_bert_engine_cach": 93, "30": [93, 94, 96, 97, 99, 101], "synchron": [93, 94], "elapsed_tim": [93, 94], "millisecond": 93, "__name__": [93, 98, 101], "__main__": [93, 98, 101], "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": 94, "explor": [94, 106], "resnet18": [94, 96, 97, 99, 102], "torch_trt": [94, 96, 97], "_default": 94, "_engine_cach": 94, "flexibl": [94, 112], "histor": 94, "barrier": 94, "reconstruct": 94, "prior": [94, 109, 110], "ti": 94, "hash": 94, "magnitud": 94, "make_refitt": 94, "torch_compil": [94, 98, 99, 101, 102, 109, 112], "compiled_model": 94, "ms": 94, "dynamo_compil": 94, "example_input": 94, "200": 94, "dynamic_shap": [94, 109], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "cudagraph": [95, 106], "mutabl": [95, 106], "vgg16_fp8_ptq": [95, 106], "bert": [95, 101, 106], "gpt2": [95, 106], "llama2": [95, 106], "straightforward": 96, "especi": 96, "hug": [96, 103, 104], "face": [96, 103, 104], "difficult": 96, "ever": 96, "walk": [96, 97], "lora": [96, 97], "use_python": 96, "mutable_modul": 96, "model2": [96, 97], "expected_output": [96, 97], "refitted_output": [96, 97], "allclos": [96, 97], "reload": [96, 112], "checkpoint": [96, 105], "civitai": 96, "12597": 96, "moxin": 96, "diffusionpipelin": [96, 100], "no_grad": [96, 103, 104, 105], "model_id": [96, 100], "runwayml": 96, "v1": [96, 100], "hous": 96, "forest": 96, "shuimobysim": 96, "wuchangshuo": 96, "qualiti": 96, "worst": 96, "lowr": 96, "focu": 96, "cloudi": 96, "watermark": 96, "pipe": [96, 100], "torch_dtyp": [96, 100], "unet": [96, 100], "negative_prompt": 96, "num_inference_step": 96, "without_lora_mut": 96, "jpg": [96, 108], "procedur": 96, "load_lora_weight": 96, "stablediffusionapi": 96, "load_lora_embed": 96, "weight_nam": 96, "safetensor": 96, "adapter_nam": 96, "lora1": 96, "set_adapt": 96, "adapter_weight": 96, "fuse_lora": 96, "unload_lora_weight": 96, "with_lora_mut": 96, "mutable_torchtrt_module_exampl": 96, "expens": 97, "involv": 97, "occasion": [97, 98, 101], "adapt": 97, "infeas": 97, "focus": 97, "mostli": 97, "recogn": 97, "behalf": 97, "init": [97, 105], "sett": 97, "randomli": 97, "exp_program2": 97, "compiled_trt_ep": 97, "new_trt_gm": 97, "accomplish": 97, "gaurente": 97, "attempt": [97, 105, 109], "rebuild": 97, "heurist": 97, "refit_engine_exampl": 97, "x_out": 98, "y_out": 98, "x_y_out": 98, "invoc": 98, "sample_inputs_half": 98, "model_half": 98, "backend_kwarg": 98, "optimized_model_custom": 98, "exit": [98, 101, 108], "2052": [98, 101], "compile_engine_and_inf": [98, 101], "new_input": [99, 101], "new_output": [99, 101], "new_batch_size_input": 99, "new_batch_size_output": 99, "inputs_bs8": 99, "mark_dynam": [99, 109], "outputs_bs8": 99, "No": [99, 109], "inputs_bs12": 99, "outputs_bs12": 99, "compvi": 100, "majest": 100, "castl": 100, "cloud": 100, "majestic_castl": 100, "png": 100, "enable_cudagraph": [102, 110], "out_trt": 102, "set_cudagraphs_mod": [102, 110], "inputs_2": 102, "inputs_3": 102, "out_trt_2": 102, "out_trt_3": 102, "torch_export_cudagraph": 102, "automodelforcausallm": [103, 104], "autotoken": [103, 104], "export_llm": [103, 104], "max_token": [103, 104], "kv_cach": [103, 104], "token": [103, 104, 107], "pad_token_id": 103, "eos_token_id": [103, 104], "attn_implement": [103, 104], "eager": [103, 104], "model_input": [103, 104], "return_tensor": [103, 104], "input_id": [103, 104], "regress": [103, 104], "huggingfac": [103, 104, 107], "pyt_gen_token": [103, 104], "gpt2_ep": 103, "max_seq_len": [103, 104], "trt_gen_token": [103, 104], "skip_special_token": [103, 104], "torch_export_gpt2": 103, "llama_path": 104, "llama": 104, "7b": 104, "chat": 104, "hf": 104, "llama2_ep": 104, "batch_decod": 104, "clean_up_tokenization_spac": 104, "torch_export_llama2": 104, "argpars": 105, "modelopt": 105, "mtq": 105, "export_torch_mod": 105, "layer_spec": 105, "num_class": 105, "1000": [105, 108], "init_weight": 105, "in_channel": 105, "pool": [105, 113], "maxpool2d": 105, "batchnorm2d": 105, "sequenti": 105, "avgpool": 105, "adaptiveavgpool2d": 105, "4096": 105, "dropout": 105, "_initialize_weight": 105, "kaiming_normal_": 105, "fan_out": 105, "nonlinear": 105, "constant_": 105, "elif": 105, "normal_": 105, "vgg16_cfg": 105, "128": 105, "argumentpars": 105, "add_argu": 105, "ckpt": 105, "parse_arg": 105, "model_state_dict": 105, "device_count": 105, "ordereddict": 105, "new_state_dict": 105, "forget": 105, "training_dataset": 105, "randomcrop": 105, "randomhorizontalflip": 105, "training_dataload": 105, "drop_last": 105, "crit": 105, "crossentropyloss": 105, "calibrate_loop": 105, "pred": 105, "5f": 105, "acc": 105, "2f": 105, "quantize_typ": 105, "quant_cfg": 105, "int8_default_cfg": 105, "fp8_default_cfg": 105, "forward_loop": 105, "qdq": 105, "incomplet": 105, "functionaltensor": 105, "functionaltensormod": 105, "_trace": 105, "_export": 105, "float8_e4m3fn": 105, "class_prob": 105, "class_pr": 105, "test_prob": 105, "test_pr": 105, "test_loss": 105, "test_acc": 105, "vgg16_ptq": 105, "concept": 106, "_rendered_examples_python": 106, "_rendered_examples_jupyt": 106, "acoust": 107, "speech": 107, "quartznet": 107, "contextnet": 107, "subword": 107, "piec": 107, "excit": 107, "se": 107, "smaller": 107, "audio": 107, "transcrib": 107, "speedup": 107, "obtain": [107, 111], "feedforward": 107, "cnn": 107, "uniformli": 107, "resolut": 107, "highli": [107, 108], "compound": 107, "coeffici": 107, "b0": 107, "corpu": 107, "english": 107, "supervis": 107, "walkthrough": 107, "overal": 107, "jetson": 107, "adopt": 107, "mobilenetv2": 107, "classif": 107, "imagenet": 107, "imagenett": 107, "qat": 107, "simul": 107, "hand": 108, "consider": 108, "concurr": 108, "grpc": 108, "solv": 108, "aforement": 108, "familiar": 108, "resnet50": 108, "torchhub": 108, "docker": 108, "login": 108, "xx": 108, "yy": 108, "mm": 108, "publish": 108, "22": 108, "pwd": 108, "scratch_spac": 108, "nvcr": 108, "py3": 108, "proce": 108, "hub": 108, "_validate_not_a_forked_repo": 108, "suggest": 108, "simplest": 108, "model_repositori": 108, "pbtxt": 108, "pytorch_libtorch": 108, "input__0": 108, "data_typ": 108, "type_fp32": 108, "output__0": 108, "exact": 108, "encourag": 108, "rm": 108, "8000": 108, "8001": 108, "8002": 108, "the_model_repositori": 108, "tritonserv": 108, "spin": 108, "proceed": 108, "flesh": 108, "wget": 108, "img1": 108, "hakaimagazin": 108, "wp": 108, "gulf": 108, "bird": 108, "attrdict": 108, "pyindex": 108, "tritoncli": 108, "jump": 108, "firstli": 108, "resiz": 108, "pil": 108, "httpclient": 108, "triton_to_np_dtyp": 108, "rn50_preprocess": 108, "img_path": 108, "img": 108, "centercrop": 108, "485": 108, "456": 108, "406": 108, "229": 108, "transformed_img": 108, "inferenceservercli": 108, "localhost": 108, "secondli": 108, "inferinput": 108, "set_data_from_numpi": 108, "binary_data": 108, "inferrequestedoutput": 108, "class_count": 108, "lastli": 108, "send": 108, "model_nam": 108, "inference_output": 108, "as_numpi": 108, "468750": 108, "90": 108, "523438": 108, "92": 108, "664062": 108, "429688": 108, "136": 108, "234375": 108, "confidence_scor": 108, "classification_index": 108, "eagerli": 109, "swap": 109, "exactli": 109, "_tracer": 109, "sometim": 109, "queri": 109, "attn_weight": 109, "seq_len": 109, "compiler_dynamic_shap": 109, "inputs_bs2": 109, "libtorchtrt_runtim": 110, "dl_open": 110, "ld_preload": 110, "load_librari": 110, "cxx11": 110, "abi": 110, "wl": 110, "ltorchtrt": 110, "torchtrt_runtime_exampl": 110, "libtorchtrt_plugin": 110, "neglig": 110, "thread": 110, "alert": 110, "switch": 110, "mismatch": 110, "crash": 110, "sacrif": 110, "incur": 110, "intens": 110, "trt_ep": 111, "stai": 111, "trt_t": 111, "ergonom": 112, "deleg": 112, "believ": 112, "amen": 112, "artifact": 112, "pack": 112, "year": 112, "superset": 112, "codebas": 112, "immedi": 112, "traceabl": 112, "scriptabl": 112, "hardwar": 113, "neural": 113, "deconvolut": 113, "scripted_model": 113}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [75, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[75, 9, 1, "", "Device"], [75, 9, 1, "", "DeviceType"], [75, 9, 1, "", "EngineCapability"], [75, 9, 1, "", "Input"], [75, 9, 1, "", "MutableTorchTensorRTModule"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 9, 1, "", "dtype"], [111, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [75, 12, 1, "", "load"], [72, 8, 0, "-", "logging"], [75, 9, 1, "", "memory_format"], [74, 8, 0, "-", "runtime"], [75, 12, 1, "", "save"], [76, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "device_type"], [75, 11, 1, "", "dla_core"], [75, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[75, 11, 1, "", "DLA"], [75, 11, 1, "", "GPU"], [75, 11, 1, "", "UNKNOWN"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[75, 11, 1, "", "DLA_STANDALONE"], [75, 11, 1, "", "SAFETY"], [75, 11, 1, "", "STANDARD"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[75, 10, 1, "", "__init__"], [75, 11, 1, "", "dtype"], [75, 10, 1, "", "example_tensor"], [75, 11, 1, "", "format"], [75, 10, 1, "", "from_tensor"], [75, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[75, 10, 1, "", "__init__"], [75, 10, 1, "", "compile"], [75, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[75, 11, 1, "", "b"], [75, 11, 1, "", "bf16"], [75, 11, 1, "", "f16"], [75, 11, 1, "", "f32"], [75, 11, 1, "", "f64"], [75, 11, 1, "", "f8"], [75, 11, 1, "", "i32"], [75, 11, 1, "", "i64"], [75, 11, 1, "", "i8"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"], [75, 11, 1, "", "u8"], [75, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "export"], [70, 12, 1, "", "refit_module_weights"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[75, 11, 1, "", "cdhw32"], [75, 11, 1, "", "chw16"], [75, 11, 1, "", "chw2"], [75, 11, 1, "", "chw32"], [75, 11, 1, "", "chw4"], [75, 11, 1, "", "dhwc"], [75, 11, 1, "", "dhwc8"], [75, 11, 1, "", "dla_hwc4"], [75, 11, 1, "", "dla_linear"], [75, 11, 1, "", "hwc"], [75, 11, 1, "", "hwc16"], [75, 11, 1, "", "hwc8"], [75, 11, 1, "", "linear"], [75, 10, 1, "", "to"], [75, 10, 1, "", "try_from"], [75, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[74, 9, 1, "", "PythonTorchTensorRTModule"], [74, 9, 1, "", "TorchTensorRTModule"], [74, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "cudagraphs_validate_shapes"], [74, 10, 1, "", "disable_profiling"], [74, 10, 1, "", "enable_profiling"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_layer_info"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[74, 10, 1, "", "__init__"], [74, 10, 1, "", "forward"], [74, 10, 1, "", "get_extra_state"], [74, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[76, 12, 1, "", "TensorRTCompileSpec"], [76, 12, 1, "", "check_method_op_support"], [76, 12, 1, "", "compile"], [76, 12, 1, "", "convert_method_to_trt_engine"], [76, 12, 1, "", "embed_engine_in_new_module"], [73, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[73, 9, 1, "", "CacheCalibrator"], [73, 9, 1, "", "CalibrationAlgo"], [73, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[73, 11, 1, "", "ENTROPY_CALIBRATION"], [73, 11, 1, "", "ENTROPY_CALIBRATION_2"], [73, 11, 1, "", "LEGACY_CALIBRATION"], [73, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74, 75], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 84, 85], "devic": [1, 46, 110], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 79], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50, 105], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 76, 99, 101, 102, 112], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 75], "level": [16, 79, 81, 82], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 79, 80, 81, 82, 83, 84], "definit": [18, 19, 20, 21, 82, 97, 98, 99, 100, 101, 102, 103, 104, 105], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 90, 105], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75, 76, 105], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 66, 68, 87, 88, 91, 111, 112], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 88, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 111, 112], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 97, 110], "list": [42, 43, 44, 45, 82], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 99, 101], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 88, 89, 91, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 68, 88, 89, 91, 92, 96, 97, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], "c": [50, 61, 66, 67, 68, 88, 90, 107], "api": [50, 51, 61, 66, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 88], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 88], "write": [54, 60, 62, 92], "dynamo": [54, 62, 68, 70, 95, 103, 104, 106, 111, 112], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 81, 83, 107], "convolut": 54, "oper": [54, 64, 69, 88, 92], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 88, 89, 91, 92, 98, 99, 101, 102, 103, 104, 105, 107, 109], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 68, 81], "except": 55, "Or": 55, "pattern": 55, "redund": 55, "guard": 55, "freez": 55, "modul": [55, 87, 88, 96, 112], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58, 112], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optim": [55, 67, 108], "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": [55, 105], "replac": [55, 81], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 66], "awar": [56, 107], "runtim": [57, 58, 59, 74, 110], "background": [58, 60], "engin": [58, 65, 92, 93, 94], "executor": 58, "op": [58, 65, 92], "construct": 58, "result": 58, "serial": [58, 64, 67], "deseri": 58, "abi": [58, 66], "version": [58, 66], "format": [58, 112], "system": [59, 66], "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 79], "arg": [60, 80], "weight": [60, 97, 105], "other": 60, "advic": 60, "link": [61, 81], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 66, 67, 68, 87, 89, 90], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 91, 92, 103, 104, 107], "native_op": 61, "ir": [61, 111, 112], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 88], "export": [63, 67, 102, 109], "customiz": [63, 64], "set": [63, 64, 96, 98, 102, 108], "under": [63, 88, 109], "hood": [63, 88, 109], "trace": 63, "backend": [64, 99, 103, 104], "kei": 64, "featur": 64, "custom": [64, 88, 92, 94, 98, 109], "usag": [64, 97, 98], "after": 64, "model": [64, 65, 92, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 111], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 99, 107, 109], "shape": [64, 99, 107, 109], "support": [64, 69], "recompil": [64, 99], "condit": 64, "fx": [65, 68, 71, 107, 112], "frontend": [65, 66, 68, 91, 107, 112], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 79, 90], "add": 65, "miss": 65, "instal": [66, 86], "precompil": 66, "binari": 66, "specif": 66, "cuda": [66, 98, 101], "nightli": 66, "build": [66, 79, 108], "onli": 66, "from": [66, 91], "sourc": 66, "linux": 66, "packag": [66, 110], "addit": 66, "option": [66, 67, 79, 80, 82, 99, 101, 112], "distribut": 66, "No": 66, "librari": [66, 110], "standalon": 66, "releas": 66, "debug": 66, "pre": [66, 105], "cxx11": 66, "choos": 66, "right": 66, "window": 66, "step": [66, 67, 108], "advanc": [66, 97, 98], "setup": 66, "troubleshoot": 66, "altern": 66, "cmake": 66, "nativ": 66, "aarch64": 66, "jetson": 66, "prerequisit": 66, "environ": 66, "cli": [66, 68], "quick": 67, "start": [67, 68], "1": [67, 83, 108], "2": [67, 83, 84, 108], "deploi": [67, 105, 107, 110], "deploy": 67, "In": [68, 97], "framework": 68, "infer": [68, 99, 100, 101, 102, 105, 108], "nvidia": 68, "gpu": 68, "get": 68, "tutori": [68, 106], "contributor": 68, "indic": 68, "legaci": [68, 112], "further": 68, "inform": 68, "current": 69, "through": 69, "ts": [73, 76, 112], "submodul": 75, "comput": 77, "time": [77, 112], "changelog": 78, "configur": 79, "project": 79, "wide": 79, "html": 79, "theme": [79, 85], "toc": 79, "page": 79, "tabl": [79, 80, 81, 82, 83, 84], "mod": 80, "test_py_modul": 80, "gener": [80, 103, 104], "index": 80, "paramet": 80, "data": 80, "paragraph": [81, 84], "markup": 81, "inlin": 81, "math": 81, "meta": 81, "block": 81, "liter": 81, "line": 81, "quot": 81, "doctest": 81, "emphas": 81, "number": [81, 82], "sidebar": 81, "ch": 81, "ien": 81, "The": [81, 88, 103, 104], "creativ": 81, "A": 81, "refer": 81, "footnot": 81, "citat": [81, 90], "glossari": 81, "target": 81, "direct": 81, "center": 81, "text": [81, 103, 104], "imag": [81, 82], "figur": 81, "admonit": 81, "And": 81, "wai": 81, "topic": 81, "rubric": 81, "titl": 81, "compound": 81, "download": [81, 86], "enumer": 82, "field": 82, "bullet": 82, "second": 82, "But": 82, "deeper": 82, "down": 82, "rabbit": 82, "hole": 82, "hlist": 82, "grid": 82, "giant": 82, "can": 82, "have": 82, "caption": [82, 85], "like": [82, 103, 104], "thi": [82, 85], "one": 82, "long": [83, 85], "sticki": 83, "nav": 83, "menu": [83, 85], "3": [83, 108], "4": 83, "5": 83, "6": 83, "7": 83, "8": 83, "9": 83, "10": 83, "11": 83, "12": 83, "13": 83, "14": 83, "15": 83, "16": 83, "17": 83, "18": 83, "19": 83, "20": 83, "submenu": 83, "subsubmenu": 83, "structur": 84, "element": 84, "section": 84, "subsect": 84, "subsubsect": 84, "demo": 85, "an": 85, "incred": 85, "via": 86, "git": 86, "creat": [87, 90], "work": [87, 88], "save": [87, 96, 111], "disk": 87, "quickstart": 88, "unsupport": 88, "post": 90, "train": [90, 105, 107], "quantiz": [90, 105, 107], "your": [90, 108], "own": 90, "applic": 90, "directli": 91, "kernel": 92, "within": 92, "test": 92, "our": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 97], "bert": [93, 107], "jit": [94, 109], "aot": [94, 109], "mutabl": 96, "initi": 96, "make": [96, 97], "modif": 96, "stabl": [96, 100], "diffus": [96, 100], "huggingfac": 96, "refit": 97, "new": 97, "standard": 97, "workflow": 97, "import": [97, 98, 99, 100, 101, 102, 103, 104, 105], "pretrain": 97, "map": 97, "place": 97, "default": [98, 102], "cleanup": [98, 101], "driver": [98, 101], "error": [98, 101], "note": [98, 101], "resnet": 99, "argument": [99, 101], "avoid": 99, "specifi": 99, "befor": 99, "trt": 99, "transform": [101, 107], "cudagraph": [102, 110], "integr": 102, "gpt2": 103, "output": [103, 104], "decod": [103, 104], "sentenc": [103, 104], "should": [103, 104], "look": [103, 104], "i": [103, 104], "enjoi": [103, 104], "walk": [103, 104], "my": [103, 104], "cute": [103, 104], "dog": [103, 104], "m": [103, 104], "sure": [103, 104], "ll": [103, 104], "ever": [103, 104], "abl": [103, 104], "llama2": 104, "load": [105, 111], "dataset": 105, "loss": 105, "calibr": 105, "tune": 105, "fp8": 105, "notebook": 107, "citrinet": 107, "efficientnet": 107, "mask": 107, "languag": 107, "mlm": 107, "hug": 107, "face": 107, "acceler": 107, "serv": [107, 108], "resnet50": 107, "lenet": 107, "deep": 107, "learn": 107, "object": 107, "detect": 107, "ssd": 107, "int8": 107, "triton": 108, "up": 108, "server": 108, "client": 108, "queri": 108, "constraint": 109, "libtorchtrt": 110, "so": 110, "plugin": 110, "multi": 110, "safe": 110, "mode": 110, "exportedprogram": 111, "b": 111, "explain": 112, "just": 112, "accept": 112, "return": 112, "ahead": 112, "dla": 113}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index c3a31c66cb..0a24cb91ea 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Computation times &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Computation times &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html
index 9cba76756e..b92876b186 100644
--- a/docs/src/pytorch-sphinx-theme/docs/changelog.html
+++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Changelog &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Changelog &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html
index d7b27b078a..2dc6e72e91 100644
--- a/docs/src/pytorch-sphinx-theme/docs/configuring.html
+++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Configuration &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Configuration &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
index 802c5c4b45..af97b6962d 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
index 67f6859334..220241f86d 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
@@ -12,7 +12,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
@@ -654,7 +654,7 @@ <h3><a class="toc-backref" href="#id41"><span class="section-number">3.4.4. </sp
 <section id="code-blocks">
 <h3><a class="toc-backref" href="#id42"><span class="section-number">3.4.5. </span>Code Blocks</a><a class="headerlink" href="#code-blocks" title="Permalink to this heading">¶</a></h3>
 <pre class="literal-block"># parsed-literal test
-curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.5.0.dev0+97d4f2b.tar-gz</pre>
+curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.5.0.dev0+1d0916f.tar-gz</pre>
 <div class="literal-block-wrapper docutils container" id="id23">
 <div class="code-block-caption"><span class="caption-text">Code Blocks can have captions.</span><a class="headerlink" href="#id23" title="Permalink to this code">¶</a></div>
 <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index 1395ec5bfd..fddc4e869f 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index 55fec73e13..62d0620f38 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index 90b90d9fb1..fa84828bdc 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Structural Elements &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>1. Structural Elements &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index efbcf9c539..313ef79d7c 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index a20e372c2c..13f234fb8c 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/ts/creating_torchscript_module_in_python.html b/docs/ts/creating_torchscript_module_in_python.html
index 727227eb87..3bfe6d91d9 100644
--- a/docs/ts/creating_torchscript_module_in_python.html
+++ b/docs/ts/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/ts/getting_started_with_cpp_api.html b/docs/ts/getting_started_with_cpp_api.html
index e652027008..e8b864a02d 100644
--- a/docs/ts/getting_started_with_cpp_api.html
+++ b/docs/ts/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/ts/getting_started_with_python_api.html b/docs/ts/getting_started_with_python_api.html
index 6a3d8da013..cfe75c8036 100644
--- a/docs/ts/getting_started_with_python_api.html
+++ b/docs/ts/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/ts/ptq.html b/docs/ts/ptq.html
index 3ff3dbf7fd..7d0559d271 100644
--- a/docs/ts/ptq.html
+++ b/docs/ts/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/ts/torchscript_frontend_from_pytorch.html b/docs/ts/torchscript_frontend_from_pytorch.html
index 1008e6564f..c4a8108a39 100644
--- a/docs/ts/torchscript_frontend_from_pytorch.html
+++ b/docs/ts/torchscript_frontend_from_pytorch.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
index 806c4c3204..a9c4b40ac7 100644
--- a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
+++ b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
index 2da54681f5..d62df5b2a7 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Engine Caching (BERT) &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Engine Caching (BERT) &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
index b5724d9e0a..78ee023bc2 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Engine Caching &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Engine Caching &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/index.html b/docs/tutorials/_rendered_examples/dynamo/index.html
index 70893a023a..5f683a8b29 100644
--- a/docs/tutorials/_rendered_examples/dynamo/index.html
+++ b/docs/tutorials/_rendered_examples/dynamo/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
index 679479a0a7..a617a37fce 100644
--- a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
index a62aad1d16..210e572b3b 100644
--- a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Refitting Torch-TensorRT Programs with New Weights &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Refitting Torch-TensorRT Programs with New Weights &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
index 3e0d55714e..49de24e4aa 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
index 96f3805ea2..52d1a56ce0 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
index d34917a752..6722bf8aa7 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Stable Diffusion &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Torch Compile Stable Diffusion &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
index 44ca711335..e1f23e541a 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
index 6cc0a4f62d..d8120b89ec 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
index b72ef4b429..246940e56c 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling GPT2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Compiling GPT2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
index 3adf304738..317e22851f 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Llama2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Compiling Llama2 using the Torch-TensorRT with dynamo backend &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
index c7c6ecde82..fc6814ef94 100644
--- a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
+++ b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/index.html b/docs/tutorials/_rendered_examples/index.html
index 4d1bb11b9f..d9f893ae65 100644
--- a/docs/tutorials/_rendered_examples/index.html
+++ b/docs/tutorials/_rendered_examples/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -273,7 +273,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index e697a59b45..e6be471ebc 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Example notebooks &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Example notebooks &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index 8c264c8edb..c49a415ea8 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/user_guide/dynamic_shapes.html b/docs/user_guide/dynamic_shapes.html
index 1dcf8c2f55..1376834963 100644
--- a/docs/user_guide/dynamic_shapes.html
+++ b/docs/user_guide/dynamic_shapes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/user_guide/runtime.html b/docs/user_guide/runtime.html
index 9475430d59..7237ddedf8 100644
--- a/docs/user_guide/runtime.html
+++ b/docs/user_guide/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/user_guide/saving_models.html b/docs/user_guide/saving_models.html
index 89b3aeb0be..a9739e3ed7 100644
--- a/docs/user_guide/saving_models.html
+++ b/docs/user_guide/saving_models.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/user_guide/torch_tensorrt_explained.html b/docs/user_guide/torch_tensorrt_explained.html
index 84d75665e3..b430b7cbf0 100644
--- a/docs/user_guide/torch_tensorrt_explained.html
+++ b/docs/user_guide/torch_tensorrt_explained.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>
               
             
diff --git a/docs/user_guide/using_dla.html b/docs/user_guide/using_dla.html
index f5db5a1bc7..d947893a01 100644
--- a/docs/user_guide/using_dla.html
+++ b/docs/user_guide/using_dla.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>DLA &mdash; Torch-TensorRT v2.5.0.dev0+97d4f2b documentation</title>
+  <title>DLA &mdash; Torch-TensorRT v2.5.0.dev0+1d0916f documentation</title>
   
 
   
@@ -275,7 +275,7 @@
               
               
                 <div class="version">
-                  v2.5.0.dev0+97d4f2b
+                  v2.5.0.dev0+1d0916f
                 </div>