diff --git a/.github/scripts/install-torch-tensorrt.sh b/.github/scripts/install-torch-tensorrt.sh
index 86dfeda343..f74a3c226e 100644
--- a/.github/scripts/install-torch-tensorrt.sh
+++ b/.github/scripts/install-torch-tensorrt.sh
@@ -1,11 +1,17 @@
-set -exou pipefail
+set -x
 
-TORCH_TORCHVISION=$(grep "^torch" ${PWD}/py/requirements.txt)
+TORCH=$(grep "^torch" ${PWD}/py/requirements.txt)
 INDEX_URL=https://download.pytorch.org/whl/${CHANNEL}/${CU_VERSION}
 PLATFORM=$(python -c "import sys; print(sys.platform)")
 
 # Install all the dependencies required for Torch-TensorRT
-pip install --pre ${TORCH_TORCHVISION} --index-url ${INDEX_URL}
+pip install --pre ${TORCH} --index-url ${INDEX_URL}
+
+# Install optional torchvision required for Torch-TensorRT tests
+TORCHVISION=$(grep "^torchvision" ${PWD}/tests/py/requirements.txt)
+pip install --pre ${TORCHVISION} --index-url ${INDEX_URL}
+
+# Install optional dependencies required for Torch-TensorRT tests
 pip install --pre -r ${PWD}/tests/py/requirements.txt --use-deprecated legacy-resolver
 
 # Install Torch-TensorRT
diff --git a/packaging/pre_build_script.sh b/packaging/pre_build_script.sh
index 1dbfb1c3eb..3ada4d9c9b 100755
--- a/packaging/pre_build_script.sh
+++ b/packaging/pre_build_script.sh
@@ -11,12 +11,12 @@ wget https://github.com/bazelbuild/bazelisk/releases/download/v1.17.0/bazelisk-l
     && mv bazelisk-linux-amd64 /usr/bin/bazel \
     && chmod +x /usr/bin/bazel
 
-TORCH_TORCHVISION=$(grep "^torch" py/requirements.txt)
+TORCH=$(grep "^torch" py/requirements.txt)
 INDEX_URL=https://download.pytorch.org/whl/${CHANNEL}/${CU_VERSION}
 
 # Install all the dependencies required for Torch-TensorRT
 pip uninstall -y torch torchvision
-pip install --force-reinstall --pre ${TORCH_TORCHVISION} --index-url ${INDEX_URL}
+pip install --force-reinstall --pre ${TORCH} --index-url ${INDEX_URL}
 
 export TORCH_BUILD_NUMBER=$(python -c "import torch, urllib.parse as ul; print(ul.quote_plus(torch.__version__))")
 export TORCH_INSTALL_PATH=$(python -c "import torch, os; print(os.path.dirname(torch.__file__))")
diff --git a/packaging/pre_build_script_windows.sh b/packaging/pre_build_script_windows.sh
index 0912598bc0..f39bfee64e 100644
--- a/packaging/pre_build_script_windows.sh
+++ b/packaging/pre_build_script_windows.sh
@@ -14,12 +14,12 @@ fi
 
 #curl -Lo TensorRT.zip https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.3.0/zip/TensorRT-10.3.0.26.Windows.win10.cuda-12.5.zip
 #unzip -o TensorRT.zip -d C:/
-TORCH_TORCHVISION=$(grep "^torch" py/requirements.txt)
+TORCH=$(grep "^torch" py/requirements.txt)
 INDEX_URL=https://download.pytorch.org/whl/${CHANNEL}/${CU_VERSION}
 
 # Install all the dependencies required for Torch-TensorRT
 pip uninstall -y torch torchvision
-pip install --force-reinstall --pre ${TORCH_TORCHVISION} --index-url ${INDEX_URL}
+pip install --force-reinstall --pre ${TORCH} --index-url ${INDEX_URL}
 
 export CUDA_HOME="$(echo ${CUDA_PATH} | sed -e 's#\\#\/#g')"
 export TORCH_INSTALL_PATH="$(python -c "import torch, os; print(os.path.dirname(torch.__file__))" | sed -e 's#\\#\/#g')"
diff --git a/py/requirements.txt b/py/requirements.txt
index 15d359fbc3..1fe5805bb6 100644
--- a/py/requirements.txt
+++ b/py/requirements.txt
@@ -3,6 +3,5 @@ packaging
 pybind11==2.6.2
 --extra-index-url https://download.pytorch.org/whl/nightly/cu124
 torch>=2.5.0.dev,<2.6.0
-torchvision>=0.20.0.dev,<0.21.0
 --extra-index-url https://pypi.ngc.nvidia.com
 pyyaml
diff --git a/tests/py/core/test_classes.py b/tests/py/core/test_classes.py
index 62abeb6b1a..5f6df00ad8 100644
--- a/tests/py/core/test_classes.py
+++ b/tests/py/core/test_classes.py
@@ -2,14 +2,12 @@
 import unittest
 from typing import Dict
 
+import tensorrt as trt
 import torch
 import torch_tensorrt
 import torch_tensorrt as torchtrt
-import torchvision.models as models
 from torch_tensorrt.dynamo.runtime._TorchTensorRTModule import TorchTensorRTModule
 
-import tensorrt as trt
-
 
 class TestDevice(unittest.TestCase):
     def test_from_string_constructor(self):
diff --git a/tests/py/dynamo/models/test_dyn_models.py b/tests/py/dynamo/models/test_dyn_models.py
index d5627499f5..5bc52b5ba5 100644
--- a/tests/py/dynamo/models/test_dyn_models.py
+++ b/tests/py/dynamo/models/test_dyn_models.py
@@ -1,5 +1,6 @@
 # type: ignore
 
+import importlib
 import unittest
 
 import pytest
@@ -175,6 +176,7 @@ def forward(self, x):
     )
 
 
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_resnet_dynamic(ir):
     """
diff --git a/tests/py/dynamo/models/test_engine_cache.py b/tests/py/dynamo/models/test_engine_cache.py
index 367f68c1f6..219bb2f962 100644
--- a/tests/py/dynamo/models/test_engine_cache.py
+++ b/tests/py/dynamo/models/test_engine_cache.py
@@ -1,4 +1,5 @@
 # type: ignore
+import importlib
 import os
 import shutil
 import unittest
@@ -7,7 +8,6 @@
 import pytest
 import torch
 import torch_tensorrt as torch_trt
-import torchvision.models as models
 from torch.testing._internal.common_utils import TestCase
 from torch_tensorrt.dynamo._defaults import TIMING_CACHE_PATH
 from torch_tensorrt.dynamo._engine_cache import BaseEngineCache
@@ -178,8 +178,12 @@ def test_engine_settings_is_not_equal(self):
 
 class TestEngineCache(TestCase):
 
+    @unittest.skipIf(not importlib.util.find_spec("torchvision"))
     @pytest.mark.xfail
     def test_dynamo_compile_with_default_disk_engine_cache(self):
+
+        import torchvision.models as models
+
         model = models.resnet18(pretrained=True).eval().to("cuda")
         example_inputs = (torch.randn((100, 3, 224, 224)).to("cuda"),)
         # Mark the dim0 of inputs as dynamic
@@ -252,7 +256,11 @@ def remove_timing_cache(path=TIMING_CACHE_PATH):
             msg=f"Engine caching didn't speed up the compilation. Time taken without engine caching: {times[0]} ms, time taken with engine caching: {times[2]} ms",
         )
 
+    @unittest.skipIf(not importlib.util.find_spec("torchvision"))
     def test_dynamo_compile_with_custom_engine_cache(self):
+
+        import torchvision.models as models
+
         model = models.resnet18(pretrained=True).eval().to("cuda")
 
         engine_cache_dir = "/tmp/test_torch_dynamo_with_custom_engine_cache"
@@ -316,8 +324,12 @@ def test_dynamo_compile_with_custom_engine_cache(self):
             for h, count in custom_engine_cache.hashes.items()
         ]
 
+    @unittest.skipIf(not importlib.util.find_spec("torchvision"))
     def test_dynamo_compile_change_input_shape(self):
         """Runs compilation 3 times, the cache should miss each time"""
+
+        import torchvision.models as models
+
         model = models.resnet18(pretrained=True).eval().to("cuda")
         # Mark the dim0 of inputs as dynamic
 
@@ -348,8 +360,12 @@ def test_dynamo_compile_change_input_shape(self):
             for h, count in custom_engine_cache.hashes.items()
         ]
 
+    @unittest.skipIf(not importlib.util.find_spec("torchvision"))
     @pytest.mark.xfail
     def test_torch_compile_with_default_disk_engine_cache(self):
+
+        import torchvision.models as models
+
         # Custom Engine Cache
         model = models.resnet18(pretrained=True).eval().to("cuda")
 
@@ -422,7 +438,11 @@ def remove_timing_cache(path=TIMING_CACHE_PATH):
             msg=f"Engine caching didn't speed up the compilation. Time taken without engine caching: {times[0]} ms, time taken with engine caching: {times[2]} ms",
         )
 
+    @unittest.skipIf(not importlib.util.find_spec("torchvision"))
     def test_torch_compile_with_custom_engine_cache(self):
+
+        import torchvision.models as models
+
         # Custom Engine Cache
         model = models.resnet18(pretrained=True).eval().to("cuda")
 
diff --git a/tests/py/dynamo/models/test_export_kwargs_serde.py b/tests/py/dynamo/models/test_export_kwargs_serde.py
index 91ee59c0f4..29a489f7fc 100644
--- a/tests/py/dynamo/models/test_export_kwargs_serde.py
+++ b/tests/py/dynamo/models/test_export_kwargs_serde.py
@@ -8,7 +8,6 @@
 import torch
 import torch.nn.functional as F
 import torch_tensorrt as torchtrt
-import torchvision.models as models
 from torch import nn
 from torch_tensorrt.dynamo._compiler import (
     convert_exported_program_to_serialized_trt_engine,
diff --git a/tests/py/dynamo/models/test_export_serde.py b/tests/py/dynamo/models/test_export_serde.py
index 146cc2addf..aac9447c98 100644
--- a/tests/py/dynamo/models/test_export_serde.py
+++ b/tests/py/dynamo/models/test_export_serde.py
@@ -1,3 +1,4 @@
+import importlib
 import os
 import tempfile
 import unittest
@@ -5,7 +6,6 @@
 import pytest
 import torch
 import torch_tensorrt as torchtrt
-import torchvision.models as models
 from torch_tensorrt.dynamo.utils import COSINE_THRESHOLD, cosine_similarity
 
 assertions = unittest.TestCase()
@@ -242,11 +242,14 @@ def forward(self, x):
         )
 
 
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_resnet18(ir):
     """
     This tests export save and load functionality on Resnet18 model
     """
+    import torchvision.models as models
+
     model = models.resnet18().eval().cuda()
     input = torch.randn((1, 3, 224, 224)).to("cuda")
 
@@ -283,11 +286,14 @@ def test_resnet18(ir):
     )
 
 
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_resnet18_dynamic(ir):
     """
     This tests export save and load functionality on Resnet18 model
     """
+    import torchvision.models as models
+
     model = models.resnet18().eval().cuda()
     input = torch.randn((1, 3, 224, 224)).to("cuda")
 
diff --git a/tests/py/dynamo/models/test_model_refit.py b/tests/py/dynamo/models/test_model_refit.py
index 77a0f2809f..20a072c21b 100644
--- a/tests/py/dynamo/models/test_model_refit.py
+++ b/tests/py/dynamo/models/test_model_refit.py
@@ -1,3 +1,4 @@
+import importlib
 import os
 import tempfile
 import time
@@ -5,11 +6,11 @@
 
 import numpy as np
 import pytest
+import tensorrt as trt
 import torch
 import torch.nn.functional as F
 import torch_tensorrt as torchtrt
 import torch_tensorrt as torch_trt
-import torchvision.models as models
 from torch import nn
 from torch_tensorrt.dynamo import refit_module_weights
 from torch_tensorrt.dynamo._refit import (
@@ -24,8 +25,6 @@
 from torch_tensorrt.logging import TRT_LOGGER
 from transformers import BertModel
 
-import tensorrt as trt
-
 assertions = unittest.TestCase()
 
 
@@ -33,8 +32,10 @@
     not torch_trt.ENABLED_FEATURES.torch_tensorrt_runtime,
     "TorchScript Frontend is not available",
 )
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_mapping():
+    import torchvision.models as models
 
     model = models.resnet18(pretrained=True).eval().to("cuda")
     model2 = models.resnet18(pretrained=False).eval().to("cuda")
@@ -89,9 +90,12 @@ def test_mapping():
     not torch_trt.ENABLED_FEATURES.torch_tensorrt_runtime,
     "TorchScript Frontend is not available",
 )
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_refit_one_engine_with_weightmap():
 
+    import torchvision.models as models
+
     model = models.resnet18(pretrained=False).eval().to("cuda")
     model2 = models.resnet18(pretrained=True).eval().to("cuda")
     inputs = [torch.randn((1, 3, 224, 224)).to("cuda")]
@@ -139,9 +143,12 @@ def test_refit_one_engine_with_weightmap():
     not torch_trt.ENABLED_FEATURES.torch_tensorrt_runtime,
     "TorchScript Frontend is not available",
 )
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_refit_one_engine_no_map_with_weightmap():
 
+    import torchvision.models as models
+
     model = models.resnet18(pretrained=True).eval().to("cuda")
     model2 = models.resnet18(pretrained=False).eval().to("cuda")
     inputs = [torch.randn((1, 3, 224, 224)).to("cuda")]
@@ -190,9 +197,12 @@ def test_refit_one_engine_no_map_with_weightmap():
     not torch_trt.ENABLED_FEATURES.torch_tensorrt_runtime,
     "TorchScript Frontend is not available",
 )
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_refit_one_engine_with_wrong_weightmap():
 
+    import torchvision.models as models
+
     model = models.resnet18(pretrained=True).eval().to("cuda")
     model2 = models.resnet18(pretrained=False).eval().to("cuda")
     inputs = [torch.randn((1, 3, 224, 224)).to("cuda")]
@@ -300,8 +310,12 @@ def test_refit_one_engine_bert_with_weightmap():
     not torch_trt.ENABLED_FEATURES.torch_tensorrt_runtime,
     "TorchScript Frontend is not available",
 )
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_refit_one_engine_inline_runtime__with_weightmap():
+
+    import torchvision.models as models
+
     trt_ep_path = os.path.join(tempfile.gettempdir(), "compiled.ep")
     model = models.resnet18(pretrained=True).eval().to("cuda")
     model2 = models.resnet18(pretrained=False).eval().to("cuda")
@@ -346,9 +360,12 @@ def test_refit_one_engine_inline_runtime__with_weightmap():
     torch._dynamo.reset()
 
 
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_refit_one_engine_python_runtime_with_weightmap():
 
+    import torchvision.models as models
+
     model = models.resnet18(pretrained=True).eval().to("cuda")
     model2 = models.resnet18(pretrained=False).eval().to("cuda")
     inputs = [torch.randn((1, 3, 224, 224)).to("cuda")]
@@ -466,9 +483,12 @@ def forward(self, x):
     not torch_trt.ENABLED_FEATURES.torch_tensorrt_runtime,
     "TorchScript Frontend is not available",
 )
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_refit_one_engine_without_weightmap():
 
+    import torchvision.models as models
+
     model = models.resnet18(pretrained=True).eval().to("cuda")
     model2 = models.resnet18(pretrained=False).eval().to("cuda")
     inputs = [torch.randn((1, 3, 224, 224)).to("cuda")]
@@ -570,8 +590,12 @@ def test_refit_one_engine_bert_without_weightmap():
     not torch_trt.ENABLED_FEATURES.torch_tensorrt_runtime,
     "TorchScript Frontend is not available",
 )
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_refit_one_engine_inline_runtime_without_weightmap():
+
+    import torchvision.models as models
+
     trt_ep_path = os.path.join(tempfile.gettempdir(), "compiled.ep")
     model = models.resnet18(pretrained=True).eval().to("cuda")
     model2 = models.resnet18(pretrained=False).eval().to("cuda")
@@ -616,9 +640,12 @@ def test_refit_one_engine_inline_runtime_without_weightmap():
     torch._dynamo.reset()
 
 
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_refit_one_engine_python_runtime_without_weightmap():
 
+    import torchvision.models as models
+
     model = models.resnet18(pretrained=True).eval().to("cuda")
     model2 = models.resnet18(pretrained=False).eval().to("cuda")
     inputs = [torch.randn((1, 3, 224, 224)).to("cuda")]
diff --git a/tests/py/dynamo/models/test_models.py b/tests/py/dynamo/models/test_models.py
index ba6cb0c776..41d3807138 100644
--- a/tests/py/dynamo/models/test_models.py
+++ b/tests/py/dynamo/models/test_models.py
@@ -1,20 +1,24 @@
 # type: ignore
 
+import importlib
 import unittest
 
 import pytest
 import timm
 import torch
 import torch_tensorrt as torchtrt
-import torchvision.models as models
 from torch_tensorrt.dynamo.utils import COSINE_THRESHOLD, cosine_similarity
 from transformers import BertModel
 
 assertions = unittest.TestCase()
 
 
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_resnet18(ir):
+
+    import torchvision.models as models
+
     model = models.resnet18(pretrained=True).eval().to("cuda")
     input = torch.randn((1, 3, 224, 224)).to("cuda")
 
@@ -45,8 +49,12 @@ def test_resnet18(ir):
     torch._dynamo.reset()
 
 
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_mobilenet_v2(ir):
+
+    import torchvision.models as models
+
     model = models.mobilenet_v2(pretrained=True).eval().to("cuda")
     input = torch.randn((1, 3, 224, 224)).to("cuda")
 
@@ -157,8 +165,12 @@ def test_bert_base_uncased(ir):
     torch._dynamo.reset()
 
 
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_resnet18_half(ir):
+
+    import torchvision.models as models
+
     model = models.resnet18(pretrained=True).eval().to("cuda").half()
     input = torch.randn((1, 3, 224, 224)).to("cuda").half()
 
diff --git a/tests/py/dynamo/models/test_models_export.py b/tests/py/dynamo/models/test_models_export.py
index 8976c7fbc0..175f9f665a 100644
--- a/tests/py/dynamo/models/test_models_export.py
+++ b/tests/py/dynamo/models/test_models_export.py
@@ -7,7 +7,6 @@
 import timm
 import torch
 import torch_tensorrt as torchtrt
-import torchvision.models as models
 from torch_tensorrt.dynamo.utils import COSINE_THRESHOLD, cosine_similarity
 from transformers import BertModel
 from transformers.utils.fx import symbolic_trace as transformers_trace
@@ -17,8 +16,12 @@
 assertions = unittest.TestCase()
 
 
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_resnet18(ir):
+
+    import torchvision.models as models
+
     model = models.resnet18(pretrained=True).eval().to("cuda")
     input = torch.randn((1, 3, 224, 224)).to("cuda")
 
@@ -49,8 +52,12 @@ def test_resnet18(ir):
     torch._dynamo.reset()
 
 
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_mobilenet_v2(ir):
+
+    import torchvision.models as models
+
     model = models.mobilenet_v2(pretrained=True).eval().to("cuda")
     input = torch.randn((1, 3, 224, 224)).to("cuda")
 
@@ -162,8 +169,12 @@ def test_bert_base_uncased(ir):
     torch._dynamo.reset()
 
 
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_resnet18_half(ir):
+
+    import torchvision.models as models
+
     model = models.resnet18(pretrained=True).eval().to("cuda").half()
     input = torch.randn((1, 3, 224, 224)).to("cuda").half()
 
diff --git a/tests/py/dynamo/runtime/test_002_lazy_engine_init.py b/tests/py/dynamo/runtime/test_002_lazy_engine_init.py
index aafd099bde..625d2cb5b3 100644
--- a/tests/py/dynamo/runtime/test_002_lazy_engine_init.py
+++ b/tests/py/dynamo/runtime/test_002_lazy_engine_init.py
@@ -1,4 +1,5 @@
 # type: ignore
+import importlib
 import os
 import tempfile
 import unittest
@@ -6,7 +7,6 @@
 import torch
 import torch_tensorrt
 import torch_tensorrt as torchtrt
-import torchvision.models as models
 from torch.testing._internal.common_utils import TestCase
 from torch_tensorrt.dynamo import CompilationSettings
 from torch_tensorrt.dynamo.utils import COSINE_THRESHOLD, cosine_similarity
@@ -142,7 +142,11 @@ def forward(self, a, b):
 
         assert_close(trt_output, model_output)
 
+    @unittest.skipIf(not importlib.util.find_spec("torchvision"))
     def test_lazy_engine_init_py_e2e(self):
+
+        import torchvision.models as models
+
         model = models.resnet18(pretrained=True).eval().to("cuda")
         input = torch.randn((1, 3, 224, 224)).to("cuda")
 
@@ -178,7 +182,11 @@ def test_lazy_engine_init_py_e2e(self):
         not torch_tensorrt.ENABLED_FEATURES.torch_tensorrt_runtime,
         "Torch-TensorRT Runtime is not available",
     )
+    @unittest.skipIf(not importlib.util.find_spec("torchvision"))
     def test_lazy_engine_init_cpp_e2e(self):
+
+        import torchvision.models as models
+
         model = models.resnet18(pretrained=False).eval().to("cuda")
         input = torch.randn((1, 3, 224, 224)).to("cuda")
 
@@ -214,7 +222,11 @@ def test_lazy_engine_init_cpp_e2e(self):
         not torch_tensorrt.ENABLED_FEATURES.torch_tensorrt_runtime,
         "Torch-TensorRT Runtime is not available",
     )
+    @unittest.skipIf(not importlib.util.find_spec("torchvision"))
     def test_lazy_engine_init_cpp_serialization(self):
+
+        import torchvision.models as models
+
         model = models.resnet18(pretrained=False).eval().to("cuda")
         input = torch.randn((1, 3, 224, 224)).to("cuda")
 
diff --git a/tests/py/dynamo/runtime/test_mutable_torchtrt_module.py b/tests/py/dynamo/runtime/test_mutable_torchtrt_module.py
index b52530efd1..21bc97b11a 100644
--- a/tests/py/dynamo/runtime/test_mutable_torchtrt_module.py
+++ b/tests/py/dynamo/runtime/test_mutable_torchtrt_module.py
@@ -1,4 +1,5 @@
 # type: ignore
+import importlib
 import os
 import tempfile
 import unittest
@@ -8,7 +9,6 @@
 import torch
 import torch.nn.functional as F
 import torch_tensorrt as torch_trt
-import torchvision.models as models
 from torch import nn
 from torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule import RefitFlag
 from torch_tensorrt.dynamo.utils import check_output_equal
@@ -40,9 +40,12 @@ def test_check_output_equal():
     not torch_trt.ENABLED_FEATURES.torch_tensorrt_runtime,
     "TorchScript Frontend is not available",
 )
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_resnet18():
 
+    import torchvision.models as models
+
     torch.manual_seed(0)
     inputs = [torch.rand((1, 3, 224, 224)).to("cuda")]
 
@@ -77,9 +80,12 @@ def test_resnet18():
     not torch_trt.ENABLED_FEATURES.torch_tensorrt_runtime,
     "TorchScript Frontend is not available",
 )
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_save():
 
+    import torchvision.models as models
+
     torch.manual_seed(0)
     inputs = [torch.rand((1, 3, 224, 224)).to("cuda")]
 
@@ -114,9 +120,12 @@ def test_save():
     not torch_trt.ENABLED_FEATURES.torch_tensorrt_runtime,
     "TorchScript Frontend is not available",
 )
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_resnet18_modify_attribute():
 
+    import torchvision.models as models
+
     torch.manual_seed(0)
     inputs = [torch.rand((1, 3, 224, 224)).to("cuda")]
 
@@ -155,9 +164,12 @@ def test_resnet18_modify_attribute():
     not torch_trt.ENABLED_FEATURES.torch_tensorrt_runtime,
     "TorchScript Frontend is not available",
 )
+@unittest.skipIf(not importlib.util.find_spec("torchvision"))
 @pytest.mark.unit
 def test_resnet18_modify_attribute_no_refit():
 
+    import torchvision.models as models
+
     torch.manual_seed(0)
     inputs = [torch.rand((1, 3, 224, 224)).to("cuda")]
 
diff --git a/tests/py/requirements.txt b/tests/py/requirements.txt
index 460cc01027..ad55e094db 100644
--- a/tests/py/requirements.txt
+++ b/tests/py/requirements.txt
@@ -12,3 +12,6 @@ transformers==4.40.2
 # TODO @lanlao-nvidia Renable when modelopt can be install properly to run the tests
 # "nvidia-modelopt[all]">=0.16.1,<0.17.0
 --extra-index-url https://pypi.nvidia.com
+torchvision>=0.20.0.dev,<0.21.0
+--extra-index-url https://download.pytorch.org/whl/nightly/cu124
+
diff --git a/tests/py/ts/api/test_logging.py b/tests/py/ts/api/test_logging.py
index b07be3bff5..a40bf93ad0 100644
--- a/tests/py/ts/api/test_logging.py
+++ b/tests/py/ts/api/test_logging.py
@@ -2,9 +2,7 @@
 import unittest
 from typing import Dict
 
-import torch
 import torch_tensorrt as torchtrt
-import torchvision.models as models
 
 
 @unittest.skipIf(
diff --git a/tests/py/ts/model_test_case.py b/tests/py/ts/model_test_case.py
index 42073ef747..640bf93620 100644
--- a/tests/py/ts/model_test_case.py
+++ b/tests/py/ts/model_test_case.py
@@ -1,7 +1,5 @@
-import unittest
-import torch
-import torchvision.models as models
 import os
+import unittest
 
 REPO_ROOT = os.path.abspath(os.getcwd()) + "/../../"