diff --git a/tests/model_hub_tests/pytorch/hf_transformers_models b/tests/model_hub_tests/pytorch/hf_transformers_models
index f88ea4430520b4..63f39659234508 100644
--- a/tests/model_hub_tests/pytorch/hf_transformers_models
+++ b/tests/model_hub_tests/pytorch/hf_transformers_models
@@ -3,6 +3,7 @@ abcp4/mymodel-test,mymodel,skip,Load problem
 abeja/gpt-neox-japanese-2.7b,gpt_neox_japanese
 acl-submission-anonym/EAM-spectral,examuse,skip,Load problem
 adalbertojunior/modular-test,modular,skip,Load problem
+adept/persimmon-8b-base,persimmon
 aerner/lm-v2,open-llama,xfail,Example input problem
 afonsosamarques/ardt-vanilla-combo_train_hopper_v2-2508_1336-33,decision_transformer,xfail,Tracing problem
 aihijo/gec-zh-gector-bert-large,gector,skip,Load problem
@@ -18,7 +19,6 @@ anugunj/omnivore-swinL-in21k,omnivore,skip,Load problem
 apple/mobilevitv2-1.0-imagenet1k-256,mobilevitv2,xfail,Unsupported op aten::col2im
 ArthurZ/jukebox_prior_0,jukebox_prior,skip,Load problem
 ArthurZ/jukebox-vqvae,jukebox_vqvae,skip,Load problem
-ArthurZ/persimmon-8b-base,persimmon
 ashishpatel26/span-marker-bert-base-fewnerd-coarse-super,span-marker,skip,Load problem
 asi/albert-act-tiny,albert_act,skip,Load problem
 BAAI/AltCLIP,altclip
diff --git a/tests/model_hub_tests/pytorch/test_hf_transformers.py b/tests/model_hub_tests/pytorch/test_hf_transformers.py
index 4adbcf536c398d..ff5f0c0957f9d5 100644
--- a/tests/model_hub_tests/pytorch/test_hf_transformers.py
+++ b/tests/model_hub_tests/pytorch/test_hf_transformers.py
@@ -563,5 +563,4 @@ def test_convert_model_precommit(self, name, type, ie_device):
                              process_pytest_marks(os.path.join(os.path.dirname(__file__), "hf_transformers_models")))
     @pytest.mark.nightly
     def test_convert_model_all_models(self, name, ie_device):
-        self.mode = "export"
         self.run(model_name=name, model_link=None, ie_device=ie_device)
diff --git a/tests/model_hub_tests/pytorch/torch_utils.py b/tests/model_hub_tests/pytorch/torch_utils.py
index afb348a9341202..09a891046991cd 100644
--- a/tests/model_hub_tests/pytorch/torch_utils.py
+++ b/tests/model_hub_tests/pytorch/torch_utils.py
@@ -50,14 +50,6 @@ def setup_class(self):
         torch.set_grad_enabled(False)
 
     def load_model(self, model_name, model_link):
-        if self.cached_model is not None and self.cached_model[0] == model_name and self.cached_model[1] == model_link:
-            return self.cached_model[2]
-        else:
-            res = self.load_model_impl(model_name, model_link)
-            self.cached_model = (model_name, model_link, res)
-            return res
-
-    def load_model_impl(self, model_name, model_link):
         raise "load_model is not implemented"
 
     def get_inputs_info(self, model_obj):
@@ -81,6 +73,7 @@ def convert_model_impl(self, model_obj):
 
             input_shapes = []
             input_types = []
+            model_obj.eval()
             if isinstance(self.example, dict):
                 graph = export(model_obj, tuple(), self.example)
                 for input_data in self.example.values():