Fix inference tests (#1912)

elronbandel · web-flow · commit 8381fb80ea02 · 2025-08-07T15:07:38.000+03:00
* Fix inference tests

Signed-off-by: elronbandel &lt;elronbandel@gmail.com&gt;

* Fix

Signed-off-by: elronbandel &lt;elronbandel@gmail.com&gt;

---------

Signed-off-by: elronbandel &lt;elronbandel@gmail.com&gt;
diff --git a/tests/inference/test_inference_engine.py b/tests/inference/test_inference_engine.py
@@ -279,7 +279,7 @@ def test_option_selecting_by_log_prob_inference_engines(self):
         ]
 
         watsonx_engine = WMLInferenceEngineGeneration(
-            model_name="mistralai/mistral-small-3-1-24b-instruct-2503"
+            model_name="meta-llama/llama-3-2-1b-instruct"
         )
 
         for engine in [watsonx_engine]:
@@ -383,7 +383,7 @@ def test_lite_llm_inference_engine(self):
 
     def test_lite_llm_inference_engine_without_task_data_not_failing(self):
         LiteLLMInferenceEngine(
-            model="watsonx/meta-llama/llama-3-3-70b-instruct",
+            model="watsonx/meta-llama/llama-3-2-1b-instruct",
             max_tokens=2,
             temperature=0,
             top_p=1,

Original file line number	Diff line number	Diff line change
`@@ -279,7 +279,7 @@ def test_option_selecting_by_log_prob_inference_engines(self):`
`279`	`279`	`]`
`280`	`280`
`281`	`281`	`watsonx_engine = WMLInferenceEngineGeneration(`
`282`		`- model_name="mistralai/mistral-small-3-1-24b-instruct-2503"`
	`282`	`+ model_name="meta-llama/llama-3-2-1b-instruct"`
`283`	`283`	`)`
`284`	`284`
`285`	`285`	`for engine in [watsonx_engine]:`
`@@ -383,7 +383,7 @@ def test_lite_llm_inference_engine(self):`
`383`	`383`
`384`	`384`	`def test_lite_llm_inference_engine_without_task_data_not_failing(self):`
`385`	`385`	`LiteLLMInferenceEngine(`
`386`		`- model="watsonx/meta-llama/llama-3-3-70b-instruct",`
	`386`	`+ model="watsonx/meta-llama/llama-3-2-1b-instruct",`
`387`	`387`	`max_tokens=2,`
`388`	`388`	`temperature=0,`
`389`	`389`	`top_p=1,`