diff --git a/src/promptflow-tools/tests/test_open_source_llm.py b/src/promptflow-tools/tests/test_open_source_llm.py
index 7652af2d111..b5729c190a7 100644
--- a/src/promptflow-tools/tests/test_open_source_llm.py
+++ b/src/promptflow-tools/tests/test_open_source_llm.py
@@ -137,7 +137,7 @@ def test_open_source_llm_llama_parse_chat_with_comp(self):
             pass
 
     @pytest.mark.skip_if_no_key("gpt2_custom_connection")
-    def test_open_source_llm_llama_req_chat(self, gpt2_custom_connection):
+    def test_open_source_llm_llama_endpoint_miss(self, gpt2_custom_connection):
         gpt2_custom_connection.configs['endpoint_url'] += 'completely/real/endpoint'
         os = OpenSourceLLM(gpt2_custom_connection)
         try:
@@ -148,7 +148,7 @@ def test_open_source_llm_llama_req_chat(self, gpt2_custom_connection):
             pass
 
     @pytest.mark.skip_if_no_key("gpt2_custom_connection")
-    def test_open_source_llm_llama_req_chat(self, gpt2_custom_connection):
+    def test_open_source_llm_llama_deployment_miss(self, gpt2_custom_connection):
         os = OpenSourceLLM(gpt2_custom_connection)
         try:
             os.call(