diff --git a/.github/workflows/promptflow-evals-e2e-test.yml b/.github/workflows/promptflow-evals-e2e-test.yml
index ed694e05e20..63ff9b1a699 100644
--- a/.github/workflows/promptflow-evals-e2e-test.yml
+++ b/.github/workflows/promptflow-evals-e2e-test.yml
@@ -13,7 +13,6 @@ env:
   IS_IN_CI_PIPELINE: "true"
   WORKING_DIRECTORY: ${{ github.workspace }}/src/promptflow-evals
   RECORD_DIRECTORY: ${{ github.workspace }}/src/promptflow-recording
-  PROMPT_FLOW_TEST_MODE: "replay"
 
 jobs:
   build: