diff --git a/.github/workflows/build_msi_installer.yml b/.github/workflows/build_msi_installer.yml
index b0b5331929b..1850704d9fc 100644
--- a/.github/workflows/build_msi_installer.yml
+++ b/.github/workflows/build_msi_installer.yml
@@ -74,7 +74,7 @@ jobs:
             if ($version -ne $run_version) {
               throw "Version input does not match the version in promptflow package. Version input: $version, version in promptflow package: $run_version"
             }
-          } 
+          }
           elseif ($env:MSI_PRIVATE_VERSION) {
             $version=$env:MSI_PRIVATE_VERSION
           }
@@ -108,6 +108,18 @@ jobs:
           setupType: promptflow_with_extra
           scriptPath: ${{ env.testWorkingDirectory }}
 
+      - name: Install wheel
+        shell: pwsh
+        working-directory: artifacts
+        run: |
+          Set-PSDebug -Trace 1
+          pip install -r ${{ github.workspace }}/src/promptflow/dev_requirements.txt
+          pip install ${{ github.workspace }}/src/promptflow-tracing
+          pip install ${{ github.workspace }}/src/promptflow-core
+          pip install ${{ github.workspace }}/src/promptflow-devkit[pyarrow,executable]
+          pip install ${{ github.workspace }}/src/promptflow-azure
+          pip freeze
+
       - name: Generate promptflow spec file to config pyinstaller
         working-directory: ${{ github.workspace }}/scripts/installer/windows/scripts
         run: |
@@ -138,7 +150,7 @@ jobs:
         shell: pwsh
 
       - name: Generate portable promptflow
-        run: | 
+        run: |
           Compress-Archive -Path ${{ github.workspace }}/scripts/installer/windows/scripts/dist/promptflow -DestinationPath promptflow-${{ steps.get-version.outputs.version }}.zip
         shell: pwsh
 
@@ -177,7 +189,7 @@ jobs:
               "promptflow" = $version
             } | ConvertTo-Json -Depth 100
             $jsonContent | Out-File -FilePath latest_version.json -Encoding UTF8
-            
+
             Write-Output "Created latest_version.json with version: $version"
             az storage blob upload --account-name promptflowartifact --container-name msi-installer --file "latest_version.json" --name "latest_version.json" --overwrite
           } else {
diff --git a/scripts/installer/windows/scripts/generate_dependency.py b/scripts/installer/windows/scripts/generate_dependency.py
index 900939d7a16..2f055a0b8f3 100644
--- a/scripts/installer/windows/scripts/generate_dependency.py
+++ b/scripts/installer/windows/scripts/generate_dependency.py
@@ -1,5 +1,4 @@
 import ast
-import toml
 import re
 import subprocess
 import copy