Merge branch 'main' into qunsong/rai-qa-flows

Author: qusongms

.github/workflows/promptflow-sdk-cli-test.yml

@@ -49,7 +49,7 @@ jobs:
       fail-fast: false
       matrix:
         os: [ubuntu-latest]
-        pythonVersion: ['3.8', '3.9']
+        pythonVersion: ['3.8', '3.9', '3.10', '3.11']
     runs-on: ${{ matrix.os }}
     steps:
     - name: set test mode
@@ -126,6 +126,26 @@ jobs:
           -l eastus `
           -m "unittest or e2etest" `
           -o "${{ env.testWorkingDirectory }}/test-results-sdk-cli-executable.xml"
+    - name: Install pfs
+      shell: pwsh
+      working-directory: artifacts
+      run: |
+        Set-PSDebug -Trace 1
+        pip uninstall -y promptflow promptflow-sdk promptflow-tools
+        gci ./promptflow -Recurse | % {if ($_.Name.Contains('.whl')) {python -m pip install "$($_.FullName)[pfs,azure]"}}
+        gci ./promptflow-tools -Recurse | % {if ($_.Name.Contains('.whl')) {python -m pip install $_.FullName}}
+        pip freeze
+    - name: Run PFS Test
+      shell: pwsh
+      working-directory: ${{ env.testWorkingDirectory }}
+      run: |
+        python "../../scripts/building/run_coverage_tests.py" `
+          -p promptflow `
+          -t ${{ github.workspace }}/src/promptflow/tests/sdk_pfs_test `
+          -l eastus `
+          -m "e2etest" `
+          --coverage-config ${{ github.workspace }}/src/promptflow/tests/sdk_pfs_test/.coveragerc `
+          -o "${{ env.testWorkingDirectory }}/test-results-pfs.xml"
     - name: Upload Test Results
       if: always()
       uses: actions/upload-artifact@v3
@@ -134,6 +154,8 @@ jobs:
         path: |
           ${{ env.testWorkingDirectory }}/*.xml
           ${{ env.testWorkingDirectory }}/htmlcov/
+
+
   publish-test-results:
     name: "Publish Tests Results"
     needs: sdk_cli_tests

.github/workflows/promptflow-sdk-pfs-e2e-test.yml

@@ -9,7 +9,7 @@ on:
     - cron: "40 22 * * *" # Every day starting at 6:40 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, examples/*requirements.txt, .github/workflows/samples_configuration.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/configuration.ipynb, .github/workflows/samples_configuration.yml ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_configuration.yml

@@ -9,7 +9,7 @@ on:
     - cron: "28 19 * * *" # Every day starting at 3:28 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_flowinpipeline_pipeline.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/flow-in-pipeline/**, examples/flows/standard/web-classification/**, .github/workflows/samples_flowinpipeline_pipeline.yml, examples/requirements.txt, examples/connections/azure_openai.yml ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_flowinpipeline_pipeline.yml

@@ -9,7 +9,7 @@ on:
     - cron: "29 20 * * *" # Every day starting at 4:29 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/flows/standard/flow-with-additional-includes/**, examples/*requirements.txt, .github/workflows/samples_flows_standard_flow_with_additional_includes.yml ]
+    paths: [ examples/flows/standard/flow-with-additional-includes/**, examples/*requirements.txt, examples/flows/standard/web-classification/**, .github/workflows/samples_flows_standard_flow_with_additional_includes.yml ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_flows_standard_flow_with_additional_includes.yml

@@ -9,7 +9,7 @@ on:
     - cron: "41 20 * * *" # Every day starting at 4:41 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/flows/standard/flow-with-symlinks/**, examples/*requirements.txt, .github/workflows/samples_flows_standard_flow_with_symlinks.yml ]
+    paths: [ examples/flows/standard/flow-with-symlinks/**, examples/*requirements.txt, examples/flows/standard/web-classification/**, .github/workflows/samples_flows_standard_flow_with_symlinks.yml ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_flows_standard_flow_with_symlinks.yml

@@ -9,7 +9,7 @@ on:
     - cron: "13 21 * * *" # Every day starting at 5:13 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/flows/standard/web-classification/**, examples/*requirements.txt, examples/flows/standard/flow-with-additional-includes/**, examples/flows/standard/flow-with-symlinks/** ,.github/workflows/samples_flows_standard_web_classification.yml ]
+    paths: [ examples/flows/standard/web-classification/**, examples/*requirements.txt, .github/workflows/samples_flows_standard_web_classification.yml ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_flows_standard_web_classification.yml

@@ -9,7 +9,7 @@ on:
     - cron: "17 21 * * *" # Every day starting at 5:17 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_getstarted_flowasfunction.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/get-started/**, examples/flows/standard/web-classification/**, examples/flows/chat/basic-chat/**, .github/workflows/samples_getstarted_flowasfunction.yml, examples/requirements.txt, examples/connections/azure_openai.yml ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_getstarted_flowasfunction.yml

@@ -9,7 +9,7 @@ on:
     - cron: "55 21 * * *" # Every day starting at 5:55 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_getstarted_quickstart.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/get-started/**, examples/requirements.txt, examples/flows/standard/web-classification/**, examples/flows/evaluation/eval-classification-accuracy/**, .github/workflows/samples_getstarted_quickstart.yml, examples/connections/azure_openai.yml ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_getstarted_quickstart.yml

@@ -9,7 +9,7 @@ on:
     - cron: "24 20 * * *" # Every day starting at 4:24 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_getstarted_quickstartazure.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/get-started/**, examples/requirements.txt, examples/flows/standard/web-classification/**, examples/flows/evaluation/eval-classification-accuracy/**, .github/workflows/samples_getstarted_quickstartazure.yml, examples/connections/azure_openai.yml ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_getstarted_quickstartazure.yml

@@ -9,7 +9,7 @@ on:
     - cron: "24 20 * * *" # Every day starting at 4:24 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_runmanagement_cloudrunmanagement.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/run-management/**, examples/requirements.txt, examples/flows/standard/web-classification/**, .github/workflows/samples_runmanagement_cloudrunmanagement.yml, examples/connections/azure_openai.yml ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_runmanagement_cloudrunmanagement.yml

@@ -9,7 +9,7 @@ on:
     - cron: "51 20 * * *" # Every day starting at 4:51 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_runmanagement_runmanagement.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/run-management/**, examples/requirements.txt, examples/flows/standard/web-classification/**, .github/workflows/samples_runmanagement_runmanagement.yml, examples/connections/azure_openai.yml ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_runmanagement_runmanagement.yml

@@ -9,7 +9,7 @@ on:
     - cron: "1 19 * * *" # Every day starting at 3:1 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_tutorials_e2e_development_chat_with_pdf.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/e2e-development/**, examples/connections/azure_openai.yml, examples/flows/chat/chat-with-pdf/**, .github/workflows/samples_tutorials_e2e_development_chat_with_pdf.yml, examples/requirements.txt ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_tutorials_e2e_development_chat_with_pdf.yml

@@ -9,7 +9,7 @@ on:
     - cron: "48 20 * * *" # Every day starting at 4:48 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_tutorials_flow_deploy_azure_app_service.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/flow-deploy/azure-app-service/**, examples/connections/azure_openai.yml, examples/flows/standard/web-classification/**, .github/workflows/samples_tutorials_flow_deploy_azure_app_service.yml, examples/requirements.txt ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_tutorials_flow_deploy_azure_app_service.yml

@@ -9,7 +9,7 @@ on:
     - cron: "49 22 * * *" # Every day starting at 6:49 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_tutorials_flow_deploy_create_service_with_flow.yml ]
+    paths: [ examples/tutorials/flow-deploy/create-service-with-flow/**, examples/tutorials/flow-deploy/create-service-with-flow/**, .github/workflows/samples_tutorials_flow_deploy_create_service_with_flow.yml, examples/requirements.txt, examples/connections/azure_openai.yml ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_tutorials_flow_deploy_create_service_with_flow.yml

@@ -9,7 +9,7 @@ on:
     - cron: "59 21 * * *" # Every day starting at 5:59 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_tutorials_flow_deploy_distribute_flow_as_executable_app.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/flow-deploy/distribute-flow-as-executable-app/**, examples/connections/azure_openai.yml, examples/flows/standard/web-classification/**, .github/workflows/samples_tutorials_flow_deploy_distribute_flow_as_executable_app.yml, examples/requirements.txt ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_tutorials_flow_deploy_distribute_flow_as_executable_app.yml

@@ -9,7 +9,7 @@ on:
     - cron: "53 20 * * *" # Every day starting at 4:53 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_tutorials_flow_deploy_docker.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/flow-deploy/docker/**, examples/connections/azure_openai.yml, examples/flows/standard/web-classification/**, .github/workflows/samples_tutorials_flow_deploy_docker.yml, examples/requirements.txt ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_tutorials_flow_deploy_docker.yml

@@ -9,7 +9,7 @@ on:
     - cron: "19 19 * * *" # Every day starting at 3:19 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_tutorials_flow_deploy_kubernetes.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/flow-deploy/kubernetes/**, examples/connections/azure_openai.yml, examples/flows/standard/web-classification/**, .github/workflows/samples_tutorials_flow_deploy_kubernetes.yml, examples/requirements.txt ]
   workflow_dispatch:
 
 env:

.github/workflows/samples_tutorials_flow_deploy_kubernetes.yml

@@ -9,7 +9,7 @@ on:
     - cron: "15 19 * * *" # Every day starting at 3:15 BJT
   pull_request:
     branches: [ main ]
-    paths: [ examples/**, .github/workflows/samples_tutorials_flow_fine_tuning_evaluation_promptflow_quality_improvement.yml, '!examples/flows/integrations/**' ]
+    paths: [ examples/tutorials/flow-fine-tuning-evaluation/**, examples/connections/azure_openai.yml, examples/flows/chat/basic-chat/**, examples/flows/chat/chat-math-variant/**, examples/flows/evaluation/eval-chat-math/**, .github/workflows/samples_tutorials_flow_fine_tuning_evaluation_promptflow_quality_improvement.yml, examples/requirements.txt ]
   workflow_dispatch:
 
 env: