samples_flows_evaluation_eval_qna_rag_metrics #464
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This code is autogenerated. | |
| # Code is generated by running custom script: python3 readme.py | |
| # Any manual changes to this file may cause incorrect behavior. | |
| # Any manual changes will be overwritten if the code is regenerated. | |
| name: samples_flows_evaluation_eval_qna_rag_metrics | |
| on: | |
| schedule: | |
| - cron: "55 19 * * *" # Every day starting at 3:55 BJT | |
| pull_request: | |
| branches: [ main ] | |
| paths: [ examples/flows/evaluation/eval-qna-rag-metrics/**, examples/*requirements.txt, .github/workflows/samples_flows_evaluation_eval_qna_rag_metrics.yml ] | |
| workflow_dispatch: | |
| env: | |
| IS_IN_CI_PIPELINE: "true" | |
| permissions: | |
| id-token: write | |
| contents: read | |
| jobs: | |
| samples_flows_evaluation_eval_qna_rag_metrics: | |
| runs-on: ubuntu-latest | |
| environment: | |
| internal | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Setup Python 3.9 environment | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.9" | |
| - name: Prepare requirements | |
| working-directory: examples | |
| run: | | |
| if [[ -e requirements.txt ]]; then | |
| python -m pip install --upgrade pip | |
| pip install -r requirements.txt | |
| fi | |
| - name: Prepare dev requirements | |
| working-directory: examples | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install -r dev_requirements.txt | |
| - name: Refine .env file | |
| working-directory: examples/flows/evaluation/eval-qna-rag-metrics | |
| run: | | |
| AOAI_API_KEY=${{ secrets.AOAI_API_KEY_TEST }} | |
| AOAI_API_ENDPOINT=${{ secrets.AOAI_API_ENDPOINT_TEST }} | |
| AOAI_API_ENDPOINT=$(echo ${AOAI_API_ENDPOINT//\//\\/}) | |
| if [[ -e .env.example ]]; then | |
| echo "env replacement" | |
| sed -i -e "s/<your_AOAI_key>/$AOAI_API_KEY/g" -e "s/<your_AOAI_endpoint>/$AOAI_API_ENDPOINT/g" .env.example | |
| mv .env.example .env | |
| fi | |
| if [[ -e ../.env.example ]]; then | |
| echo "env replacement" | |
| sed -i -e "s/<your_AOAI_key>/$AOAI_API_KEY/g" -e "s/<your_AOAI_endpoint>/$AOAI_API_ENDPOINT/g" ../.env.example | |
| mv ../.env.example ../.env | |
| fi | |
| - name: Create run.yml | |
| working-directory: examples/flows/evaluation/eval-qna-rag-metrics | |
| run: | | |
| gpt_base=${{ secrets.AOAI_API_ENDPOINT_TEST }} | |
| gpt_base=$(echo ${gpt_base//\//\\/}) | |
| if [[ -e run.yml ]]; then | |
| sed -i -e "s/\${azure_open_ai_connection.api_key}/${{ secrets.AOAI_API_KEY_TEST }}/g" -e "s/\${azure_open_ai_connection.api_base}/$gpt_base/g" run.yml | |
| fi | |
| - name: Random Wait | |
| uses: AliSajid/random-wait-action@main | |
| with: | |
| minimum: 0 | |
| maximum: 300 | |
| - name: Azure Login | |
| uses: azure/login@v1 | |
| with: | |
| subscription-id: ${{secrets.AZURE_SUBSCRIPTION_ID}} | |
| tenant-id: ${{secrets.AZURE_TENANT_ID}} | |
| client-id: ${{secrets.AZURE_CLIENT_ID}} | |
| - name: Extract Steps examples/flows/evaluation/eval-qna-rag-metrics/README.md | |
| working-directory: ${{ github.workspace }} | |
| run: | | |
| python scripts/readme/extract_steps_from_readme.py -f examples/flows/evaluation/eval-qna-rag-metrics/README.md -o examples/flows/evaluation/eval-qna-rag-metrics | |
| - name: Cat script | |
| working-directory: examples/flows/evaluation/eval-qna-rag-metrics | |
| run: | | |
| cat bash_script.sh | |
| - name: Run scripts against canary workspace (scheduled runs only) | |
| if: github.event_name == 'schedule' | |
| working-directory: examples/flows/evaluation/eval-qna-rag-metrics | |
| run: | | |
| export aoai_api_key=${{secrets.AOAI_API_KEY_TEST }} | |
| export aoai_api_endpoint=${{ secrets.AOAI_API_ENDPOINT_TEST }} | |
| export AZURE_OPENAI_API_KEY=${{secrets.AOAI_API_KEY_TEST }} | |
| export AZURE_OPENAI_ENDPOINT=${{ secrets.AOAI_API_ENDPOINT_TEST }} | |
| export test_workspace_sub_id=${{ secrets.TEST_WORKSPACE_SUB_ID }} | |
| export test_workspace_rg=${{ secrets.TEST_WORKSPACE_RG }} | |
| export test_workspace_name=${{ secrets.TEST_WORKSPACE_NAME_CANARY }} | |
| bash bash_script.sh | |
| - name: Run scripts against production workspace | |
| if: github.event_name != 'schedule' | |
| working-directory: examples/flows/evaluation/eval-qna-rag-metrics | |
| run: | | |
| export aoai_api_key=${{secrets.AOAI_API_KEY_TEST }} | |
| export aoai_api_endpoint=${{ secrets.AOAI_API_ENDPOINT_TEST }} | |
| export AZURE_OPENAI_API_KEY=${{secrets.AOAI_API_KEY_TEST }} | |
| export AZURE_OPENAI_ENDPOINT=${{ secrets.AOAI_API_ENDPOINT_TEST }} | |
| export test_workspace_sub_id=${{ secrets.TEST_WORKSPACE_SUB_ID }} | |
| export test_workspace_rg=${{ secrets.TEST_WORKSPACE_RG }} | |
| export test_workspace_name=${{ secrets.TEST_WORKSPACE_NAME_PROD }} | |
| bash bash_script.sh | |
| - name: Pip List for Debug | |
| if : ${{ always() }} | |
| working-directory: examples/flows/evaluation/eval-qna-rag-metrics | |
| run: | | |
| pip list | |
| - name: Upload artifact | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: artifact | |
| path: examples/flows/evaluation/eval-qna-rag-metrics/bash_script.sh |