Skip to content

Add possibility to select logging level. #417

Add possibility to select logging level.

Add possibility to select logging level. #417

name: promptflow-core-test [Pure]
on:
schedule:
- cron: "40 18 * * *" # 2:40 Beijing Time (GMT+8) every day
pull_request:
paths:
- src/promptflow-tracing/**
- src/promptflow-core/**
- .github/workflows/promptflow-core-test.yml
workflow_dispatch:
env:
IS_IN_CI_PIPELINE: "true"
TRACING_DIRECTORY: ${{ github.workspace }}/src/promptflow-tracing
WORKING_DIRECTORY: ${{ github.workspace }}/src/promptflow-core
RECORD_DIRECTORY: ${{ github.workspace }}/src/promptflow-recording
jobs:
core_test:
strategy:
matrix:
os: [ubuntu-latest]
python-version: ['3.8', '3.9', '3.10', '3.11']
fail-fast: false
# snok/install-poetry need this to support Windows
defaults:
run:
shell: bash
runs-on: ${{ matrix.os }}
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- uses: snok/install-poetry@v1
- name: install promptflow-tracing
run: poetry install
working-directory: ${{ env.TRACING_DIRECTORY }}
- name: install promptflow-core
run: poetry install
working-directory: ${{ env.WORKING_DIRECTORY }}
- name: install test dependency group
run: poetry install --only test
working-directory: ${{ env.WORKING_DIRECTORY }}
- name: install recording
run: poetry install
working-directory: ${{ env.RECORD_DIRECTORY }}
- name: run core tests
run: poetry run pytest ./tests/core --cov=promptflow --cov-config=pyproject.toml --cov-report=term --cov-report=html --cov-report=xml
working-directory: ${{ env.WORKING_DIRECTORY }}
- name: upload coverage report
uses: actions/upload-artifact@v4
with:
name: report-${{ matrix.os }}-py${{ matrix.python-version }}
path: |
${{ env.WORKING_DIRECTORY }}/core/*.xml
${{ env.WORKING_DIRECTORY }}/core/htmlcov/
azureml_serving_test:
strategy:
matrix:
os: [ubuntu-latest]
python-version: ['3.8', '3.9', '3.10', '3.11']
fail-fast: false
# snok/install-poetry need this to support Windows
defaults:
run:
shell: bash
runs-on: ${{ matrix.os }}
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- uses: snok/install-poetry@v1
- name: install promptflow-tracing
run: poetry install
working-directory: ${{ env.TRACING_DIRECTORY }}
- name: install promptflow-core[azureml-serving]
run: poetry install -E azureml-serving
working-directory: ${{ env.WORKING_DIRECTORY }}
- name: install test dependency group
run: poetry install --only test
working-directory: ${{ env.WORKING_DIRECTORY }}
- name: install recording
run: poetry install
working-directory: ${{ env.RECORD_DIRECTORY }}
- name: run azureml-serving tests
run: poetry run pytest ./tests/azureml-serving --cov=promptflow --cov-config=pyproject.toml --cov-report=term --cov-report=html --cov-report=xml
working-directory: ${{ env.WORKING_DIRECTORY }}
- name: upload coverage report
uses: actions/upload-artifact@v4
with:
name: report-${{ matrix.os }}-py${{ matrix.python-version }}
path: |
${{ env.WORKING_DIRECTORY }}/azureml-serving/*.xml
${{ env.WORKING_DIRECTORY }}/azureml-serving/htmlcov/
report:
needs: [core_test, azureml_serving_test]
runs-on: ubuntu-latest
permissions:
checks: write
pull-requests: write
contents: read
issues: read
steps:
- uses: actions/download-artifact@v4
with:
path: artifacts
- uses: EnricoMi/publish-unit-test-result-action@v2
with:
check_name: promptflow-core test result
comment_title: promptflow-core test result
files: "artifacts/**/test-results.xml" # align with `--junit-xml` in pyproject.toml
# TODO: Enable coverage check after core test fully setup
# - uses: irongut/[email protected]
# with:
# filename: "artifacts/report-ubuntu-latest-py3.9/coverage.xml"
# badge: true
# fail_below_min: true
# format: markdown
# hide_complexity: true
# output: both
# thresholds: 40 60