diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 3d907ccc..1e9639e6 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -51,7 +51,7 @@ jobs: uses: codecov/codecov-action@e28ff129e5465c2c0dcc6f003fc735cb6ae0c673 #v4.5.0 with: use_oidc: true - files: '*.profraw' + files: "*.profraw" assert_full_test_suite: runs-on: ubuntu-latest @@ -270,6 +270,7 @@ jobs: path: bound/kt/src/main/resources/ - name: Deploy Snapshot / Verify + id: kotlin_test_snapshot run: | # cd into the Kotlin project @@ -296,6 +297,20 @@ jobs: SIGN_KEY_PASS: ${{ secrets.GPG_SECRET_PASSPHRASE }} SIGN_KEY: ${{ secrets.GPG_SECRET_KEY }} + - name: Execute Spec Test Vector Report + if: always() && steps.kotlin_test_snapshot.conclusion != 'skipped' + uses: TBD54566975/sdk-report-runner/.github/actions/specs-report@main + with: + junit-report-paths: bound/kt/target/surefire-reports/*.xml + spec-path: web5-spec + suite-name-regex: Web5TestVectors + feature-regex: Web5TestVectors(\w+) + vector-regex: (\w+) + fail-on-missing-vectors: true + fail-on-failed-test-cases: true + comment-on-pr: true + git-token: ${{ secrets.GITHUB_TOKEN }} + - name: Upload Kotlin Test Results uses: actions/upload-artifact@v4.0.0 with: @@ -312,7 +327,7 @@ jobs: needs: kotlin-build-test-deploy-snapshot strategy: matrix: - os: [ ubuntu-latest, macos-latest, macos-12, windows-latest ] + os: [ubuntu-latest, macos-latest, macos-12, windows-latest] runs-on: ${{ matrix.os }} steps: - uses: actions/checkout@v4 @@ -368,14 +383,32 @@ jobs: echo 'store-success-output = true' >> nextest.toml echo 'store-failure-output = true' >> nextest.toml - name: Run Rust Tests + id: rust_test run: | mkdir -p test-results cargo nextest run --profile ci --config-file ./nextest.toml -E 'test(test_vectors::)' - name: Modify testsuite name in XML for test runner consumption + if: always() && steps.rust_test.conclusion != 'skipped' run: | sed -i '' 's/