Create and Store Test Execution File

This makes it possible to reply the test order locally and will be very useful if we have any flaky tests.
ilios · Jul 14, 2024 · 9f7ed84 · 9f7ed84
1 parent 6780f9d
commit 9f7ed84
Show file tree

Hide file tree

Showing 2 changed files with 22 additions and 3 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -63,7 +63,13 @@ jobs:
       - name: Install Dependencies
         run: pnpm install
       - name: Run Tests
-        run: pnpm --filter ${{matrix.workspace}} exec ember exam --parallel=3 --load-balance
+        run: pnpm --filter ${{matrix.workspace}} exec ember exam --parallel=3 --load-balance --write-execution-file
+      - uses: actions/upload-artifact@v4
+        if: failure()
+        with:
+          name: replay-${{matrix.workspace}}-test.json
+          path: ./packages/${{matrix.workspace}}/test-execution-*.json
+          retention-days: 7
 
   build:
     name: ${{matrix.workspace}} Build (${{ matrix.node-version }})
@@ -163,7 +169,13 @@ jobs:
           firefox-version: ${{ matrix.firefox-version }}
       - run: firefox --version
       - name: test
-        run: pnpm --filter ${{matrix.workspace}} exec ember exam --parallel=3 --load-balance --launch=Firefox
+        run: pnpm --filter ${{matrix.workspace}} exec ember exam --parallel=3 --load-balance --write-execution-file --launch=Firefox
+      - uses: actions/upload-artifact@v4
+        if: failure()
+        with:
+          name: replay-${{matrix.workspace}}-firefox-${{ matrix.firefox-version }}.json
+          path: ./packages/${{matrix.workspace}}/test-execution-*.json
+          retention-days: 7
 
   test-with-embroider:
     name: ${{matrix.workspace}} Test With Embroider
@@ -190,7 +202,13 @@ jobs:
       - name: Install Dependencies
         run: pnpm install
       - name: Run Tests
-        run: pnpm --filter ${{matrix.workspace}} exec ember exam --parallel=3 --load-balance
+        run: pnpm --filter ${{matrix.workspace}} exec ember exam --parallel=3 --load-balance --write-execution-file
+      - uses: actions/upload-artifact@v4
+        if: failure()
+        with:
+          name: replay-${{matrix.workspace}}-embroider.json
+          path: ./packages/${{matrix.workspace}}/test-execution-*.json
+          retention-days: 7
 
   build-with-embroider:
     name: ${{matrix.workspace}} Build With Embroider

diff --git a/.gitignore b/.gitignore
@@ -13,3 +13,4 @@ coverage/
 npm-debug.log*
 yarn-error.log
 
+packages/**/test-execution-*.json