ci: add scheduled benchmark runs (#1639)

.github/workflows/track-performance.yml

@@ -3,13 +3,18 @@
 name: C-Chain Reexecution Performance Tracking
 
 on:
+  schedule:
+    # Daily at 05:00 UTC (00:00 ET) - 1M blocks: 40M → 41M
+    - cron: '0 5 * * *'
+    # Weekly Sunday at 05:00 UTC (00:00 ET) - 10M blocks: 50M → 60M
+    - cron: '0 5 * * 0'
   workflow_dispatch:
     inputs:
       firewood:
         description: 'Firewood commit/branch/tag to test (leave empty to use the commit that triggered the workflow)'
         default: ''
       libevm:
-        description: 'libevm commit/branch/tag to test (leave empty to skip)'
+        description: 'libevm commit/branch/tag to test (leave empty to use AvalancheGo version of libevm)'
         default: ''
       avalanchego:
         description: 'AvalancheGo commit/branch/tag to test against'
@@ -19,7 +24,7 @@ on:
         default: ''
       config:
         description: 'Config (e.g., firewood, hashdb)'
-        default: ''
+        default: 'firewood'
       start-block:
         default: ''
       end-block:
@@ -30,20 +35,84 @@ on:
       current-state-dir-src:
         description: 'Current state directory source (e.g., cchain-mainnet-blocks-30m-40m-ldb [without S3 path])'
         default: ''
-      runner:
+      runner: # runners defined here: https://github.com/ava-labs/devops-argocd/blob/main/base/system/actions-runners/action-runner.yaml
         description: 'Runner to use in AvalancheGo'
         required: true
         type: choice
         options:
+          - avalanche-avalanchego-runner
           - avalanche-avalanchego-runner-2ti
-          - avago-runner-i4i-4xlarge-local-ssd
           - avago-runner-m6i-4xlarge-ebs-fast
+          - avago-runner-m6i-4xlarge-ebs-fast-5ti
+          - avago-runner-m6i-4xlarge-ebs-fast-10ti
+          - avago-runner-m6i-4xlarge-io2-xfast-10ti
+          - avago-runner-i4i-2xlarge-local-ssd
+          - avago-runner-i4i-4xlarge-local-ssd
+          - avago-runner-i4i-8xlarge-local-ssd
+          - avago-runner-i4i-16xlarge-local-ssd
       timeout-minutes:
         description: 'Timeout in minutes'
         default: ''
 
 jobs:
-  record-benchmark-to-gh-pages:
+  configure-benchmark:
+    runs-on: ubuntu-latest
+    outputs:
+      name: ${{ steps.resolve.outputs.name }}
+      test: ${{ steps.resolve.outputs.test }}
+      config: ${{ steps.resolve.outputs.config }}
+      start-block: ${{ steps.resolve.outputs.start-block }}
+      end-block: ${{ steps.resolve.outputs.end-block }}
+      block-dir-src: ${{ steps.resolve.outputs.block-dir-src }}
+      current-state-dir-src: ${{ steps.resolve.outputs.current-state-dir-src }}
+      runner: ${{ steps.resolve.outputs.runner }}
+      timeout-minutes: ${{ steps.resolve.outputs.timeout-minutes }}
+    steps:
+      - name: Resolve benchmark config
+        id: resolve
+        run: |
+          if [[ "${{ github.event_name }}" == "schedule" ]]; then
+            case "${{ github.event.schedule }}" in
+              "0 5 * * *")  # Daily at 05:00 UTC: 1M blocks (40M → 41M)
+                echo "name=daily-40m-41m" >> "$GITHUB_OUTPUT"
+                echo "config=firewood" >> "$GITHUB_OUTPUT"
+                echo "start-block=40000001" >> "$GITHUB_OUTPUT"
+                echo "end-block=41000000" >> "$GITHUB_OUTPUT"
+                echo "block-dir-src=cchain-mainnet-blocks-40m-50m-ldb" >> "$GITHUB_OUTPUT"
+                echo "current-state-dir-src=cchain-current-state-firewood-40m" >> "$GITHUB_OUTPUT"
+                echo "runner=avago-runner-i4i-2xlarge-local-ssd" >> "$GITHUB_OUTPUT"
+                echo "timeout-minutes=720" >> "$GITHUB_OUTPUT"
+                ;;
+              "0 5 * * 0")  # Weekly Sunday at 05:00 UTC: 10M blocks (50M → 60M)
+                echo "name=weekly-50m-60m" >> "$GITHUB_OUTPUT"
+                echo "config=firewood" >> "$GITHUB_OUTPUT"
+                echo "start-block=50000001" >> "$GITHUB_OUTPUT"
+                echo "end-block=60000000" >> "$GITHUB_OUTPUT"
+                echo "block-dir-src=cchain-mainnet-blocks-50m-60m-ldb" >> "$GITHUB_OUTPUT"
+                echo "current-state-dir-src=cchain-current-state-firewood-50m" >> "$GITHUB_OUTPUT"
+                echo "runner=avago-runner-i4i-2xlarge-local-ssd" >> "$GITHUB_OUTPUT"
+                echo "timeout-minutes=2880" >> "$GITHUB_OUTPUT"
+                ;;
+              *)
+                echo "::error::Unknown schedule: ${{ github.event.schedule }}"
+                exit 1
+                ;;
+            esac
+          else
+            # Manual dispatch - pass through inputs directly
+            echo "name=manual" >> "$GITHUB_OUTPUT"
+            echo "test=${{ inputs.test }}" >> "$GITHUB_OUTPUT"
+            echo "config=${{ inputs.config }}" >> "$GITHUB_OUTPUT"
+            echo "start-block=${{ inputs.start-block }}" >> "$GITHUB_OUTPUT"
+            echo "end-block=${{ inputs.end-block }}" >> "$GITHUB_OUTPUT"
+            echo "block-dir-src=${{ inputs.block-dir-src }}" >> "$GITHUB_OUTPUT"
+            echo "current-state-dir-src=${{ inputs.current-state-dir-src }}" >> "$GITHUB_OUTPUT"
+            echo "runner=${{ inputs.runner }}" >> "$GITHUB_OUTPUT"
+            echo "timeout-minutes=${{ inputs.timeout-minutes }}" >> "$GITHUB_OUTPUT"
+          fi
+
+  benchmark:
+    needs: configure-benchmark
     runs-on: ubuntu-latest
     permissions:
       contents: write  # Required for github-action-benchmark to push to gh-pages
@@ -57,26 +126,26 @@ jobs:
 
       - name: Trigger C-Chain Reexecution Benchmark
         run: |
-          if [[ -n "${{ inputs.test }}" ]]; then
-            ./scripts/bench-cchain-reexecution.sh trigger "${{ inputs.test }}"
+          if [[ -n "${{ needs.configure-benchmark.outputs.test }}" ]]; then
+            ./scripts/bench-cchain-reexecution.sh trigger "${{ needs.configure-benchmark.outputs.test }}"
           else
             ./scripts/bench-cchain-reexecution.sh trigger
           fi
         env:
           GH_TOKEN: ${{ secrets.FIREWOOD_AVALANCHEGO_GITHUB_TOKEN }}
           # Custom mode (ignored when test is specified)
-          CONFIG: ${{ inputs.config }}
-          START_BLOCK: ${{ inputs.start-block }}
-          END_BLOCK: ${{ inputs.end-block }}
-          BLOCK_DIR_SRC: ${{ inputs.block-dir-src }}
-          CURRENT_STATE_DIR_SRC: ${{ inputs.current-state-dir-src }}
+          CONFIG: ${{ needs.configure-benchmark.outputs.config }}
+          START_BLOCK: ${{ needs.configure-benchmark.outputs.start-block }}
+          END_BLOCK: ${{ needs.configure-benchmark.outputs.end-block }}
+          BLOCK_DIR_SRC: ${{ needs.configure-benchmark.outputs.block-dir-src }}
+          CURRENT_STATE_DIR_SRC: ${{ needs.configure-benchmark.outputs.current-state-dir-src }}
           # Refs
           FIREWOOD_REF: ${{ inputs.firewood || github.sha }}
           AVALANCHEGO_REF: ${{ inputs.avalanchego }}
           LIBEVM_REF: ${{ inputs.libevm }}
           # Execution
-          RUNNER: ${{ inputs.runner }}
-          TIMEOUT_MINUTES: ${{ inputs.timeout-minutes }}
+          RUNNER: ${{ needs.configure-benchmark.outputs.runner }}
+          TIMEOUT_MINUTES: ${{ needs.configure-benchmark.outputs.timeout-minutes }}
 
       # github.ref controls where results are stored (not what gets benchmarked):
       # - main branch → bench/ (official history)
@@ -108,36 +177,28 @@ jobs:
 
       - name: Summary
         run: |
-          if [ "${{ steps.store.outcome }}" == "failure" ]; then
-            echo "::warning::Benchmark storage failed - results were not saved to GitHub Pages"
-          fi
+          [[ "${{ steps.store.outcome }}" == "failure" ]] && echo "::warning::Benchmark storage failed"
 
           {
-            echo "## Firewood Performance Benchmark Results"
+            echo "## Benchmark: ${{ needs.configure-benchmark.outputs.name }}"
             echo
-            echo "**Configuration:**"
-
-            if [ -n "${{ inputs.test }}" ]; then
-              echo "- Mode: Predefined test"
-              echo "- Test: \`${{ inputs.test }}\`"
+            if [[ -n "${{ needs.configure-benchmark.outputs.test }}" ]]; then
+              echo "| Parameter | Value |"
+              echo "|-----------|-------|"
+              echo "| Test | \`${{ needs.configure-benchmark.outputs.test }}\` |"
             else
-              echo "- Mode: Custom parameters"
-              echo "- Config: \`${{ inputs.config }}\`"
-              echo "- Blocks: \`${{ inputs.start-block }}\` → \`${{ inputs.end-block }}\`"
-              echo "- Block source: \`${{ inputs.block-dir-src }}\`"
-              echo "- State source: \`${{ inputs.current-state-dir-src }}\`"
-            fi
-
-            echo "- Firewood: \`${{ inputs.firewood || github.sha }}\`"
-            if [ -n "${{ inputs.libevm }}" ]; then
-              echo "- libevm: \`${{ inputs.libevm }}\`"
+              echo "| Parameter | Value |"
+              echo "|-----------|-------|"
+              echo "| Config | \`${{ needs.configure-benchmark.outputs.config }}\` |"
+              echo "| Blocks | \`${{ needs.configure-benchmark.outputs.start-block }}\` → \`${{ needs.configure-benchmark.outputs.end-block }}\` |"
+              echo "| Block source | \`${{ needs.configure-benchmark.outputs.block-dir-src }}\` |"
+              echo "| State source | \`${{ needs.configure-benchmark.outputs.current-state-dir-src }}\` |"
             fi
-            echo "- AvalancheGo: \`${{ inputs.avalanchego }}\`"
-            echo "- Runner: \`${{ inputs.runner }}\`"
-            echo "- Timeout: \`${{ inputs.timeout-minutes }}\` minutes"
+            echo "| Firewood | \`${{ inputs.firewood || github.sha }}\` |"
+            echo "| AvalancheGo | \`${{ inputs.avalanchego || 'master' }}\` |"
+            echo "| libevm | \`${{ inputs.libevm || '-' }}\` |"
+            echo "| Runner | \`${{ needs.configure-benchmark.outputs.runner }}\` |"
             echo
-
-            echo "**Links:**"
-            echo "- [Performance Trends](https://ava-labs.github.io/firewood/${{ steps.location.outputs.data-dir }}/)"
-          } >> $GITHUB_STEP_SUMMARY
+            echo "[View trends](https://ava-labs.github.io/firewood/${{ steps.location.outputs.data-dir }}/)"
+          } >> "$GITHUB_STEP_SUMMARY"
 

scripts/bench-cchain-reexecution.sh

@@ -17,7 +17,8 @@ set -euo pipefail
 #   GH_TOKEN              GitHub token for API access (required)
 #   TEST                  Predefined test name, alternative to arg (optional)
 #   FIREWOOD_REF          Firewood commit/tag/branch, empty = AvalancheGo's go.mod default (optional)
-#   AVALANCHEGO_REF       AvalancheGo ref to test against (default: master)
+#   AVALANCHEGO_REF       AvalancheGo branch/tag to test against (default: master)
+#                         NOTE: Must be a branch or tag name, not a commit SHA (GitHub API limitation)
 #   RUNNER                GitHub Actions runner label (default: avalanche-avalanchego-runner-2ti)
 #   LIBEVM_REF            libevm ref (optional)
 #   TIMEOUT_MINUTES       Workflow timeout in minutes (optional)
@@ -330,7 +331,7 @@ COMMANDS
   status <run_id>  Check run status
   list             List recent runs
   tests            Show available tests
-  help             Show this help
+  help             Show this help message
 
 TESTS
 EOF