benchmark.yml

name: Benchmark
on:
  # Runs only on demand or on a schedule so CI minutes aren't burned on every push.
  schedule:
    - cron: "0 3 * * 1" # weekly (Mon 03:00 UTC)
  workflow_dispatch:
    inputs:
      benchtime:
        description: Duration per benchmark (go -benchtime)
        required: false
        default: "1s"
      count:
        description: Number of runs per benchmark (go -count); median of runs is reported
        required: false
        default: "3"

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

env:
  BENCHTIME: ${{ inputs.benchtime || '1s' }}
  BENCH_COUNT: ${{ inputs.count || '3' }}

jobs:
  benchmark:
    name: Benchmark (${{ matrix.db }})
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        db: [sqlite, postgres]
    services:
      postgres:
        image: postgres:16
        env:
          POSTGRES_USER: postgres
          POSTGRES_PASSWORD: postgres
          POSTGRES_DB: bench
          POSTGRES_INITDB_ARGS: --nosync
        ports:
          - 5432:5432
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
          --tmpfs /var/lib/postgresql/data:rw,noatime,size=1024m
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-go@v5
        with:
          go-version-file: benchmark/go.mod
          cache-dependency-path: benchmark/go.sum

      - name: Build Phi CLI
        run: go build -o bin/phi

      - name: Run Benchmark (${{ matrix.db }})
        run: |
          cd benchmark
          if [ "${{ matrix.db }}" = "postgres" ]; then
            make bench/pg
          else
            make bench/sqlite
          fi
        env:
          DATABASE_URL: postgres://postgres:postgres@localhost:5432/bench?sslmode=disable
          DATABASE_DIRECT_URL: postgres://postgres:postgres@localhost:5432/bench?sslmode=disable
          SKIP_DB_RESET: true

      - name: Upload Benchmark Artifact
        uses: actions/upload-artifact@v4
        with:
          name: bench-${{ matrix.db }}-${{ github.sha }}
          path: benchmark/benchmarks.json

  save-benchmarks:
    name: Save Benchmark JSON
    needs: benchmark
    runs-on: ubuntu-latest
    permissions:
      contents: write
    steps:
      - uses: actions/checkout@v4
        with:
          token: ${{ secrets.GITHUB_TOKEN }}

      - name: Download SQLite Artifact
        uses: actions/download-artifact@v4
        with:
          name: bench-sqlite-${{ github.sha }}
          path: ./artifacts/sqlite

      - name: Download Postgres Artifact
        uses: actions/download-artifact@v4
        with:
          name: bench-postgres-${{ github.sha }}
          path: ./artifacts/postgres

      - name: Merge and Commit benchmarks.json
        run: |
          node benchmark/mergeBenchmarks.js
          if [ -n "$(git status --porcelain benchmark/benchmarks.json)" ]; then
            git config user.name "github-actions[bot]"
            git config user.email "github-actions[bot]@users.noreply.github.com"
            git add benchmark/benchmarks.json
            git commit -m "chore(benchmark): update benchmark results [skip ci]"
            git push
          else
            echo "No benchmark results changed."
          fi

      - name: Trigger Website Benchmark Revalidation
        run: |
          SECRET="${{ secrets.REVALIDATE_SECRET }}"
          if [ -z "$SECRET" ]; then
            SECRET="someSecret"
          fi
          echo "Triggering Vercel cache revalidation..."
          curl -s "https://phi-orm.vercel.app/api/revalidate-benchmarks?secret=$SECRET"
          echo ""
          echo "Website benchmark cache revalidated!"