cpu-tests.yml

name: CPU tests

on:
  push:
    branches: [main, wip]
  pull_request:
    branches: [main, "carmocca/*", wip]

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }}
  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}

defaults:
  run:
    shell: bash

env:
  HF_TOKEN: ${{ secrets.HF_TOKEN }}
  UV_HTTP_TIMEOUT: 500

jobs:
  cpu-tests:
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        include:
          - {os: "macOS-12", python-version: "3.10"}
          - {os: "ubuntu-22.04", python-version: "3.11"}
          - {os: "ubuntu-22.04", python-version: "3.10"}
          - {os: "ubuntu-22.04", python-version: "3.9"}
          - {os: "ubuntu-20.04", python-version: "3.8"}
          - {os: "windows-2022", python-version: "3.10"}
    timeout-minutes: 25

    steps:
    - uses: actions/checkout@v4

    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v4
      with:
        python-version: ${{ matrix.python-version }}

    - name: Install uv
      run: pip install uv

    - name: Install minimal dependencies
      run: |
        # uv pip install . is not yet supported, only `-e .`
        # https://github.com/astral-sh/uv/issues/1896
        uv pip install --system -e .
        uv pip list
        # make sure all modules are still importable with only the minimal dependencies available
        modules=$(
          find litgpt -type f -name "*.py" | \
          sed 's/\.py$//' | sed 's/\//./g' | \
          sed 's/.__init__//g' | xargs -I {} echo "import {};"
        )
        echo "$modules"
        python -c "$modules"

    - name: Install all dependencies
      run: |
        uv pip install --system -e '.[all,test]' 'lm_eval @ git+https://github.com/EleutherAI/lm-evaluation-harness.git@115206dc89dad67b8b'
        uv pip list

    - name: Run tests
      run: |
        pytest -v --disable-pytest-warnings --strict-markers --color=yes --timeout 120