Skip to content

[WIP] Fix infinite loop when computing parse tree for recursive nullable grammars #296

[WIP] Fix infinite loop when computing parse tree for recursive nullable grammars

[WIP] Fix infinite loop when computing parse tree for recursive nullable grammars #296

name: Pull Request Gate
on:
push:
branches: [main]
pull_request:
branches: [main]
workflow_dispatch:
jobs:
# First Stage =======================================================================
# Linting and basic CPU-based tests
linting-black:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
# https://black.readthedocs.io/en/stable/integrations/github_actions.html
- uses: psf/black@stable
with:
options: "--diff" # Remove this to start enforcement
linting-mypy:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Setup Python
uses: actions/setup-python@v5
with:
python-version: 3.8
- name: Install dependencies
run: |
python -m pip install --upgrade pip
python -m pip install .[all,test]
- name: Run mypy
run: |
python -m mypy guidance
bare-install:
strategy:
matrix:
os: [ubuntu-latest, windows-latest, macos-12]
python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
runs-on: ${{ matrix.os }}
steps:
- uses: actions/checkout@v4
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Minimal install
run: |
pip install -e .
- name: Attempt import
run: |
python -c "import guidance"
unit-tests-linux-python-latest:
uses: ./.github/workflows/action_plain_unit_tests.yml
strategy:
fail-fast: false # Don't cancel all on first failure
matrix:
model:
- "gpt2cpu"
- "phi2cpu"
# - "transformers_mistral_7b" See Issue 713
- "hfllama7b"
- "hfllama_mistral_7b"
- "transformers_phi3cpu_mini_4k_instruct"
- "hfllama_phi3cpu_mini_4k_instruct"
with:
os: Large_Linux
python-version: "3.12"
model: ${{ matrix.model }}
end-stage-1:
needs:
- linting-black
- linting-mypy
- bare-install
- unit-tests-linux-python-latest
name: End Stage 1
runs-on: ubuntu-latest
steps:
- run: echo "End of Stage 1"
# Second stage =======================================================================
# Remaining CPU-based tests on Linux, plus server tests and basic GPU testing
unit-tests-gpu-python-latest:
needs: end-stage-1
uses: ./.github/workflows/action_gpu_unit_tests.yml
with:
os: gpu-runner
python-version: "3.12"
unit-tests-linux-python-other:
needs: end-stage-1
strategy:
fail-fast: false # Don't cancel all on first failure
matrix:
python-version: ["3.8", "3.9", "3.10", "3.11"]
model:
- "gpt2cpu"
- "phi2cpu"
# - "transformers_mistral_7b" See Issue 713
- "hfllama7b"
- "hfllama_mistral_7b"
- "transformers_phi3cpu_mini_4k_instruct"
- "hfllama_phi3cpu_mini_4k_instruct"
uses: ./.github/workflows/action_plain_unit_tests.yml
with:
os: Large_Linux
python-version: ${{ matrix.python-version }}
model: ${{ matrix.model }}
server-tests:
needs: end-stage-1
strategy:
fail-fast: false # Don't cancel all on first failure
matrix:
# Need to figure out what happened to 3.12
python-version: ["3.8", "3.9", "3.10", "3.11"]
uses: ./.github/workflows/action_server_tests.yml
with:
os: ubuntu-latest
python-version: ${{ matrix.python-version }}
end-stage-2:
needs:
- unit-tests-linux-python-other
- unit-tests-gpu-python-latest
- server-tests
name: End Stage 2
runs-on: ubuntu-latest
steps:
- run: echo "End of Stage 1"
# Third Stage ==============================================================
# Windows and MacOS, plus other GPU Linux tests
unit-tests-mac:
needs: end-stage-2
strategy:
fail-fast: false # Don't cancel all on first failure
matrix:
python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
model:
- "gpt2cpu"
- "phi2cpu"
# - "transformers_mistral_7b" See Issue 713
- "hfllama7b"
- "hfllama_mistral_7b"
# - "transformers_phi3cpu_mini_4k_instruct" Gives trouble on MacOS
- "hfllama_phi3cpu_mini_4k_instruct"
uses: ./.github/workflows/action_plain_unit_tests.yml
with:
os: macos-12
python-version: ${{ matrix.python-version }}
model: ${{ matrix.model }}
unit-tests-win:
needs: end-stage-2
strategy:
fail-fast: false # Don't cancel all on first failure
matrix:
python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
model:
- "gpt2cpu"
- "phi2cpu"
# - "transformers_mistral_7b" See Issue 713
- "hfllama7b"
- "hfllama_mistral_7b"
- "transformers_phi3cpu_mini_4k_instruct"
- "hfllama_phi3cpu_mini_4k_instruct"
uses: ./.github/workflows/action_plain_unit_tests.yml
with:
os: Large_Windows
python-version: ${{ matrix.python-version }}
model: ${{ matrix.model }}
unit-tests-gpu-python-others:
needs: end-stage-2
strategy:
fail-fast: false # Don't cancel all on first failure
matrix:
python-version: ["3.8", "3.9", "3.10", "3.11"]
uses: ./.github/workflows/action_gpu_unit_tests.yml
with:
os: gpu-runner
python-version: ${{ matrix.python-version }}