Skip to content

Commit

Permalink
ci: use uv to install python
Browse files Browse the repository at this point in the history
  • Loading branch information
cpcloud committed Dec 21, 2024
1 parent b8f566d commit 9bdf96a
Show file tree
Hide file tree
Showing 6 changed files with 29 additions and 71 deletions.
11 changes: 2 additions & 9 deletions .github/workflows/check-generated-files.yml
Original file line number Diff line number Diff line change
Expand Up @@ -35,18 +35,11 @@ jobs:
- name: checkout
uses: actions/checkout@v4

- name: install python
uses: actions/setup-python@v5
id: install_python
with:
python-version: "3.13"
cache: pip
cache-dependency-path: requirements-dev.txt

- name: install uv
uses: astral-sh/[email protected]
with:
version: "0.4.x"
python-version: "3.13"

- name: update apt-get
run: sudo apt-get update -y -q
Expand Down Expand Up @@ -75,5 +68,5 @@ jobs:
continue-on-error: true
uses: codecov/codecov-action@v5
with:
flags: core,${{ runner.os }},python-${{ steps.install_python.outputs.python-version }}
flags: core,${{ runner.os }},python-3.13
token: ${{ secrets.CODECOV_TOKEN }}
10 changes: 3 additions & 7 deletions .github/workflows/ibis-backends-cloud.yml
Original file line number Diff line number Diff line change
Expand Up @@ -104,14 +104,10 @@ jobs:
labels: ci-run-cloud
github_token: ${{ steps.generate_token.outputs.token }}

- name: install python
uses: actions/setup-python@v5
id: install_python
with:
python-version: ${{ matrix.python-version }}

- name: install uv
uses: astral-sh/[email protected]
with:
python-version: "${{ matrix.python-version }}"

- name: install additional deps
if: matrix.backend.key == 'snowpark'
Expand Down Expand Up @@ -173,5 +169,5 @@ jobs:
continue-on-error: true
uses: codecov/codecov-action@v5
with:
flags: backend,${{ matrix.backend.name }},${{ runner.os }},python-${{ steps.install_python.outputs.python-version }}
flags: backend,${{ matrix.backend.name }},${{ runner.os }},python-${{ matrix.python-version }}
token: ${{ secrets.CODECOV_TOKEN }}
36 changes: 12 additions & 24 deletions .github/workflows/ibis-backends.yml
Original file line number Diff line number Diff line change
Expand Up @@ -58,14 +58,10 @@ jobs:
- name: checkout
uses: actions/checkout@v4

- name: install python
uses: actions/setup-python@v5
id: install_python
with:
python-version: ${{ matrix.python-version }}

- name: install uv
uses: astral-sh/[email protected]
with:
python-version: ${{ matrix.python-version }}

- uses: extractions/setup-just@v2
env:
Expand All @@ -79,7 +75,7 @@ jobs:
continue-on-error: true
uses: codecov/codecov-action@v5
with:
flags: backend,bigquery,${{ runner.os }},python-${{ steps.install_python.outputs.python-version }}
flags: backend,bigquery,${{ runner.os }},python-${{ matrix.python-version }}
token: ${{ secrets.CODECOV_TOKEN }}

test_backends:
Expand Down Expand Up @@ -478,14 +474,10 @@ jobs:
if: matrix.backend.services != null
run: just up ${{ join(matrix.backend.services, ' ') }}

- name: install python
uses: actions/setup-python@v5
id: install_python
with:
python-version: ${{ matrix.python-version }}

- name: install uv
uses: astral-sh/[email protected]
with:
python-version: ${{ matrix.python-version }}

- name: install other deps
if: matrix.backend.additional_deps != null
Expand All @@ -500,23 +492,23 @@ jobs:
env:
IBIS_TEST_IMPALA_HOST: localhost
IBIS_TEST_IMPALA_PORT: 21050
IBIS_EXAMPLES_DATA: ${{ runner.temp }}/examples-${{ matrix.backend.name }}-${{ matrix.os }}-${{ steps.install_python.outputs.python-version }}
IBIS_EXAMPLES_DATA: ${{ runner.temp }}/examples-${{ matrix.backend.name }}-${{ matrix.os }}-${{ matrix.python-version }}

- name: "run serial tests: ${{ matrix.backend.name }}"
if: matrix.backend.serial
run: just ci-check "${{ join(matrix.backend.extras, ' ') }} --extra examples" -m ${{ matrix.backend.name }}
env:
FLINK_REMOTE_CLUSTER_ADDR: localhost
FLINK_REMOTE_CLUSTER_PORT: "8081"
IBIS_EXAMPLES_DATA: ${{ runner.temp }}/examples-${{ matrix.backend.name }}-${{ matrix.os }}-${{ steps.install_python.outputs.python-version }}
IBIS_EXAMPLES_DATA: ${{ runner.temp }}/examples-${{ matrix.backend.name }}-${{ matrix.os }}-${{ matrix.python-version }}

- name: "run backend doctests: ${{ matrix.backend.name }}"
if: matrix.os == 'ubuntu-latest'
run: just backend-doctests ${{ matrix.backend.name }}
env:
FLINK_REMOTE_CLUSTER_ADDR: localhost
FLINK_REMOTE_CLUSTER_PORT: "8081"
IBIS_EXAMPLES_DATA: ${{ runner.temp }}/examples-${{ matrix.backend.name }}-${{ matrix.os }}-${{ steps.install_python.outputs.python-version }}
IBIS_EXAMPLES_DATA: ${{ runner.temp }}/examples-${{ matrix.backend.name }}-${{ matrix.os }}-${{ matrix.python-version }}

- name: checkout uv.lock and pyproject.toml
run: git checkout uv.lock pyproject.toml
Expand All @@ -531,7 +523,7 @@ jobs:
continue-on-error: true
uses: codecov/codecov-action@v5
with:
flags: backend,${{ matrix.backend.name }},${{ runner.os }},python-${{ steps.install_python.outputs.python-version }}
flags: backend,${{ matrix.backend.name }},${{ runner.os }},python-${{ matrix.python-version }}
token: ${{ secrets.CODECOV_TOKEN }}

- name: Show docker compose logs on fail
Expand Down Expand Up @@ -593,14 +585,10 @@ jobs:
- name: download backend data
run: just download-data

- name: install python
uses: actions/setup-python@v5
id: install_python
with:
python-version: ${{ matrix.python-version }}

- name: install uv
uses: astral-sh/[email protected]
with:
python-version: ${{ matrix.python-version }}

# it requires a version of pandas that pyspark is not compatible with
- name: remove lonboard
Expand Down Expand Up @@ -634,7 +622,7 @@ jobs:
continue-on-error: true
uses: codecov/codecov-action@v5
with:
flags: backend,pyspark,${{ runner.os }},python-${{ steps.install_python.outputs.python-version }}
flags: backend,pyspark,${{ runner.os }},python-${{ matrix.python-version }}
token: ${{ secrets.CODECOV_TOKEN }}

backends:
Expand Down
8 changes: 2 additions & 6 deletions .github/workflows/ibis-benchmarks.yml
Original file line number Diff line number Diff line change
Expand Up @@ -23,14 +23,10 @@ jobs:
- name: checkout
uses: actions/checkout@v4

- name: install python
uses: actions/setup-python@v5
id: install_python
with:
python-version: "3.11"

- name: install uv
uses: astral-sh/[email protected]
with:
python-version: "3.11"

- name: install system dependencies
run: sudo apt-get install -qq -y build-essential libgeos-dev freetds-dev unixodbc-dev
Expand Down
28 changes: 8 additions & 20 deletions .github/workflows/ibis-main.yml
Original file line number Diff line number Diff line change
Expand Up @@ -57,14 +57,10 @@ jobs:
- name: checkout
uses: actions/checkout@v4

- name: install python
uses: actions/setup-python@v5
id: install_python
with:
python-version: ${{ matrix.python-version }}

- name: install uv
uses: astral-sh/[email protected]
with:
python-version: ${{ matrix.python-version }}

- name: install ${{ matrix.os }} system dependencies
if: matrix.os == 'ubuntu-latest'
Expand Down Expand Up @@ -103,7 +99,7 @@ jobs:
continue-on-error: true
uses: codecov/codecov-action@v5
with:
flags: core,${{ runner.os }},python-${{ steps.install_python.outputs.python-version }}
flags: core,${{ runner.os }},python-${{ matrix.python-version }}
token: ${{ secrets.CODECOV_TOKEN }}

test_shapely_duckdb_import:
Expand All @@ -113,14 +109,10 @@ jobs:
- name: checkout
uses: actions/checkout@v4

- name: install python
uses: actions/setup-python@v5
id: install_python
with:
python-version: "3.13"

- name: install uv
uses: astral-sh/[email protected]
with:
python-version: "3.13"

- name: install system dependencies
run: |
Expand All @@ -146,14 +138,10 @@ jobs:
- name: checkout
uses: actions/checkout@v4

- name: install python
uses: actions/setup-python@v5
id: install_python
with:
python-version: "3.10"

- name: install uv
uses: astral-sh/[email protected]
with:
python-version: "3.10"

- uses: extractions/setup-just@v2
env:
Expand All @@ -170,5 +158,5 @@ jobs:
continue-on-error: true
uses: codecov/codecov-action@v5
with:
flags: core,doctests,${{ runner.os }},python-${{ steps.install_python.outputs.python-version }}
flags: core,doctests,${{ runner.os }},python-3.10
token: ${{ secrets.CODECOV_TOKEN }}
7 changes: 2 additions & 5 deletions .github/workflows/pre-release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -24,13 +24,10 @@ jobs:
with:
fetch-depth: 0

- name: install python
uses: actions/setup-python@v5
with:
python-version: "3.13"

- name: install uv
uses: astral-sh/[email protected]
with:
python-version: "3.13"

- uses: extractions/setup-just@v2
env:
Expand Down

0 comments on commit 9bdf96a

Please sign in to comment.