Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 6 additions & 15 deletions .github/workflows/detect-secrets.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,25 +19,16 @@ jobs:
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
- name: Install the latest version of uv with Python ${{inputs.python-version}}
uses: astral-sh/setup-uv@v6
with:
version: "latest"
python-version: ${{ inputs.python-version }}
- name: Cache python packages
uses: actions/cache@v4
with:
path: ~/.cache/pip
key: ${{inputs.plugin}}-${{inputs.os}}-python-${{inputs.python-version}}
restore-keys: ${{inputs.plugin}}
- name: Install uv
run: |
python -m pip install "uv==0.2.21"
activate-environment: true
- name: Install dependencies
run: |
cd ${{ inputs.plugin }}
uv pip install --system "kedro @ git+https://github.com/kedro-org/kedro@main"
uv pip install --system "${{inputs.plugin}}[lint] @ ."
uv pip freeze --system
make plugin=${{ inputs.plugin }} install-lint-requirements
uv pip freeze
- name: Install pre-commit hooks
run: |
pre-commit install --install-hooks
Expand Down
25 changes: 8 additions & 17 deletions .github/workflows/e2e-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,26 +19,17 @@ jobs:
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set up Python ${{inputs.python-version}}
uses: actions/setup-python@v5
- name: Install the latest version of uv with Python ${{inputs.python-version}}
uses: astral-sh/setup-uv@v6
with:
python-version: ${{inputs.python-version}}
- name: Cache python packages
uses: actions/cache@v4
with:
path: ~/.cache/pip
key: ${{inputs.plugin}}-${{inputs.os}}-python-${{inputs.python-version}}
restore-keys: ${{inputs.plugin}}
- name: Install uv
run: |
python -m pip install "uv==0.2.21"
version: "latest"
python-version: ${{ inputs.python-version }}
activate-environment: true
- name: Install dependencies
run: |
cd ${{ inputs.plugin }}
uv pip install --system "kedro @ git+https://github.com/kedro-org/kedro@main"
uv pip install --system "${{inputs.plugin}}[test] @ ."
- name: pip freeze
run: uv pip freeze --system
uv pip install "kedro @ git+https://github.com/kedro-org/kedro@main"
make plugin=${{ inputs.plugin }} install-test-requirements
uv pip freeze
- name: Run end to end tests
# Custom shell to run kedro-docker e2e-tests because -it flag for `docker run`
# isn't supported on Github Actions. See https://github.com/actions/runner/issues/241
Expand Down
22 changes: 7 additions & 15 deletions .github/workflows/lint.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,25 +19,17 @@ jobs:
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
- name: Install the latest version of uv with Python ${{inputs.python-version}}
uses: astral-sh/setup-uv@v6
with:
version: "latest"
python-version: ${{ inputs.python-version }}
- name: Cache python packages
uses: actions/cache@v4
with:
path: ~/.cache/pip
key: ${{inputs.plugin}}-${{inputs.os}}-python-${{inputs.python-version}}
restore-keys: ${{inputs.plugin}}
- name: Install uv
run: |
python -m pip install "uv==0.2.21"
activate-environment: true
- name: Install dependencies
run: |
cd ${{ inputs.plugin }}
uv pip install --system "kedro @ git+https://github.com/kedro-org/kedro@main"
uv pip install --system "${{inputs.plugin}}[lint] @ ."
uv pip freeze --system
uv pip install "kedro @ git+https://github.com/kedro-org/kedro@main"
make plugin=${{ inputs.plugin }} install-lint-requirements
uv pip freeze
- name: Install pre-commit hooks
run: |
pre-commit install --install-hooks
Expand Down
45 changes: 10 additions & 35 deletions .github/workflows/unit-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -20,48 +20,23 @@ jobs:
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set up Python ${{inputs.python-version}}
uses: actions/setup-python@v5
- name: Install the latest version of uv with Python ${{inputs.python-version}}
uses: astral-sh/setup-uv@v6
with:
python-version: ${{inputs.python-version}}
- name: Cache python packages for Linux
if: inputs.os == 'ubuntu-latest'
uses: actions/cache@v4
with:
path: ~/.cache/pip
key: ${{inputs.plugin}}-${{inputs.os}}-python-${{inputs.python-version}}
restore-keys: ${{inputs.plugin}}
- name: Cache python packages for Windows
if: inputs.os == 'windows-latest'
uses: actions/cache@v4
with:
path: ~\AppData\Local\pip\Cache
key: ${{inputs.plugin}}-${{inputs.os}}-python-${{inputs.python-version}}
restore-keys: ${{inputs.plugin}}
- name: Add MSBuild to PATH
if: inputs.os == 'windows-latest'
uses: microsoft/setup-msbuild@v2
- name: Install uv
run: |
python -m pip install "uv==0.2.21"
version: "latest"
python-version: ${{ inputs.python-version }}
activate-environment: true
- name: Install dependencies
run: |
cd ${{ inputs.plugin }}
uv pip install --system "kedro @ git+https://github.com/kedro-org/kedro@main"
uv pip install --system "${{inputs.plugin}}[test] @ ."
- name: pip freeze
run: uv pip freeze --system
- name: Run unit tests for Linux / kedro-airflow, kedro-docker, kedro-telemetry
if: inputs.os != 'windows-latest' && inputs.plugin != 'kedro-datasets'
uv pip install "kedro @ git+https://github.com/kedro-org/kedro@main"
make plugin=${{ inputs.plugin }} install-test-requirements
uv pip freeze
- name: Run unit tests for kedro-airflow, kedro-docker, kedro-telemetry
if: inputs.plugin != 'kedro-datasets'
run: make plugin=${{ inputs.plugin }} test
- name: Run unit tests for Linux / kedro-datasets
if: inputs.os != 'windows-latest' && inputs.plugin == 'kedro-datasets'
run: make dataset-tests
- name: Run unit tests for Windows / kedro-airflow, kedro-docker, kedro-telemetry
if: inputs.os == 'windows-latest' && inputs.plugin != 'kedro-datasets'
run: |
cd ${{ inputs.plugin }}
pytest tests
- name: Run unit tests for Windows / kedro-datasets / no spark parallel
if: inputs.os == 'windows-latest' && inputs.plugin == 'kedro-datasets'
run: |
Expand Down