Migrate from Poetry to uv (#578)

.bumpversion.cfg

@@ -0,0 +1,20 @@
+[bumpversion]
+current_version = 9.1.0
+parse = (?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\-(?P<release>dev)(?P<timestamp>\d+)?)?
+serialize =
+	{major}.{minor}.{patch}-{release}{timestamp}
+	{major}.{minor}.{patch}-{release}
+	{major}.{minor}.{patch}
+
+[bumpversion:part:release]
+first_value = dev
+optional_value = release
+values =
+	dev
+	release
+
+[bumpversion:file:pyproject.toml]
+search = version = "{current_version}"
+replace = version = "{new_version}"
+
+[bumpversion:file:kpops/const/__init__.py]

.github/actions/update-docs/action.yml

@@ -24,16 +24,11 @@ inputs:
 runs:
   using: "composite"
   steps:
-    - name: Install Python and set up Poetry
-      uses: bakdata/ci-templates/actions/python-setup-[email protected]
+    - name: Install uv
+      uses: astral-sh/setup-uv@v5
       with:
         python-version: "3.11"
-        poetry-version: "1.5.1"
-
-    - name: Install docs dependencies
-      shell: bash
-      run: |
-        poetry install --with docs
+        version: "0.5.14"
 
     - name: Update gh-pages branch
       shell: bash
@@ -47,12 +42,12 @@ runs:
       shell: bash
       if: ${{ inputs.release == 'false' }}
       run: |
-        poetry run mike deploy ${{ inputs.version }} --push --config-file ./docs/mkdocs.yml
+        uv run --frozen --group=docs mike deploy ${{ inputs.version }} --push --config-file ./docs/mkdocs.yml
 
     - name: Deploy ${{ inputs.version }} version (latest) of the documentation with mike
       shell: bash
       if: ${{ inputs.release == 'true' }}
       run: |
         sem_version=${{ inputs.version }}
         major_minor_version=${sem_version%.*}
-        poetry run mike deploy "$major_minor_version" latest --update-aliases --push --config-file ./docs/mkdocs.yml
+        uv run --frozen --group=docs mike deploy "$major_minor_version" latest --update-aliases --push --config-file ./docs/mkdocs.yml

.github/workflows/lint.yaml → .github/workflows/_lint-gh-ci.yaml

@@ -1,4 +1,4 @@
-name: Lint CI
+name: Lint GitHub CI
 
 on:
   pull_request:
@@ -11,9 +11,9 @@ on:
 jobs:
   actionlint:
     name: actionlint
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-24.04
     steps:
       - name: Lint actions and workflows
         uses: bakdata/ci-templates/actions/[email protected]
         with:
-          action-lint-version: "v1.6.25"
+          action-lint-version: "v1.7.6"

.github/workflows/add-issue-ci.yaml

@@ -8,7 +8,7 @@ on:
 jobs:
   add-issue-to-project:
     name: Add issue to project board
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-24.04
     steps:
       - name: Add the issue to the project
         uses: actions/[email protected]

.github/workflows/ci.yaml

@@ -12,96 +12,184 @@ defaults:
   run:
     shell: bash
 
+env:
+  UV_VERSION: "0.5.14"
+
 jobs:
-  test:
-    name: Test
+  lint:
+    name: Lint
     strategy:
       fail-fast: false
       matrix:
         os:
-          - ubuntu-22.04
+          - ubuntu-24.04
           - windows-2022
         python-version: ["3.11", "3.12"]
+        is-draft-pr: 
+          - ${{ github.event.pull_request.draft }}
+        include:
+          - python-version: "3.11"
+            os: ubuntu-24.04
+            format-for-github: true
+        exclude:
+          # skip Windows jobs on draft PRs because they are slow
+          - os: windows-2022
+            is-draft-pr: true
     runs-on: ${{ matrix.os }}
 
     steps:
       - uses: actions/checkout@v4
-        with:
-          submodules: true
 
-      - name: Install Python and set up Poetry
-        uses: bakdata/ci-templates/actions/python-setup-[email protected]
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
         with:
           python-version: ${{ matrix.python-version }}
-          poetry-version: "1.7.1"
-
-      - name: Check Poetry lock file consistency
-        run: poetry lock --check
+          version: ${{ env.UV_VERSION }}
 
-      - name: Install dependencies
-        run: poetry install --no-interaction
+      - name: Check uv.lock
+        run: uv lock --check
 
       - name: Lint (ruff)
         run: |
-          if [[ "$RUNNER_OS" == "Linux" && "${{ matrix.python-version }}" == "3.11" ]]
-          then
-            poetry run ruff check . --config pyproject.toml --output-format=github --no-fix
-          else
-            poetry run pre-commit run ruff-lint --all-files --show-diff-on-failure
-          fi;
-
-      - name: Formatting (ruff)
-        run: poetry run pre-commit run ruff-format --all-files --show-diff-on-failure
+            uv run --frozen ruff check . --config pyproject.toml --no-fix ${{ matrix.format-for-github && '--output-format=github' }}
 
       - name: Typing (pyright)
         run: |
-          if [[ "$RUNNER_OS" == "Linux" && "${{ matrix.python-version }}" == "3.11" ]]
+          if [[ "${{ matrix.format-for-github }}" == "true" ]]
           then
             echo "::add-matcher::.github/pyright-matcher.json"
-            poetry run pre-commit run pyright --all-files
-          else
-            poetry run pre-commit run pyright --all-files
           fi;
+          uv run --frozen pyright
 
-      - name: Generate schema (kpops schema)
-        run: poetry run pre-commit run gen-schema --all-files --show-diff-on-failure
 
-      - name: Generate CLI Usage docs (typer-cli)
-        run: poetry run pre-commit run gen-docs-cli --all-files --show-diff-on-failure
+  format:
+    name: Format
+    runs-on: [ubuntu-24.04]
+    steps:
+      - uses: actions/checkout@v4
 
-      - name: Generate Environment variable docs
-        run: poetry run pre-commit run gen-docs-env-vars --all-files --show-diff-on-failure
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: "3.11"
+          version: ${{ env.UV_VERSION }}
 
-      - name: Generate pipeline definitions
-        run: poetry run pre-commit run gen-docs-components --all-files --show-diff-on-failure
+      - name: ruff
+        run: uv run --frozen ruff format --check
+
+      - name: dprint
+        uses: dprint/[email protected]
+
+  test:
+    name: Test
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+          - ubuntu-24.04
+          - windows-2022
+        python-version: ["3.11", "3.12"]
+        is-draft-pr: 
+          - ${{ github.event.pull_request.draft }}
+        exclude:
+          # skip Windows jobs on draft PRs because they are slow
+          - os: windows-2022
+            is-draft-pr: true
+    runs-on: ${{ matrix.os }}
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: true
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          version: ${{ env.UV_VERSION }}
 
       - name: Test
-        run: poetry run pytest tests
+        run: uv run --frozen pytest tests
 
-      - name: Install docs dependencies
-        run: poetry install --with docs
+  docs:
+    name: Docs
+    runs-on: [ubuntu-24.04]
 
-      - name: Check markdown, toml, css formatting
-        uses: dprint/[email protected]
-        if: runner.os == 'Linux'
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: "3.11"
+          version: ${{ env.UV_VERSION }}
+
+      - name: Generate schema (kpops schema)
+        run: uv run --frozen pre-commit run gen-schema --all-files --show-diff-on-failure
+
+      - name: Generate CLI Usage docs (typer-cli)
+        run: uv run --frozen pre-commit run gen-docs-cli --all-files --show-diff-on-failure
+
+      - name: Generate Environment variable docs
+        run: uv run --frozen pre-commit run gen-docs-env-vars --all-files --show-diff-on-failure
+
+      - name: Generate pipeline definitions
+        run: uv run --frozen pre-commit run gen-docs-components --all-files --show-diff-on-failure
 
       - name: Test docs build (mkdocs)
-        run: poetry run mkdocs build -f docs/mkdocs.yml
+        run: uv run --frozen --group=docs mkdocs build -f docs/mkdocs.yml
 
+  # TODO: extract into ci-templates
   publish-snapshot-version:
     name: Publish snapshot to TestPyPI
-    needs: [test]
-    uses: bakdata/ci-templates/.github/workflows/[email protected]
-    with:
-      python-version: "3.11"
-      poetry-version: "1.7.1"
-    secrets:
-      pypi-token: ${{ secrets.TEST_PYPI_TOKEN }}
+    needs: [lint, format, test, docs]
+    runs-on: ubuntu-24.04
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: "3.11"
+          version: ${{ env.UV_VERSION }}
+
+      - name: Generate snapshot time
+        id: snapshot-time
+        run: |
+          snapshot_time=$(date +'%Y%m%d%H%M%S')
+          echo "snapshot-time=${snapshot_time}" >> "$GITHUB_OUTPUT"
+
+      - name: Bump version patch
+        id: bump-version
+        uses: bakdata/ci-templates/actions/[email protected]
+        with:
+          release-type: patch
+
+      - name: Restore clean Git working directory
+        # clean Git working directory is needed for the next bumpversion call
+        # we only need the version result from the first `patch` bump which is stored as a step output
+        run: git restore . 
+
+      - name: Bump version snapshot time
+        uses: bakdata/ci-templates/actions/[email protected]
+        with:
+          release-type: patch
+          new-version: ${{ steps.bump-version.outputs.release-version }}${{ steps.snapshot-time.outputs.snapshot-time }} # e.g. 9.1.1-dev20250108102827
+
+      - name: Build
+        run: uv build
+
+      - name: Publish TestPyPI
+        run: uv publish
+        env:
+          UV_PUBLISH_URL: https://test.pypi.org/legacy/
+          UV_PUBLISH_TOKEN: ${{ secrets.TEST_PYPI_TOKEN }}
 
   publish-docs-from-main:
-    runs-on: ubuntu-22.04
+    name: Publish docs (main)
+    runs-on: ubuntu-24.04
     if: ${{ github.ref == 'refs/heads/main' }}
-    needs: [test]
+    needs: [lint, format, test, docs]
     steps:
       - uses: actions/checkout@v4
 
@@ -114,9 +202,10 @@ jobs:
           version: main
 
   publish-dev-docs-from-pr:
-    runs-on: ubuntu-22.04
+    name: Publish docs (dev)
+    runs-on: ubuntu-24.04
     if: ${{ github.event_name == 'pull_request' }}
-    needs: [test]
+    needs: [lint, format, test, docs]
     steps:
       - uses: actions/checkout@v4
         with:
@@ -125,7 +214,7 @@ jobs:
       # Checks to see if any files in the PR match one of the listed file types.
       # This will return true if there's a file in docs folder that was added, deleted, or modified in the PR.
       - name: Check if files in docs folder have changed
-        uses: dorny/paths-filter@v2
+        uses: dorny/paths-filter@v3
         id: docs-changes
         with:
           filters: |

.github/workflows/publish.yaml

@@ -6,10 +6,21 @@ on:
 
 jobs:
   publish:
-    uses: bakdata/ci-templates/.github/workflows/[email protected]
-    with:
-      publish-to-test: false
-      python-version: "3.11"
-      poetry-version: "1.7.1"
-    secrets:
-      pypi-token: "${{ secrets.PYPI_TOKEN }}"
+    name: Publish to PyPI
+    runs-on: ubuntu-24.04
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: "3.11"
+          version: "0.5.14"
+
+      - name: Build
+        run: uv build
+
+      - name: Publish
+        run: uv publish
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_TOKEN }}