Fix job dependencies #11
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: ci | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| paths: | |
| - ".github/workflows/ci.yml" | |
| - ".github/workflows/publish.yml" | |
| - ".github/workflows/build-image-template.yml" | |
| - ".github/workflows/build-base-images-template.yml" | |
| - ".github/workflows/build-datascience-images-template.yml" | |
| - ".github/workflows/build-spark-images-template.yml" | |
| - ".github/actions/install-patchs-and-extension/action.yml" | |
| - ".github/actions/setup-buildx/action.yml" | |
| - ".github/actions/free-disk-space/action.yml" | |
| - ".build/.versions.yml" | |
| - ".build/python/okdp/**" | |
| - "docker-stacks/images/**" | |
| - "docker-stacks/tests/**" | |
| - "docker-stacks/tagging/**" | |
| - "all-spark-notebook/**" | |
| - "base-notebook/**" | |
| - "datascience-notebook/**" | |
| - "docker-stacks-foundation/**" | |
| - "julia-notebook/**" | |
| - "minimal-notebook/**" | |
| - "pytorch-notebook/**" | |
| - "r-notebook/**" | |
| - "scipy-notebook/**" | |
| - "tensorflow-notebook/**" | |
| - "pyspark-notebook/**" | |
| - "!.build/python/okdp/patch/README.md" | |
| - "!doc/**" | |
| - "!README.md" | |
| push: | |
| paths: | |
| - ".github/workflows/ci.yml" | |
| - ".github/workflows/publish.yml" | |
| - ".github/workflows/build-image-template.yml" | |
| - ".github/workflows/build-base-images-template.yml" | |
| - ".github/workflows/build-datascience-images-template.yml" | |
| - ".github/workflows/build-spark-images-template.yml" | |
| - ".github/actions/install-patchs-and-extension/action.yml" | |
| - ".github/actions/setup-buildx/action.yml" | |
| - ".github/actions/free-disk-space/action.yml" | |
| - ".build/.versions.yml" | |
| - ".build/python/okdp/**" | |
| - "docker-stacks/images/**" | |
| - "docker-stacks/tests/**" | |
| - "docker-stacks/tagging/**" | |
| - "all-spark-notebook/**" | |
| - "base-notebook/**" | |
| - "datascience-notebook/**" | |
| - "docker-stacks-foundation/**" | |
| - "julia-notebook/**" | |
| - "minimal-notebook/**" | |
| - "pytorch-notebook/**" | |
| - "r-notebook/**" | |
| - "scipy-notebook/**" | |
| - "tensorflow-notebook/**" | |
| - "pyspark-notebook/**" | |
| - "!.build/python/okdp/patch/README.md" | |
| - "!doc/**" | |
| - "!README.md" | |
| workflow_dispatch: | |
| # https://docs.github.com/en/actions/using-jobs/using-concurrency | |
| concurrency: | |
| # Only cancel in-progress jobs or runs for the current workflow - matches against branch & tags | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| defaults: | |
| run: | |
| working-directory: ./docker-stacks | |
| permissions: | |
| packages: write | |
| jobs: | |
| build-version-compatibility-matrix: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| spark: ${{ steps.set-matrix.outputs.spark }} | |
| python: ${{ steps.set-matrix.outputs.python }} | |
| steps: | |
| - name: Checkout Repo ⚡️ | |
| uses: actions/checkout@v4 | |
| - name: Setup dev env patchs 📦 | |
| uses: ./.github/actions/install-patchs-and-extension | |
| - name: Create dev environment 📦 | |
| uses: ./docker-stacks/.github/actions/create-dev-env | |
| - name: Run unit tests (versions compatibility matrix) | |
| run: pytest python/tests -v --color=yes | |
| working-directory: ./.build | |
| shell: bash | |
| - name: Get current branch 📦 | |
| id: branch | |
| uses: tj-actions/branch-names@v8 | |
| - name: Build version compatibility matrix 🛠 | |
| id: set-matrix | |
| run: | | |
| python3 -m okdp.extension.matrix.version_compatibility_matrix \ | |
| --versions-matrix-path ../.build/.versions.yml \ | |
| --git-branch ${{ steps.branch.outputs.current_branch || steps.branch.outputs.tag}} >> $GITHUB_OUTPUT | |
| cat $GITHUB_OUTPUT | |
| shell: bash | |
| build-base: | |
| name: build-base (python-${{ matrix.python.python_version }}) | |
| strategy: | |
| matrix: | |
| python: ${{ fromJson(needs.build-version-compatibility-matrix.outputs.python) }} | |
| uses: ./.github/workflows/build-base-images-template.yml | |
| with: | |
| python_version: ${{ matrix.python.python_version }} | |
| python_dev_tag: ${{ matrix.python.python_dev_tag }} | |
| runs-on: ubuntu-latest | |
| needs: [build-version-compatibility-matrix] | |
| build-datascience: | |
| name: build-datascience (python-${{ matrix.python.python_version }}) | |
| strategy: | |
| matrix: | |
| python: ${{ fromJson(needs.build-version-compatibility-matrix.outputs.python) }} | |
| uses: ./.github/workflows/build-datascience-images-template.yml | |
| with: | |
| python_dev_tag: ${{ matrix.python.python_dev_tag }} | |
| runs-on: ubuntu-latest | |
| needs: [build-version-compatibility-matrix, build-base] | |
| build-spark: | |
| name: build-spark (python-${{ matrix.spark.python_version }}) | |
| strategy: | |
| matrix: | |
| spark: ${{ fromJson(needs.build-version-compatibility-matrix.outputs.spark) }} | |
| uses: ./.github/workflows/build-spark-images-template.yml | |
| with: | |
| spark_download_url: ${{ matrix.spark.spark_download_url }} | |
| python_version: ${{ matrix.spark.python_version }} | |
| spark_version: ${{ matrix.spark.spark_version }} | |
| java_version: ${{ matrix.spark.java_version }} | |
| scala_version: ${{ matrix.spark.scala_version }} | |
| hadoop_version: ${{ matrix.spark.hadoop_version }} | |
| python_dev_tag: ${{ matrix.spark.python_dev_tag }} | |
| spark_dev_tag: ${{ matrix.spark.spark_dev_tag }} | |
| runs-on: ubuntu-latest | |
| needs: [build-version-compatibility-matrix, build-base] | |