New chunking approach that never splits encoded chunks #20000

Workflow file for this run

.github/workflows/ci-additional.yaml at 20934cd

	name: CI Additional
	on:
	push:
	branches:
	- "main"
	pull_request:
	branches:
	- "main"
	workflow_dispatch: # allows you to trigger manually

	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: true

	env:
	FORCE_COLOR: 3
	PIXI_VERSION: "v0.58.0"

	jobs:
	detect-ci-trigger:
	name: detect ci trigger
	runs-on: ubuntu-latest
	if: \|
	github.repository == 'pydata/xarray'
	&& (github.event_name == 'push' \|\| github.event_name == 'pull_request')
	&& !contains(github.event.pull_request.labels.*.name, 'skip-ci')
	outputs:
	triggered: ${{ steps.detect-trigger.outputs.trigger-found }}
	steps:
	- uses: actions/checkout@v6
	with:
	fetch-depth: 2
	- uses: xarray-contrib/ci-trigger@v1
	id: detect-trigger
	with:
	keyword: "[skip-ci]"
	cache-pixi-lock:
	uses: ./.github/workflows/cache-pixi-lock.yml
	with:
	pixi-version: "v0.58.0" # keep in sync with env var above
	doctest:
	name: Doctests
	runs-on: "ubuntu-latest"
	needs: [detect-ci-trigger, cache-pixi-lock]
	if: needs.detect-ci-trigger.outputs.triggered == 'false'

	defaults:
	run:
	shell: bash -l {0}
	env:
	PIXI_ENV: "test-py313"
	steps:
	- uses: actions/checkout@v6
	with:
	fetch-depth: 0 # Fetch all history for all branches and tags.

	- name: set environment variables
	run: \|
	echo "TODAY=$(date +'%Y-%m-%d')" >> $GITHUB_ENV

	- name: Restore cached pixi lockfile
	uses: actions/cache/restore@v5
	id: restore-pixi-lock
	with:
	enableCrossOsArchive: true
	path: \|
	pixi.lock
	key: ${{ needs.cache-pixi-lock.outputs.cache-id }}
	- uses: prefix-dev/[email protected]
	with:
	pixi-version: ${{ env.PIXI_VERSION }}
	cache: true
	environments: ${{ env.PIXI_ENV }}
	cache-write: ${{ github.event_name == 'push' && github.ref_name == 'main' }}

	- name: Version info
	run: \|
	pixi run -e ${{env.PIXI_ENV}} -- python xarray/util/print_versions.py
	- name: Run doctests
	run: \|
	# Raise an error if there are warnings in the doctests, with `-Werror`.
	# This is a trial; if it presents a problem, feel free to remove.
	# See https://github.com/pydata/xarray/issues/7164 for more info.
	#
	# If dependencies emit warnings we can't do anything about, add ignores to
	# `xarray/tests/__init__.py`.
	pixi run -e ${{env.PIXI_ENV}} -- python -m pytest --doctest-modules xarray --ignore xarray/tests -Werror

	mypy:
	name: Mypy
	runs-on: "ubuntu-latest"
	needs: [detect-ci-trigger, cache-pixi-lock]
	defaults:
	run:
	shell: bash -l {0}
	env:
	PIXI_ENV: test-py313-with-typing

	steps:
	- uses: actions/checkout@v6
	with:
	fetch-depth: 0 # Fetch all history for all branches and tags.
	- name: Restore cached pixi lockfile
	uses: actions/cache/restore@v5
	id: restore-pixi-lock
	with:
	enableCrossOsArchive: true
	path: \|
	pixi.lock
	key: ${{ needs.cache-pixi-lock.outputs.cache-id }}
	- uses: prefix-dev/[email protected]
	with:
	pixi-version: ${{ env.PIXI_VERSION }}
	cache: true
	environments: ${{ env.PIXI_ENV }}
	cache-write: ${{ github.event_name == 'push' && github.ref_name == 'main' }}
	- name: set environment variables
	run: \|
	echo "TODAY=$(date +'%Y-%m-%d')" >> $GITHUB_ENV
	echo "PYTHON_VERSION=$(pixi run -e ${{env.PIXI_ENV}} -- python --version \| cut -d' ' -f2 \| cut -d. -f1,2)" >> $GITHUB_ENV
	- name: Version info
	run: \|
	pixi run -e ${{env.PIXI_ENV}} -- python xarray/util/print_versions.py

	- name: Run mypy
	run: \|
	pixi run -e ${{env.PIXI_ENV}} -- python -m mypy --install-types --non-interactive --cobertura-xml-report mypy_report

	- name: Upload mypy coverage to Codecov
	uses: codecov/[email protected]
	with:
	file: mypy_report/cobertura.xml
	flags: mypy
	env_vars: PYTHON_VERSION
	name: codecov-umbrella
	fail_ci_if_error: false

	mypy-min:
	name: Mypy 3.11
	runs-on: "ubuntu-latest"
	needs: [detect-ci-trigger, cache-pixi-lock]
	defaults:
	run:
	shell: bash -l {0}
	env:
	PIXI_ENV: test-py311-with-typing

	steps:
	- uses: actions/checkout@v6
	with:
	fetch-depth: 0 # Fetch all history for all branches and tags.
	- name: Restore cached pixi lockfile
	uses: actions/cache/restore@v5
	id: restore-pixi-lock
	with:
	enableCrossOsArchive: true
	path: \|
	pixi.lock
	key: ${{ needs.cache-pixi-lock.outputs.cache-id }}
	- uses: prefix-dev/[email protected]
	with:
	pixi-version: ${{ env.PIXI_VERSION }}
	cache: true
	environments: ${{ env.PIXI_ENV }}
	cache-write: ${{ github.event_name == 'push' && github.ref_name == 'main' }}
	- name: set environment variables
	run: \|
	echo "TODAY=$(date +'%Y-%m-%d')" >> $GITHUB_ENV
	echo "PYTHON_VERSION=$(pixi run -e ${{env.PIXI_ENV}} -- python --version \| cut -d' ' -f2 \| cut -d. -f1,2)" >> $GITHUB_ENV
	- name: Version info
	run: \|
	pixi run -e ${{env.PIXI_ENV}} -- python xarray/util/print_versions.py

	- name: Run mypy
	run: \|
	pixi run -e ${{env.PIXI_ENV}} -- python -m mypy --install-types --non-interactive --cobertura-xml-report mypy_report

	- name: Upload mypy coverage to Codecov
	uses: codecov/[email protected]
	with:
	file: mypy_report/cobertura.xml
	flags: mypy-min
	env_vars: PYTHON_VERSION
	name: codecov-umbrella
	fail_ci_if_error: false

	pyright:
	name: Pyright \| ${{ matrix.pixi-env }}"
	runs-on: "ubuntu-latest"
	needs: [detect-ci-trigger, cache-pixi-lock]
	strategy:
	fail-fast: false
	matrix:
	pixi-env: ["test-py313-with-typing", "test-py311-with-typing"]
	if: \|
	always()
	&& (
	contains( github.event.pull_request.labels.*.name, 'run-pyright')
	)
	defaults:
	run:
	shell: bash -l {0}

	steps:
	- uses: actions/checkout@v6
	with:
	fetch-depth: 0 # Fetch all history for all branches and tags.

	- name: Restore cached pixi lockfile
	uses: actions/cache/restore@v5
	id: restore-pixi-lock
	with:
	enableCrossOsArchive: true
	path: \|
	pixi.lock
	key: ${{ needs.cache-pixi-lock.outputs.cache-id }}
	- uses: prefix-dev/[email protected]
	with:
	pixi-version: ${{ env.PIXI_VERSION }}
	cache: true
	environments: ${{ matrix.pixi-env }}
	cache-write: ${{ github.event_name == 'push' && github.ref_name == 'main' }}
	- name: set environment variables
	run: \|
	echo "TODAY=$(date +'%Y-%m-%d')" >> $GITHUB_ENV
	echo "PYTHON_VERSION=$(pixi run -e ${{ matrix.pixi-env }} -- python --version \| cut -d' ' -f2 \| cut -d. -f1,2)" >> $GITHUB_ENV
	- name: Version info
	run: \|
	pixi run -e ${{ matrix.pixi-env }} -- python xarray/util/print_versions.py

	- name: Run pyright
	run: \|
	pixi run -e ${{ matrix.pixi-env }} -- python -m pyright xarray/

	- name: Upload pyright coverage to Codecov
	uses: codecov/[email protected]
	with:
	file: pyright_report/cobertura.xml
	flags: pyright
	env_vars: PYTHON_VERSION
	name: codecov-umbrella
	fail_ci_if_error: false

	min-version-policy:
	name: Minimum Version Policy
	runs-on: "ubuntu-latest"
	needs: [detect-ci-trigger, cache-pixi-lock]
	if: needs.detect-ci-trigger.outputs.triggered == 'false'
	defaults:
	run:
	shell: bash -l {0}

	env:
	COLUMNS: 120

	steps:
	- uses: actions/checkout@v6
	with:
	fetch-depth: 0 # Fetch all history for all branches and tags.

	- name: Restore cached pixi lockfile
	uses: actions/cache/restore@v5
	id: restore-pixi-lock
	with:
	enableCrossOsArchive: true
	path: \|
	pixi.lock
	key: ${{ needs.cache-pixi-lock.outputs.cache-id }}

	- uses: prefix-dev/[email protected]
	with:
	pixi-version: ${{ env.PIXI_VERSION }}
	cache: true
	environments: "policy"
	cache-write: ${{ github.event_name == 'push' && github.ref_name == 'main' }}

	- name: Bare minimum versions policy
	run: \|
	pixi run policy-bare-minimum

	- name: Bare minimum and scipy versions policy
	run: \|
	pixi run policy-bare-min-and-scipy

	- name: All-deps minimum versions policy
	run: \|
	pixi run policy-min-versions

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Uh oh!

New chunking approach that never splits encoded chunks #20000

Workflow file

New chunking approach that never splits encoded chunks #20000

Uh oh!

Workflow file for this run