Feature/iconch

.github/ci-config.yml

@@ -0,0 +1,10 @@
+dependencies: |
+  ecmwf/ecbuild
+  MathisRosenhauer/libaec@refs/tags/v1.1.3
+  ecmwf/eccodes
+  ecmwf/eckit
+  ecmwf/atlas
+  ecmwf/mir
+dependency_branch: develop
+parallelism_factor: 8
+self_build: false # Only for python packages

.github/ci-hpc-config.yml

@@ -1,3 +1,16 @@
 build:
   python: 3.10
-  parallel: 1
+  dependencies:
+  - ecmwf/ecbuild@develop
+  - MathisRosenhauer/libaec@refs/tags/v1.1.3
+  - ecmwf/eccodes@develop
+  - ecmwf/eckit@feature/eckit-geo
+  - ecmwf/atlas@develop
+  - ecmwf/mir@feature/eckit-geo
+  python_dependencies:
+  - ecmwf/eccodes-python@develop
+  - ecmwf/earthkit-data@develop
+  parallel: 64
+  pytest_cmd: |
+    pytest --cov=./ --cov-report=xml
+    python -m coverage report

.github/workflows/cd-pypi.yml

@@ -2,7 +2,7 @@ name: cd
 on:
   push:
     tags:
-      - '**'
+    - '**'
 jobs:
   pypi:
     uses: ecmwf/reusable-workflows/.github/workflows/cd-pypi.yml@v2

.github/workflows/ci.yml

@@ -3,26 +3,26 @@ on:
   # Trigger the workflow on push to master or develop, except tag creation
   push:
     branches:
-      - 'main'
-      - 'develop'
+    - 'main'
+    - 'develop'
     tags-ignore:
-      - '**'
+    - '**'
     paths-ignore:
-      - "docs/**"
-      - "README.md"
+    - "docs/**"
+    - "README.md"
   # Trigger the workflow on pull request
   pull_request:
     paths-ignore:
-      - "docs/**"
-      - "README.md"
+    - "docs/**"
+    - "README.md"
   # Trigger the workflow manually
   workflow_dispatch:
   # Trigger after public PR approved for CI
   pull_request_target:
     types: [labeled]
     paths-ignore:
-      - "docs/**"
-      - "README.md"
+    - "docs/**"
+    - "README.md"
 jobs:
   # Run CI including downstream packages on self-hosted runners
   downstream-ci:

.github/workflows/notify-new-issue.yml

@@ -2,12 +2,12 @@ name: Notify new issue
 on:
   issues:
     types:
-      - "opened"
+    - "opened"
 jobs:
   notify:
     runs-on: ubuntu-latest
     steps:
-      - name: Notify new issue
-        uses: ecmwf/notify-teams-issue@v1
-        with:
-          incoming_webhook: ${{ secrets.MS_TEAMS_INCOMING_WEBHOOK }}
+    - name: Notify new issue
+      uses: ecmwf/notify-teams-issue@v1
+      with:
+        incoming_webhook: ${{ secrets.MS_TEAMS_INCOMING_WEBHOOK }}

.github/workflows/notify-new-pr.yml

@@ -2,12 +2,12 @@ name: Notify new PR
 on:
   pull_request_target:
     types:
-      - "opened"
+    - "opened"
 jobs:
   notify:
     runs-on: ubuntu-latest
     steps:
-      - name: Notify new PR
-        uses: ecmwf/notify-teams-pr@v1
-        with:
-          incoming_webhook: ${{ secrets.MS_TEAMS_INCOMING_WEBHOOK }}
+    - name: Notify new PR
+      uses: ecmwf/notify-teams-pr@v1
+      with:
+        incoming_webhook: ${{ secrets.MS_TEAMS_INCOMING_WEBHOOK }}

.github/workflows/python-pull-request.yml

@@ -0,0 +1,10 @@
+name: Code Quality checks for PRs
+on:
+  push:
+  pull_request:
+    types: [opened, synchronize, reopened]
+jobs:
+  quality:
+    uses: ecmwf/reusable-workflows/.github/workflows/qa-precommit-run.yml@v2
+    with:
+      skip-hooks: "no-commit-to-branch"

.gitignore

@@ -360,3 +360,11 @@ tags
 
 # local code
 _dev
+
+
+# data and precomputed weights
+*.grib
+*.grib1
+*.grib2
+*.json
+*.npz

.pre-commit-config.yaml

@@ -1,54 +1,41 @@
 repos:
-  - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v5.0.0
-    hooks:
-      - id: trailing-whitespace # Trailing whitespace checker
-      - id: end-of-file-fixer # Ensure files end in a newline
-      - id: check-json
-      - id: check-yaml # Check YAML files for syntax errors only
-        args: [--unsafe, --allow-multiple-documents]
-      - id: check-toml
-        # - id: check-added-large-files
-      - id: debug-statements # Check for debugger imports and py37+ breakpoint()
-      - id: mixed-line-ending
-      - id: no-commit-to-branch # Prevent committing to main / master
-      - id: check-merge-conflict # Check for files that contain merge conflict
-        exclude: /README\.rst$|^docs/.*\.rst$
-  - repo: https://github.com/psf/black
-    rev: 24.8.0
-    hooks:
-      - id: black
-        args: [--line-length=120]
-  - repo: https://github.com/keewis/blackdoc
-    rev: v0.3.8
-    hooks:
-      - id: blackdoc
-        additional_dependencies: [black==23.3.0]
-        exclude: xr_engine_profile_rst\.py
-  - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.6.9
-    hooks:
-      - id: ruff
-        exclude: '(dev/.*|.*_)\.py$'
-        args:
-          - --line-length=120
-          - --fix
-          - --exit-non-zero-on-fix
-          - --preview
-  - repo: https://github.com/executablebooks/mdformat
-    rev: 0.7.14
-    hooks:
-      - id: mdformat
-        exclude: cruft-update-template.md
-  - repo: https://github.com/google/yamlfmt
-    rev: v0.13.0
-    hooks:
-      - id: yamlfmt
-  - repo: https://github.com/sphinx-contrib/sphinx-lint
-    rev: v1.0.0
-    hooks:
-      - id: sphinx-lint
-  - repo: https://github.com/tox-dev/pyproject-fmt
-    rev: "v2.5.0"
-    hooks:
-      - id: pyproject-fmt
+- repo: https://github.com/pre-commit/pre-commit-hooks
+  rev: v5.0.0
+  hooks:
+  - id: trailing-whitespace     # Trailing whitespace checker
+  - id: end-of-file-fixer     # Ensure files end in a newline
+  - id: check-json
+  - id: check-yaml     # Check YAML files for syntax errors only
+    args: [--unsafe, --allow-multiple-documents]
+  - id: check-toml
+          # - id: check-added-large-files
+  - id: debug-statements     # Check for debugger imports and py37+ breakpoint()
+  - id: mixed-line-ending
+  - id: no-commit-to-branch     # Prevent committing to main / master
+  - id: check-merge-conflict     # Check for files that contain merge conflict
+    exclude: /README\.rst$|^docs/.*\.rst$
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  rev: v0.15.4
+  hooks:
+  - id: ruff-check
+    exclude: '(docs/conf|dev/.*|.*_)\.py$|docs/experimental/.*\.ipynb$'
+    args:
+    - --fix
+    - --exit-non-zero-on-fix
+  - id: ruff-format
+- repo: https://github.com/executablebooks/mdformat
+  rev: 0.7.14
+  hooks:
+  - id: mdformat
+    exclude: cruft-update-template.md
+- repo: https://github.com/macisamuele/language-formatters-pre-commit-hooks
+  rev: v2.16.0
+  hooks:
+  - id: pretty-format-yaml
+    args: [--autofix, --preserve-quotes]
+  - id: pretty-format-toml
+    args: [--autofix]
+- repo: https://github.com/sphinx-contrib/sphinx-lint
+  rev: v1.0.0
+  hooks:
+  - id: sphinx-lint

.readthedocs.yml

@@ -3,9 +3,11 @@ formats: []
 build:
   os: "ubuntu-22.04"
   tools:
-    python: "3.9"
+    python: "3.10"
 python:
   install:
-    - requirements: docs/requirements.txt
+  - requirements: docs/requirements.txt
+  - method: pip
+    path: .
 sphinx:
   configuration: docs/conf.py