Add Pixi package management configuration and documentation

This commit introduces Pixi configuration files and documentation to streamline package management and development workflows:

- Added `pixi.toml` for defining project dependencies and tasks
- Added `pixi.lock` with locked package dependencies
- Updated `pyproject.toml` to use modern Python packaging standards
- Added `pixi_notes.md` with comprehensive Pixi usage instructions
- Updated conda recipe to use modern recipe format
- Preserved `setup.py.bk` as a backup of the previous setup method
- Added variants and recipe configuration for multi-python version support

Author: sebastienfortiereccc

conda.recipe/README.md

@@ -1,27 +1,60 @@
-# Conda packaging recipe   
+# Conda Packaging Recipe
 
-- for each supported version of python, create a conda environement with the following python 3.X conda-verify conda-build boa anaconda-client   
+This directory contains the conda packaging recipe for fstd2nc. You can build and publish the package using either the traditional conda-build approach or the modern pixi-based workflow.
 
-```shell   
-mamba create -n builder38 python 3.8 conda-verify conda-build boa anaconda-client   
-```   
+## Using Pixi (Recommended)
 
-- activate the environement   
-- from the fstd2nc directory run the following   
-```shell
-. activate builderXX 
-conda mambabuild conda.recipe [-c <your private conda channel>]
-```
-- login to anaconda if you have a private channel
-```shell
-anaconda login
-```
-- upload your package   
-```shell
-anaconda upload <path to tar.bz2 file>
-```
+The modern way to build and publish conda packages using pixi:
 
+1. Ensure you have pixi installed (see [installation guide](https://prefix.dev/docs/pixi/installation))
 
-# Notes  
-- removed pygeode dependency
+2. Activate the development environment:
+   ```shell
+   pixi shell -e dev
+   ```
 
+3. Build the conda package:
+   ```shell
+   pixi run -e dev conda-build
+   ```
+   This will build the package using rattler-build and output to `/tmp/conda-build`
+
+4. Upload to the fortiers channel:
+   ```shell
+   pixi run -e dev conda-upload
+   ```
+   Note: You need to be logged in to anaconda.org with appropriate permissions
+
+
+## Configuration Notes
+
+- The package is currently configured for linux-64 platform
+- Dependencies are fetched from:
+  - fortiers channel (for eccc_rpnpy)
+  - conda-forge
+  - PyPI (for pygeode>=1.2.2, as it's not available in conda)
+    Note: To use PyPI packages in pixi.toml, you need to specify them with pip:
+    ```toml
+    [dependencies]
+    pip = "*"  # Required for PyPI packages
+    pygeode = {pip = ">=1.2.2"}  # Specify pip source
+    ```
+- Build configuration is managed through:
+  - `pixi.toml` for the pixi workflow
+
+
+## Troubleshooting
+
+If you encounter issues:
+1. Verify channel access:
+   ```shell
+   pixi info channels
+   ```
+2. Check your anaconda.org authentication:
+   ```shell
+   anaconda whoami
+   ```
+3. Ensure all build dependencies are available:
+   ```shell
+   pixi run -e dev conda-build --dry-run
+   ```

conda.recipe/build.sh

@@ -0,0 +1,56 @@
+schema_version: 1
+
+package:
+  name: fstd2nc
+  version: 0.20240625.8
+
+source:
+  path: ../.
+
+build:
+  number: 0
+  script:
+    - python -m pip install . -vv --no-deps --no-build-isolation --no-compile
+    - find $PREFIX -name '*.pyc' -delete
+    - find $PREFIX -name '__pycache__' -delete
+
+requirements:
+  host:
+    - python
+    - pip
+    - setuptools
+    - pip >=21.0  # Ensure modern pip for proper installation
+    - wheel
+    - hatchling
+    - numpy
+  run:
+    - python
+    - numpy >1.15.3
+    - netcdf4
+    - progress
+    - pandas
+    - xarray >=0.10.3
+    - dask
+    - toolz
+    - iris >=2.0
+    - certifi
+    - cftime
+    - eccc_rpnpy >=2.2.0
+
+tests:
+  - python:
+      imports:
+        - fstd2nc
+
+about:
+  homepage: https://github.com/neishm/fstd2nc
+  license: LGPL-3.0-or-later
+  summary: 'Converts to netCDF and provides an xarray interface to RPN standard files (from Environment Canada).'
+
+extra:
+  channels:
+    - fortiers
+    - conda-forge
+    - nodefaults
+  channel_priority: flexible  
+

conda.recipe/meta.yaml

@@ -0,0 +1,9 @@
+# entries per package version that users are interested in
+python:
+# Note that versions are _strings_ (not numbers)
+- "3.8"
+- "3.9"
+- "3.10"
+- "3.11"
+- "3.12"
+- "3.13"

conda.recipe/recipe.yaml

@@ -0,0 +1,80 @@
+[project]
+name = "fstd2nc"
+description = "Converts to netCDF and provides an xarray interface to RPN standard files (from Environment Canada)."
+authors = ["Mike Neish"]
+channels = ["fortiers", "conda-forge", "nodefaults", "pypi"]
+platforms = ["linux-64"]
+
+[tasks.test]
+description = "Run package tests"
+cmd = "pytest -vrf"
+
+
+[tasks.lint]
+description = "Run lint on package"
+cmd = "ruff check fstd2nc"
+
+
+[tasks.lint-fix]
+description = "Run lint-fix on package"
+cmd = "ruff check --fix fstd2nc"
+
+[tasks.format]
+description = "Run format on package"
+cmd = "ruff format fstd2nc"
+
+[tasks.build]
+description = "Build package"
+cmd = "python -m pip install . -vv --no-deps --no-build-isolation"
+
+[tasks.doc]
+description = "Make docs"
+cmd = "sphinx-build -b html docs docs/_build/html"
+
+[tasks.get-version]
+description = "Check version"
+cmd = "python -c \"import fstd2nc; print(fstd2nc.__version__)\""
+
+[tasks.conda-build]
+cmd = "rattler-build build --recipe-dir conda.recipe --output-dir /tmp/conda-build -c conda-forge -c fortiers"
+
+[tasks.render]
+cmd = "conda-smithy rerender"
+
+[tasks.conda-upload]
+cmd = "anaconda upload /tmp/conda-build/linux-64/fstd2nc-*.conda -u fortiers"
+depends-on = ["conda-build"]
+
+[dependencies]
+dask = ">=2023.7.1"
+eccc_rpnpy = ">=2.2.0"
+iris = ">=2.0"
+netcdf4 = "*"
+numpy = ">=1.15.3"
+pandas = ">=1.5.1"
+pip = "*"
+progress = "*"
+python = ">=3.10.12"
+toolz = "*"
+xarray = ">=0.10.3"
+
+[feature.dev.dependencies]
+anaconda-client = "*"
+ipython = "==8.14.0"
+myst-parser = "==1.0.0"
+nbsphinx = "==0.9.2"
+pygments = "==2.12.0"
+pytest = "==7.4.0"
+ruff = ">=0.0.280"
+setuptools = "==58.5.3"
+sphinx = "==5.3.0"
+sphinx_rtd_theme = "==0.5.1"
+sphinx-autodoc-typehints = "==1.21.8"
+sphinx-gallery = "==0.13.0"
+wheel = "*"
+
+
+[environments]
+dev = ["dev"]
+
+[target.linux-64.dependencies]

conda.recipe/variants.yaml

@@ -0,0 +1,96 @@
+# Using Pixi with fstd2nc
+
+[Pixi](https://prefix.dev/docs/pixi/overview) is a modern package management tool that helps manage Python environments with conda packages. This guide explains how to use pixi with fstd2nc.
+
+## Setup
+
+1. First, install pixi following the [official installation guide](https://prefix.dev/docs/pixi/installation)
+
+
+## Common Tasks
+
+The following tasks are available in the project:
+
+1. Testing:
+   ```bash
+   pixi run -e dev test      # Run package tests with pytest (verbose mode)
+   ```
+
+2. Code Quality:
+   ```bash
+   pixi run -e dev lint      # Check code with ruff
+   pixi run -e dev lint-fix  # Auto-fix linting issues
+   pixi run -e dev format    # Format code with ruff
+   ```
+
+3. Building and Installation:
+   ```bash
+   pixi run -e dev build     # Install package in development mode
+   ```
+
+4. Documentation:
+   ```bash
+   pixi run -e dev doc       # Build Sphinx documentation
+   ```
+
+5. Version Management:
+   ```bash
+   pixi run -e dev get-version  # Check current package version
+   ```
+
+6. Conda Packaging:
+   ```bash
+   pixi run -e dev conda-build    # Build conda package
+   pixi run -e dev render         # Rerender conda-smithy configuration
+   pixi run -e dev conda-upload   # Upload package to fortiers channel
+   ```
+
+## Development Environment
+
+The project includes a `dev` environment with additional tools for development:
+- Testing: pytest
+- Code Quality: ruff
+- Documentation: sphinx and related packages
+- Building: setuptools, wheel, pip
+
+To activate the development environment:
+```bash
+pixi shell --environment dev
+```
+
+## Platform-Specific Notes
+
+- The `fstd2nc-deps` package will only be installed on Windows systems
+- `eccc_rpnpy` is installed from the fortiers channel
+- All other dependencies are fetched from conda-forge by default
+- Currently configured for linux-64 platform
+
+## Best Practices
+
+1. Always activate the pixi environment before working on the project:
+   ```bash
+   pixi shell -e dev 
+   ```
+
+2. Update dependencies when needed:
+   ```bash
+   pixi add <package-name>
+   ```
+
+3. Run code quality checks before committing:
+   ```bash
+   pixi run -e dev lint
+   pixi run -e dev format
+   ```
+
+## Troubleshooting
+
+If you encounter issues with the fortiers channel or eccc_rpnpy:
+1. Verify the channel is properly added:
+   ```bash
+   pixi info channels
+   ```
+2. Try updating the environment:
+   ```bash
+   pixi update
+   ``` 

pixi.lock

@@ -1,2 +1,50 @@
 [build-system]
-requires = ["setuptools", "wheel", "numpy"]
+requires = ["setuptools>=8.1", "pip>=8.1", "wheel", "hatchling", "numpy"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "fstd2nc"
+dynamic = ["version"]
+description = "Converts RPN standard files (from Environment Canada) to netCDF files."
+readme = "README.md"
+authors = [
+    {name = "Mike Neish"}
+]
+license = {text = "LGPL-3"}
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Environment :: Console",
+    "Intended Audience :: Science/Research",
+    "License :: OSI Approved :: GNU Lesser General Public License v3 (LGPLv3)",
+    "Programming Language :: Python",
+    "Topic :: Scientific/Engineering :: Atmospheric Science"
+]
+urls = {Homepage = "https://github.com/neishm/fstd2nc"}
+dependencies = [
+    "numpy >= 1.13.0, != 1.15.3",
+    "netcdf4",
+    'fstd2nc-deps >= 0.20200304.0 ; sys_platform == "win32"'
+]
+
+[project.optional-dependencies]
+manyfiles = ["pandas", "progress"]
+array = ["xarray>=0.10.3", "dask", "toolz"]
+iris = ["iris>=2.0", "xarray>=0.10.3", "dask", "toolz"]
+pygeode = ["pygeode>=1.2.2", "xarray>=0.10.3", "dask", "toolz"]
+
+[project.scripts]
+fstd2nc = "fstd2nc.__main__:_fstd2nc_cmdline_trapped"
+fstdump = "fstd2nc.__main__:_fstdump"
+ccc2nc = "cccbuffer.__main__:run"
+cccdump = "cccbuffer.cccdump:run"
+
+[project.entry-points."xarray.backends"]
+fstd = "fstd2nc._xarray_hook:FSTDBackendEntrypoint"
+ccc = "cccbuffer._xarray_hook:CCCBackendEntrypoint"
+
+[tool.setuptools]
+packages.find = {}  # Equivalent to find_packages() in setup.py
+package-data = {fstd2nc = ["locale/*/LC_MESSAGES/fstd2nc.mo"]}
+
+[tool.setuptools.dynamic]
+version = {attr = "fstd2nc.__version__"}