main.yaml

name: CI

on:
  push:
    branches: "*"
  pull_request:
    branches: master

jobs:
  linux:
    name: ${{ matrix.PY }}-pytest
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        PY: ["3.8", "3.9", "3.10", "3.11"]

    env:
      CIRUN: true

    steps:
      - name: Checkout
        uses: actions/checkout@v3
        with:
          fetch-depth: 0

      - name: Setup conda
        uses: mamba-org/provision-with-micromamba@main
        with:
          environment-file: ci/environment-py38.yml
          extra-specs: python=${{ matrix.PY }}

      - name: Run Tests
        shell: bash -l {0}
        run: |
          pytest -v

  win:
    name: pytest-win
    runs-on: windows-2019
    strategy:
      fail-fast: false

    env:
      CIRUN: true

    steps:
      - name: Checkout
        uses: actions/checkout@v3
        with:
          fetch-depth: 0

      - name: Setup conda
        uses: mamba-org/provision-with-micromamba@main
        with:
          environment-file: ci/environment-win.yml

      - name: Run Tests
        shell: bash -l {0}
        run: |
          pytest -v

  lint:
    name: lint
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@main
      - uses: actions/setup-python@main
      - uses: pre-commit/action@main

  typecheck:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v3

      - name: Setup conda
        uses: mamba-org/provision-with-micromamba@main
        with:
          environment-file: ci/environment-typecheck.yml

      - name: mypy
        shell: bash -l {0}
        run: |
          mypy fsspec

  downstream:
    name: downstream
    runs-on: ubuntu-latest

    steps:
      - name: Checkout
        uses: actions/checkout@v3
        with:
          fetch-depth: 0

      - name: Setup conda
        uses: mamba-org/provision-with-micromamba@main
        with:
          environment-file: ci/environment-downstream.yml

      - name: Local install
        shell: bash -l {0}
        run: |
          git config --global user.email "you@example.com"
          git config --global user.name "Your Name"
          git tag -a 3000 -m "fake"
          pip install -e .

      - name: Clone s3fs
        shell: bash -l {0}
        run: git clone https://github.com/fsspec/s3fs

      - name: Install s3fs
        shell: bash -l {0}
        run: |
          pip install -e ./s3fs --no-deps

      - name: Run fsspec tests
        shell: bash -l {0}
        run: |
          pytest -v fsspec/tests/test_downstream.py

      - name: clone dask
        shell: bash -l {0}
        run: |
          git clone https://github.com/dask/dask
          pip install -e ./dask

      - name: Run dask tests
        shell: bash -l {0}
        run: |
          pytest -v dask/dask/bytes

  fsspec_friends:
    name: ${{ matrix.FRIEND }}-pytest
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        FRIEND: [gcsfs, s3fs]

    env:
      CIRUN: true
      BOTO_CONFIG: /dev/null
      AWS_ACCESS_KEY_ID: foobar_key
      AWS_SECRET_ACCESS_KEY: foobar_secret

    steps:
      - name: Checkout
        uses: actions/checkout@v3

      - name: Setup conda
        uses: mamba-org/provision-with-micromamba@main
        with:
          environment-file: ci/environment-friends.yml

      - name: Clone
        shell: bash -l {0}
        run: git clone https://github.com/fsspec/${{ matrix.FRIEND }}

      - name: Install
        shell: bash -l {0}
        run: |
          pip install -e . --no-deps
          pip install -e ./${{ matrix.FRIEND }} --no-deps

      - name: Test
        shell: bash -l {0}
        run: pytest -v ${{ matrix.FRIEND }}