data/.github/workflows/ci.yml at main · ml4t/data · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
name: CI

on:
  push:
    branches: [main, develop]
  pull_request:
    branches: [main]

env:
  PYTHON_VERSION: "3.12"

jobs:
  lint:
    name: Lint
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v7.0.0

      - name: Install uv
        uses: astral-sh/setup-uv@v8.2.0
        with:
          version: "latest"

      - name: Set up Python
        run: uv python install ${{ env.PYTHON_VERSION }}

      - name: Install dependencies
        run: uv sync --dev

      - name: Run ruff check
        run: uv run ruff check src/ tests/

      - name: Run ruff format check
        run: uv run ruff format --check src/ tests/

  typecheck:
    name: Type Check
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v7.0.0

      - name: Install uv
        uses: astral-sh/setup-uv@v8.2.0
        with:
          version: "latest"

      - name: Set up Python
        run: uv python install ${{ env.PYTHON_VERSION }}

      - name: Install dependencies
        run: uv sync --dev

      - name: Run ty check
        run: uv run ty check

  test-core:
    name: Test Core (Python ${{ matrix.python-version }})
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.12", "3.13", "3.14"]

    steps:
      - uses: actions/checkout@v7.0.0

      - name: Install uv
        uses: astral-sh/setup-uv@v8.2.0
        with:
          version: "latest"

      - name: Set up Python ${{ matrix.python-version }}
        run: uv python install ${{ matrix.python-version }}

      - name: Install dependencies
        run: uv sync --dev

      - name: Run deterministic core lane
        run: uv run pytest tests/ -v --tb=short -W error::ResourceWarning

  test-package-smoke:
    name: Test Package Smoke (Wheel + CLI)
    runs-on: ubuntu-latest
    needs: [lint, typecheck]

    steps:
      - uses: actions/checkout@v7.0.0

      - name: Install uv
        uses: astral-sh/setup-uv@v8.2.0
        with:
          version: "latest"

      - name: Set up Python
        run: uv python install ${{ env.PYTHON_VERSION }}

      - name: Build wheel
        run: uv build

      - name: Create isolated smoke environment
        run: uv venv .smoke-venv --python ${{ env.PYTHON_VERSION }}

      - name: Install built wheel
        run: uv pip install --python .smoke-venv/bin/python dist/*.whl

      - name: Verify import and CLI entrypoint
        run: |
          .smoke-venv/bin/python -c "import ml4t.data as m; print(m.__version__)"
          .smoke-venv/bin/ml4t-data --help

  test-integration-lane:
    name: Test Integration/API-Key Lane
    runs-on: ubuntu-latest
    needs: [lint, typecheck]
    env:
      CRYPTOCOMPARE_API_KEY: ${{ secrets.CRYPTOCOMPARE_API_KEY }}
      DATABENTO_API_KEY: ${{ secrets.DATABENTO_API_KEY }}
      OANDA_API_KEY: ${{ secrets.OANDA_API_KEY }}

    steps:
      - uses: actions/checkout@v7.0.0

      - name: Install uv
        uses: astral-sh/setup-uv@v8.2.0
        with:
          version: "latest"

      - name: Set up Python
        run: uv python install ${{ env.PYTHON_VERSION }}

      - name: Install dependencies
        run: uv sync --dev

      - name: Run integration/API-key marker lane
        run: |
          if [[ -z "${CRYPTOCOMPARE_API_KEY}" && -z "${DATABENTO_API_KEY}" && -z "${OANDA_API_KEY}" ]]; then
            echo "No provider API keys configured; skipping integration/API-key lane."
            exit 0
          fi
          uv run pytest tests/ -v --tb=short -m "(integration or requires_api_key) and not optional_dependency and not paid_tier"

  test-optional-dependency-lane:
    name: Test Optional Dependency Lane
    runs-on: ubuntu-latest
    needs: [lint, typecheck]

    steps:
      - uses: actions/checkout@v7.0.0

      - name: Install uv
        uses: astral-sh/setup-uv@v8.2.0
        with:
          version: "latest"

      - name: Set up Python
        run: uv python install ${{ env.PYTHON_VERSION }}

      - name: Install dependencies
        run: uv sync --dev

      - name: Install torch (CPU)
        run: uv pip install torch --index-url https://download.pytorch.org/whl/cpu

      - name: Run optional dependency marker lane
        run: |
          set +e
          uv run pytest tests/ -v --tb=short -m "optional_dependency and not integration"
          rc=$?
          if [[ $rc -ne 0 && $rc -ne 5 ]]; then
            exit $rc
          fi

  build:
    name: Build Package
    runs-on: ubuntu-latest
    needs: [lint, typecheck, test-core, test-package-smoke]
    steps:
      - uses: actions/checkout@v7.0.0
        with:
          fetch-depth: 0

      - name: Install uv
        uses: astral-sh/setup-uv@v8.2.0
        with:
          version: "latest"

      - name: Set up Python
        run: uv python install ${{ env.PYTHON_VERSION }}

      - name: Build package
        run: uv build

      - name: Upload build artifacts
        uses: actions/upload-artifact@v7.0.1
        with:
          name: dist
          path: dist/