chore: clarify dependency requirement scopes

Author: sidmohan0

.github/workflows/benchmark.yml

@@ -27,7 +27,7 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           pip install -e ".[nlp]"
-          pip install -r requirements-dev.txt
+          pip install -r requirements-benchmark.txt
           # Verify pytest-benchmark is installed and working
           python -c "import pytest_benchmark; print('pytest-benchmark version:', pytest_benchmark.__version__)"
           python -m pytest --version

.github/workflows/ci.yml

@@ -47,26 +47,25 @@ jobs:
           python-version: ${{ matrix.python-version }}
           cache: "pip"
 
-      - name: Install base tooling
+      - name: Upgrade pip
         run: |
           python -m pip install --upgrade pip
-          pip install pytest pytest-cov coverage
 
       - name: Install dependencies (core)
         if: matrix.install-profile == 'core'
         run: |
-          pip install -e ".[dev,cli]"
+          pip install -e ".[test,cli]" -r requirements-test.txt
 
       - name: Install dependencies (nlp)
         if: matrix.install-profile == 'nlp'
         run: |
-          pip install -e ".[dev,cli,nlp]"
+          pip install -e ".[test,cli,nlp]" -r requirements-test.txt
           python -m spacy download en_core_web_sm
 
       - name: Install dependencies (nlp-advanced)
         if: matrix.install-profile == 'nlp-advanced'
         run: |
-          pip install -e ".[dev,cli,nlp,nlp-advanced]"
+          pip install -e ".[test,cli,nlp,nlp-advanced]" -r requirements-test.txt
           python -m spacy download en_core_web_sm
 
       - name: Run tests (core)

.github/workflows/release.yml

@@ -126,8 +126,8 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install -e ".[all,dev]"
-          pip install -r requirements-dev.txt
+          pip install -e ".[all,test]"
+          pip install -r requirements-test.txt
           pip install https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.7.1/en_core_web_sm-3.7.1.tar.gz
 
       - name: Run tests with segfault protection
@@ -158,8 +158,7 @@ jobs:
       - name: Install core + CLI dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install pytest pytest-cov coverage
-          pip install -e ".[dev,cli]"
+          pip install -e ".[test,cli]" -r requirements-test.txt
 
       - name: Run Python 3.13 core + CLI tests
         run: |

CONTRIBUTING.md

@@ -36,6 +36,13 @@ python -m pip install --upgrade pip
 pip install -e ".[dev,cli]"
 ```
 
+For pinned local tooling, install the development requirements after the editable
+package install:
+
+```bash
+pip install -r requirements-dev.txt
+```
+
 For optional NLP or OCR work, install the relevant extras:
 
 ```bash

README.md

@@ -162,5 +162,6 @@ cd datafog-python
 python -m venv .venv
 source .venv/bin/activate  # Windows: .venv\Scripts\activate
 pip install -e ".[all,dev]"
+pip install -r requirements-dev.txt
 pytest tests/
 ```

justfile

@@ -21,8 +21,8 @@ default:
 # Set up the development environment
 setup:
     python -m venv {{venv_dir}}
-    {{pip}} install -e ".[dev]"
-    {{pip}} install isort black blacken-docs flake8 tox coverage pytest pytest-cov
+    {{pip}} install -e ".[dev,cli]"
+    {{pip}} install -r requirements-dev.txt
 
 # Format the code
 format:
@@ -79,4 +79,4 @@ upload: clean
 publish: tag upload
 
 # Run all checks (format, lint, test, coverage)
-check: format lint test coverage
+check: format lint test coverage

requirements-benchmark.txt

@@ -0,0 +1,3 @@
+# Benchmark-only dependencies.
+-r requirements-test.txt
+pytest-benchmark==4.0.0

requirements-dev.txt

@@ -1,7 +1,11 @@
-# Include the base requirements
--r requirements.txt
+# Local development tooling.
+#
+# Install the package itself with the extras you need, for example:
+#   pip install -e ".[dev,cli]"
+#   pip install -e ".[all,dev]"
+-r requirements-test.txt
+-r requirements-docs.txt
 
-# Development and testing dependencies
 just==0.8.162
 isort==5.13.2
 black==26.3.1
@@ -14,4 +18,4 @@ pytest-benchmark==4.0.0
 mypy==1.9.0
 autoflake==2.2.1
 pre-commit==3.7.0
-ruff==0.3.4
+ruff==0.3.4

requirements-docs.txt

@@ -0,0 +1,2 @@
+# Documentation-only dependencies.
+sphinx==7.2.6

requirements-test.txt

@@ -0,0 +1,4 @@
+# Test-only dependencies.
+pytest==9.0.3
+pytest-asyncio==1.3.0
+pytest-cov==7.1.0