diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 2da829034e..8c187e2f4c 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -34,11 +34,11 @@ jobs:
       - uses: actions/checkout@v3
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.10'
+          python-version: '3.11'
           cache: 'pip'
-          cache-dependency-path: python/requirements/development.txt
+          cache-dependency-path: python/requirements/benchmarks.txt
       - name: Install deps
-        run: pip install -r python/requirements/development.txt
+        run: pip install -r python/requirements/benchmarks.txt
       - name: Build module
         run: |
           cd python
diff --git a/python/requirements/benchmark.txt b/python/requirements/benchmark.txt
new file mode 100644
index 0000000000..3194dfe3c3
--- /dev/null
+++ b/python/requirements/benchmark.txt
@@ -0,0 +1,8 @@
+click
+psutil
+tqdm
+matplotlib
+si-prefix
+jsonschema
+svgwrite
+msprime
\ No newline at end of file