diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 2da829034e..473f04e893 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -34,11 +34,11 @@ jobs:
       - uses: actions/checkout@v3
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.10'
+          python-version: '3.11'
           cache: 'pip'
-          cache-dependency-path: python/requirements/development.txt
+          cache-dependency-path: python/requirements/benchmark.txt
       - name: Install deps
-        run: pip install -r python/requirements/development.txt
+        run: pip install -r python/requirements/benchmark.txt
       - name: Build module
         run: |
           cd python
diff --git a/python/requirements/benchmark.txt b/python/requirements/benchmark.txt
new file mode 100644
index 0000000000..12a0be4060
--- /dev/null
+++ b/python/requirements/benchmark.txt
@@ -0,0 +1,9 @@
+click
+psutil
+tqdm
+matplotlib
+si-prefix
+jsonschema
+svgwrite
+msprime
+PyYAML
\ No newline at end of file