diff --git a/pyproject.toml b/pyproject.toml
index 4347ba5..5c06ffa 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -48,7 +48,7 @@ dependencies = [
     "dissect.squashfs==1.7",
     "dissect.target[full]==3.19",
     "dissect.thumbcache==1.9",
-    "dissect.util[lz4,lzo]==3.18",
+    "dissect.util==3.18",
     "dissect.vmfs==3.9",
     "dissect.volume==3.12",
     "dissect.xfs==3.10",
@@ -60,6 +60,16 @@ homepage = "https://dissect.tools"
 documentation = "https://docs.dissect.tools"
 repository = "https://github.com/fox-it/dissect"
 
+[project.optional-dependencies]
+lzo = [
+    # There are no Windows PyPy wheels available for python-lzo
+    # So we use a pure python fallback for it.
+    "python-lzo; platform_system != 'Windows' or platform_python_implementation != 'PyPy'",
+]
+lz4 = [
+    "lz4",
+]
+
 [tool.black]
 line-length = 120