added datatrove dependency

malteos · Jul 18, 2024 · 8e1e5d3 · 8e1e5d3
1 parent 2f3d77d
commit 8e1e5d3
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 0 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -71,11 +71,15 @@ docs = [
     "mkdocstrings[python]",
 ]
 viewer = ["streamlit", "ngrok"]
+datatrove = ["datatrove[all]>=0.2.0"]
+
 all = [
     "llm-datasets[datasets]",
     "llm-datasets[dev]",
     "llm-datasets[docs]",
     "llm-datasets[viewer]",
+    "llm-datasets[datatrove]",
+
 ]
 
 [project.urls]

diff --git a/requirements/datatrove.txt b/requirements/datatrove.txt
@@ -0,0 +1 @@
+datatrove[all]>=0.2.0