feat: add batcher

Converts the old dataloader model into a more generic batcher for any operations
ScuffleTV · Jul 13, 2024 · b1bf1de · b1bf1de
1 parent 8cce4a5
commit b1bf1de
Show file tree

Hide file tree

Showing 20 changed files with 824 additions and 600 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/foundations/Cargo.toml b/foundations/Cargo.toml
@@ -28,10 +28,10 @@ itertools = { version = "0.13", optional = true }
 scuffle-foundations-macros = { path = "./macros", optional = true, version = "0.0.0" }
 
 pprof = { version = "0.13", optional = true, features = ["prost-codec"] }
-prost = { version = "0.12", optional = true }
+prost = { version = "0.13.1", optional = true }
 flate2 = { version = "1", optional = true }
 
-matchers = { version = "0.1", optional = true }
+matchers = { version = "0.2.0", optional = true }
 regex = { version = "1", optional = true }
 once_cell = { version = "1", optional = true }
 scc = { version = "2", optional = true }
@@ -55,8 +55,8 @@ tower = { version = "0.4", optional = true }
 hyper = { version = "1", optional = true }
 hyper-util = { version = "0.1", optional = true }
 http = { version = "1", optional = true }
-h3 = { version = "0.0.5", optional = true }
-h3-quinn = { version = "0.0.6", optional = true }
+h3 = { version = "0.0.6", optional = true }
+h3-quinn = { version = "0.0.7", optional = true }
 h3-webtransport = { version = "0.1.0", optional = true }
 quinn = { version = "0.11", default-features = false, features = ["runtime-tokio", "rustls", "ring" ], optional = true }
 rustls = { version = "0.23", optional = true }
@@ -171,7 +171,7 @@ cli = [
     "settings",
 ]
 
-dataloader = [
+batcher = [
     "tokio/sync",
     "tokio/time",
     "runtime",
@@ -246,7 +246,7 @@ default = [
     "telemetry-server",
     "context",
     "signal",
-    "dataloader",
+    "batcher",
     "health-check",
     "http",
     "http-tls",

diff --git a/foundations/examples/Cargo.toml b/foundations/examples/Cargo.toml
@@ -37,6 +37,6 @@ futures = "0.3.21"
 tower = "0.4"
 quinn = "0.11"
 axum = "0.7"
-h3 = "0.0.5"
+h3 = "0.0.6"
 # h3-webtransport = "0.1"
-h3-quinn = "0.0.6"
+h3-quinn = "0.0.7"