Bump web-rwkv to v0.8.10

Ai00-X · May 21, 2024 · e17377d · e17377d
1 parent 21d0f16
commit e17377d
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 13 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -34,7 +34,7 @@ path = "crates/ai00-core"
 # path = "../web-rwkv"
 default-features = false
 features = ["native"]
-version = "0.8.9"
+version = "0.8.10"
 
 [profile.release]
 lto = false
diff --git a/crates/ai00-core/src/run.rs b/crates/ai00-core/src/run.rs
@@ -21,7 +21,7 @@ use web_rwkv::{
         infer::{InferChunk, InferInfo, InferInput, InferInputBatch, InferOption, InferOutput},
         model::{ModelInfo, ModelRuntime, State},
         softmax::softmax,
-        Job, JobBuilder, JobRuntime, Submission,
+        Job, JobBuilder, JobRuntime,
     },
     tensor::{TensorCpu, TensorInit},
     tokenizer::Tokenizer,
@@ -741,12 +741,8 @@ impl Runtime {
 
         // run the model until there is at least one slot finished
         let outputs = loop {
-            let (sender, receiver) = tokio::sync::oneshot::channel();
             let input = inference.take().unwrap();
-            let submission = Submission { input, sender };
-
-            let _ = self.runtime.send(submission).await;
-            let (input, output) = receiver.await?;
+            let (input, output) = self.runtime.infer(input).await;
             inference = Some(input);
 
             if output.iter().any(|batch| batch.size() > 0) {