Fix initial state loading.

Ai00-X · Jun 21, 2024 · 743ce02 · 743ce02
1 parent 34da710
commit 743ce02
Show file tree

Hide file tree

Showing 3 changed files with 20 additions and 18 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -34,7 +34,7 @@ path = "crates/ai00-core"
 # path = "../web-rwkv"
 default-features = false
 features = ["native"]
-version = "0.8.15"
+version = "0.8.16"
 
 [profile.release]
 lto = false
diff --git a/crates/ai00-core/src/lib.rs b/crates/ai00-core/src/lib.rs
@@ -31,7 +31,7 @@ use web_rwkv::{
     },
     tensor::{serialization::Seed, TensorCpu},
     tokenizer::Tokenizer,
-    wgpu::{Backends, Maintain, PowerPreference},
+    wgpu::{Backends, PowerPreference},
 };
 
 use crate::{
@@ -541,12 +541,10 @@ pub async fn model_route(receiver: Receiver<ThreadRequest>) -> Result<()> {
                         // drop(mem::take(&mut *env));
                         'unload: {
                             let env = std::mem::take(&mut *env);
-                            let context = match env {
+                            let _context = match env {
                                 Environment::Loaded(runtime) => runtime.context().clone(),
                                 Environment::None => break 'unload,
                             };
-                            context.queue.submit(None);
-                            context.device.poll(Maintain::Wait);
                         }
 
                         let runtime = load_runtime(&context, &request, info, load).await?;
@@ -580,12 +578,10 @@ pub async fn model_route(receiver: Receiver<ThreadRequest>) -> Result<()> {
                         let env = std::mem::take(&mut *env);
                         log::info!("runtime unloaded");
 
-                        let context = match env {
+                        let _context = match env {
                             Environment::Loaded(runtime) => runtime.context().clone(),
                             Environment::None => return,
                         };
-                        context.queue.submit(None);
-                        context.device.poll(Maintain::Wait);
                     });
                 }
                 ThreadRequest::StateLoad { request, sender } => {