Chat now takes into account the context

electric-sql · Jan 16, 2024 · 1e1b8b0 · 1e1b8b0
1 parent e3960ab
commit 1e1b8b0
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/examples/tauri-postgres/src-tauri/src/main.rs b/examples/tauri-postgres/src-tauri/src/main.rs
@@ -386,7 +386,9 @@ async fn start_chat(
 
     let model = "llama2:latest".to_string();
 
-    let generation_request = GenerationRequest::new(model, question.to_string());
+    let prompt = format!("{} Answer based on this context: {}", question, context);
+
+    let generation_request = GenerationRequest::new(model, prompt);
     let mut stream = llama2.generate_stream(generation_request).await.unwrap();
     while let Some(result) = stream.next().await {
         let async_proc_input_tx = state.inner.lock().await;