Print prompt if not apply_chat_template

gabrielmbmb · Sep 1, 2024 · 99e075d · 99e075d
1 parent fe07d24
commit 99e075d
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/candle-holder-examples/examples/streamed_text_generation/main.rs b/candle-holder-examples/examples/streamed_text_generation/main.rs
@@ -58,8 +58,11 @@ fn main() -> Result<()> {
 
     let start = std::time::Instant::now();
 
-    let token_streamer: Box<dyn TokenStreamer> =
-        Box::new(TextStreamer::new(&tokenizer, true, true));
+    let token_streamer: Box<dyn TokenStreamer> = Box::new(TextStreamer::new(
+        &tokenizer,
+        args.apply_chat_template,
+        true,
+    ));
 
     let input_ids = encodings.get_input_ids();
     model.generate(