limit chatml

rendezqueue · Jul 27, 2024 · 312758c · 312758c
1 parent e4fbe1c
commit 312758c
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/example/prompt/assistant_chatml/setting.sxpb b/example/prompt/assistant_chatml/setting.sxpb
@@ -41,6 +41,9 @@
 (sentence_limit 10)
 (sentence_token_limit 100)
 
+; Limit context to avoid blowing up RAM on large context models.
+(model_token_limit 4000)
+
 ; Defaults.
 (temperature 0.7)
 (mirostat 2)