From d59a644e6f98ef26ad75ac27472c5860c7c8147e Mon Sep 17 00:00:00 2001 From: pancake Date: Sat, 8 Jun 2024 12:09:48 +0200 Subject: [PATCH] Enlarge default window size to 32K --- r2ai/interpreter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/r2ai/interpreter.py b/r2ai/interpreter.py index 3640e9b..91bc79a 100644 --- a/r2ai/interpreter.py +++ b/r2ai/interpreter.py @@ -569,7 +569,7 @@ def __init__(self): self.env["debug"] = "false" self.env["llm.model"] = self.model ## TODO: dup. must get rid of self.model self.env["llm.gpu"] = "true" - self.env["llm.window"] = "8096" # "4096" # context_window + self.env["llm.window"] = "32768" # "4096" # context_window self.env["llm.maxtokens"] = "4096" # "1750" self.env["llm.maxmsglen"] = "8096" # "1750" self.env["llm.temperature"] = "0.002"