From 1d8c5489101954d3d5b55bbf7d5b35c1c443430f Mon Sep 17 00:00:00 2001 From: pancake Date: Mon, 1 Jul 2024 17:13:17 +0200 Subject: [PATCH] Commented top_p/top_k options for future use --- r2ai/interpreter.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/r2ai/interpreter.py b/r2ai/interpreter.py index 0e819e7..b55070d 100644 --- a/r2ai/interpreter.py +++ b/r2ai/interpreter.py @@ -932,6 +932,8 @@ def respond(self): prompt, stream=True, temperature=float(self.env["llm.temperature"]), +# top_p = 0.95, +# top_k = 10, stop=terminator, max_tokens=maxtokens )