Commented top_p/top_k options for future use

radareorg · Jul 1, 2024 · 1d8c548 · 1d8c548
1 parent 8f51dec
commit 1d8c548
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/r2ai/interpreter.py b/r2ai/interpreter.py
@@ -932,6 +932,8 @@ def respond(self):
                     prompt,
                     stream=True,
                     temperature=float(self.env["llm.temperature"]),
+#                    top_p = 0.95,
+#                    top_k = 10,
                     stop=terminator,
                     max_tokens=maxtokens
                 )