better prompting?

micsthepick · Jul 3, 2024 · e0d973c · e0d973c
1 parent 2f688a7
commit e0d973c
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 12 deletions.
diff --git a/llamacppasync.py b/llamacppasync.py
@@ -37,15 +37,14 @@
     "Authorization": f"Bearer {AUTH}"
 }
 def get_data(question, hunk):
-    return f"""[INST]Determine whether the Bible text is applicable for answering the provided question:
+    return f"""[INST]Determine whether the Bible text is applicable for QUERY:[/INST]
 [TEXT]
 {hunk}
-[END TEXT]
+[/TEXT]
 (Your Answer Must be 'yes' or 'no' without quotes)
-[QUESTION]
+[QUERY]
 {question}
-[END QUESTION]
-[/INST]
+[/QUERY]
 Answer:"""
 
 async def get_tok(session, tok):

diff --git a/searchProverbs.py b/searchProverbs.py
@@ -10,7 +10,7 @@
 
 
 # Configuration and Constants
-BATCHSIZE = 64
+BATCHSIZE = 32
 testing_key = 'Password12344321'
 AUTH = os.getenv("OPENAI_AI_KEY", testing_key)
 testing_api = "http://127.0.0.1:8080"
@@ -31,11 +31,11 @@ def get_data(question, hunk):
     return f"""[INST]Determine whether the Bible text is applicable for QUERY:[/INST]
 [TEXT]
 {hunk}
-[END TEXT]
+[/TEXT]
 (Your Answer Must be 'yes' or 'no' without quotes)
 [QUERY]
 {question}
-[END QUERY]
+[/QUERY]
 Answer:"""
 
 

diff --git a/searchPsalms.py b/searchPsalms.py
@@ -28,15 +28,14 @@
     "Authorization": f"Bearer {AUTH}"
 }
 def get_data(question, hunk):
-    return f"""[INST]Determine whether the Bible text is applicable for QUERY:
+    return f"""[INST]Determine whether the Bible text is applicable for QUERY:[/INST]
 [TEXT]
 {hunk}
-[END TEXT]
+[/TEXT]
 (Your Answer Must be 'yes' or 'no' without quotes)
 [QUERY]
 {question}
-[END QUERY]
-[/INST]
+[/QUERY]
 Answer:"""