changed model in run_anyscale()

UIUC-Chatbot · Dec 7, 2023 · c22878c · c22878c
1 parent 46868aa
commit c22878c
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 25 deletions.
diff --git a/ai_ta_backend/filtering_contexts.py b/ai_ta_backend/filtering_contexts.py
diff --git a/ai_ta_backend/vector_database.py b/ai_ta_backend/vector_database.py
@@ -1164,7 +1164,7 @@ def getTopContextsWithMQR(self, search_query: str, course_name: str, token_limit
       # count tokens at start and end, then also count each context.
       token_counter, _ = count_tokens_and_cost(pre_prompt + '\n\nNow please respond to my query: ' + search_query) # type: ignore
 
-      filtered_docs = list(run(contexts=final_docs, user_query=search_query, max_time_before_return=45, max_concurrency=30))
+      filtered_docs = list(run(contexts=final_docs, user_query=search_query, max_time_before_return=45, max_concurrency=100))
       print(f"Number of docs after context filtering: {len(filtered_docs)}")
 
       valid_docs = []