fixed pool execution errors

ai_ta_backend/filtering_contexts.py

@@ -41,16 +41,18 @@ def run_context_filtering(contexts, user_query, max_time_before_return=45, max_c
     partial_func2 = partial(select_context, result=filtered_contexts)
 
     with ThreadPoolExecutor(max_workers=200) as executor1:
-      results1 = list(executor1.map(partial_func1, contexts[:10]))
+      results1 = list(executor1.map(partial_func1, contexts))
 
     print(f"⏰ ThreadPool runtime: {(time.monotonic() - start_time):.2f} seconds")
 
     with ProcessPoolExecutor(max_workers=200) as executor:
       executor.map(partial_func2, results1)
-    print(f"⏰ Context filtering runtime: {(time.monotonic() - start_time):.2f} seconds")
-    print("len of filtered contexts: ", len(filtered_contexts))
-    exit()
-    return filtered_contexts
+
+    filtered_contexts = list(filtered_contexts)
+  print(f"⏰ Context filtering runtime: {(time.monotonic() - start_time):.2f} seconds")
+  print("len of filtered contexts: ", len(filtered_contexts))
+
+  return filtered_contexts
 
 
 def filter_context(context, user_query, langsmith_prompt_obj):

ai_ta_backend/parallel_context_processing.py

@@ -34,7 +34,7 @@ def context_processing(found_docs, search_query, course_name):
 
         result_contexts = supabase_contexts_no_duplicates + list(qdrant_contexts)
 
-        print(f"⏰ Context processing runtime: {(time.monotonic() - start_time):.2f} seconds")
+        print(f"⏰ Context padding runtime: {(time.monotonic() - start_time):.2f} seconds")
 
         return result_contexts