diff --git a/ai_ta_backend/filtering_contexts.py b/ai_ta_backend/filtering_contexts.py index 54b3a864..f8795f0a 100644 --- a/ai_ta_backend/filtering_contexts.py +++ b/ai_ta_backend/filtering_contexts.py @@ -40,7 +40,7 @@ def run_context_filtering(contexts, user_query, max_time_before_return=45, max_c partial_func1 = partial(filter_context, user_query=user_query, langsmith_prompt_obj=langsmith_prompt_obj) partial_func2 = partial(select_context, result=filtered_contexts) - with ThreadPoolExecutor(max_workers=200) as executor1: + with ProcessPoolExecutor(max_workers=200) as executor1: results1 = list(executor1.map(partial_func1, contexts)) print(f"⏰ ThreadPool runtime: {(time.monotonic() - start_time):.2f} seconds")