added exclude parameter

UIUC-Chatbot · Feb 28, 2024 · 720ace7 · 720ace7
1 parent 3ed598c
commit 720ace7
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/ai_ta_backend/crawlee_ext_scrape.py b/ai_ta_backend/crawlee_ext_scrape.py
@@ -19,7 +19,8 @@ def crawlee_scrape(course_name: str, urls: list):
                 "maxTokens": 2000000,
                 "maxConcurrency": 20,
                 "maxRequestsPerMinute": 120,
-                "courseName": course_name
+                "courseName": course_name,
+                "exclude": ""
             }
     }