From 720ace721d50c1972d12e5b5d697fbbffef160eb Mon Sep 17 00:00:00 2001
From: star-nox <dabholkar.asmita@gmail.com>
Date: Wed, 28 Feb 2024 13:12:45 -0600
Subject: [PATCH] added exclude parameter

---
 ai_ta_backend/crawlee_ext_scrape.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/ai_ta_backend/crawlee_ext_scrape.py b/ai_ta_backend/crawlee_ext_scrape.py
index b0c5cf0a..0528332e 100644
--- a/ai_ta_backend/crawlee_ext_scrape.py
+++ b/ai_ta_backend/crawlee_ext_scrape.py
@@ -19,7 +19,8 @@ def crawlee_scrape(course_name: str, urls: list):
                 "maxTokens": 2000000,
                 "maxConcurrency": 20,
                 "maxRequestsPerMinute": 120,
-                "courseName": course_name
+                "courseName": course_name,
+                "exclude": ""
             }
     }