Skip to content

Commit

Permalink
removed depth search for now
Browse files Browse the repository at this point in the history
  • Loading branch information
jkmin3 committed Dec 5, 2023
1 parent cfca31c commit 36f7f90
Showing 1 changed file with 2 additions and 6 deletions.
8 changes: 2 additions & 6 deletions ai_ta_backend/web_scrape.py
Original file line number Diff line number Diff line change
Expand Up @@ -551,12 +551,8 @@ def main_crawler(self, url:str, course_name:str, max_urls:int=100, max_depth:int
try:
print("Begin Ingesting Web page")
self.supa_urls = len(self.existing_urls)
if depth_or_breadth.lower() == 'depth':
self.depth_crawler(url=url, course_name=course_name, max_depth=max_depth, timeout=timeout, base_url_on=base_url_str)
elif depth_or_breadth.lower() == 'breadth':
self.breadth_crawler(url=url, course_name=course_name, timeout=timeout, base_url_on=base_url_str, max_depth=max_depth)
else:
raise ValueError("Invalid depth_or_breadth argument")
self.breadth_crawler(url=url, course_name=course_name, timeout=timeout, base_url_on=base_url_str, max_depth=max_depth)

except ValueError as e:
print("Error:", e)

Expand Down

0 comments on commit 36f7f90

Please sign in to comment.