Skip to content

Commit

Permalink
Revert part of 5211f67 for now
Browse files Browse the repository at this point in the history
  • Loading branch information
ghostwords committed Jan 5, 2025
1 parent 394c5b1 commit e5b1e9b
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions crawler.py
Original file line number Diff line number Diff line change
Expand Up @@ -1047,8 +1047,10 @@ def crawl(self):
self.restart_browser()

except TimeoutException:
self.logger.warning("Timed out loading %s",
self.driver.current_url)
# TODO driver.current_url here can raise a "Timed out
# TODO receiving message from renderer" TimeoutException
# TODO when we run into same exception in visit_domain()
self.logger.warning("Timed out loading %s", domain)

except WebDriverException as ex:
self.logger.error("%s on %s: %s", type(ex).__name__,
Expand Down

0 comments on commit e5b1e9b

Please sign in to comment.