From e5b1e9b78f9478fcca21b19da4d66e26126ab409 Mon Sep 17 00:00:00 2001 From: Alexei Date: Sun, 5 Jan 2025 17:15:41 -0500 Subject: [PATCH] Revert part of 5211f67 for now --- crawler.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/crawler.py b/crawler.py index be92a57..b3703df 100755 --- a/crawler.py +++ b/crawler.py @@ -1047,8 +1047,10 @@ def crawl(self): self.restart_browser() except TimeoutException: - self.logger.warning("Timed out loading %s", - self.driver.current_url) + # TODO driver.current_url here can raise a "Timed out + # TODO receiving message from renderer" TimeoutException + # TODO when we run into same exception in visit_domain() + self.logger.warning("Timed out loading %s", domain) except WebDriverException as ex: self.logger.error("%s on %s: %s", type(ex).__name__,