Add #.retry method to CrawlJob

Fix #955
medialab · Apr 15, 2024 · b7319fc · b7319fc
1 parent e6db6ae
commit b7319fc
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/minet/crawl/types.py b/minet/crawl/types.py
@@ -197,6 +197,15 @@ def __repr__(self):
             conditionals=("data", "spider", "parent", "group", "priority"),
         )
 
+    def retry(self, priority: Optional[int] = 0) -> CrawlTarget[CrawlJobDataType]:
+        return CrawlTarget(
+            url=self.url,
+            depth=self.depth,
+            spider=self.spider,
+            priority=priority if priority is not None else self.priority,
+            data=self.data,
+        )
+
 
 class CrawlResult(Generic[CrawlJobDataType, CrawlResultDataType]):
     __slots__ = ("job", "data", "error", "response", "degree")