Move Zyte related code to own module

spidermon/contrib/actions/jobs/tags.py

@@ -1,48 +1,5 @@
-from spidermon.core.actions import Action
-from spidermon.exceptions import NotConfigured
-
-
-class JobTagsAction(Action):
-    tags = []
-    tag_settings = None
-
-    def __init__(self, tags=None):
-        super().__init__()
-        tags = tags or self.tags
-        self.tags = tags if isinstance(tags, list) else [tags]
-
-    @classmethod
-    def from_crawler_kwargs(cls, crawler):
-        kwargs = super().from_crawler_kwargs(crawler)
-        if cls.tag_settings:
-            kwargs.update({"tags": crawler.settings.get(cls.tag_settings)})
-        return kwargs
-
-    def run_action(self):
-        if self.tags:
-            if not self.data.job:
-                raise NotConfigured("Job not available!")
-            job_metadata = self.data.job.metadata
-            self.process_tags(job_metadata)
-            job_metadata.save()
-
-    def process_tags(self, job_metadata):
-        raise NotImplementedError
-
-
-class AddJobTags(JobTagsAction):
-    tag_settings = "SPIDERMON_JOB_TAGS_TO_ADD"
-
-    def process_tags(self, job_metadata):
-        for tag in self.tags:
-            if tag not in job_metadata["tags"]:
-                job_metadata["tags"].append(tag)
-
-
-class RemoveJobTags(JobTagsAction):
-    tag_settings = "SPIDERMON_JOB_TAGS_TO_REMOVE"
-
-    def process_tags(self, job_metadata):
-        for tag in self.tags:
-            if tag in job_metadata["tags"]:
-                job_metadata["tags"].remove(tag)
+from spidermon.contrib.zyte.actions.jobs.tags import (   # noqa
+    JobTagsAction,
+    AddJobTags,
+    RemoveJobTags,
+)

spidermon/contrib/monitors/mixins/job.py

@@ -1,9 +1 @@
-from spidermon.exceptions import NotConfigured
-
-
-class JobMonitorMixin:
-    @property
-    def job(self):
-        if not self.data.job:
-            raise NotConfigured("Job not available!")
-        return self.data.job
+from spidermon.contrib.zyte.monitors.mixins.job import JobMonitorMixin  # noqa

spidermon/contrib/zyte/actions/jobs/tags.py

@@ -0,0 +1,48 @@
+from spidermon.core.actions import Action
+from spidermon.exceptions import NotConfigured
+
+
+class JobTagsAction(Action):
+    tags = []
+    tag_settings = None
+
+    def __init__(self, tags=None):
+        super().__init__()
+        tags = tags or self.tags
+        self.tags = tags if isinstance(tags, list) else [tags]
+
+    @classmethod
+    def from_crawler_kwargs(cls, crawler):
+        kwargs = super().from_crawler_kwargs(crawler)
+        if cls.tag_settings:
+            kwargs.update({"tags": crawler.settings.get(cls.tag_settings)})
+        return kwargs
+
+    def run_action(self):
+        if self.tags:
+            if not self.data.job:
+                raise NotConfigured("Job not available!")
+            job_metadata = self.data.job.metadata
+            self.process_tags(job_metadata)
+            job_metadata.save()
+
+    def process_tags(self, job_metadata):
+        raise NotImplementedError
+
+
+class AddJobTags(JobTagsAction):
+    tag_settings = "SPIDERMON_JOB_TAGS_TO_ADD"
+
+    def process_tags(self, job_metadata):
+        for tag in self.tags:
+            if tag not in job_metadata["tags"]:
+                job_metadata["tags"].append(tag)
+
+
+class RemoveJobTags(JobTagsAction):
+    tag_settings = "SPIDERMON_JOB_TAGS_TO_REMOVE"
+
+    def process_tags(self, job_metadata):
+        for tag in self.tags:
+            if tag in job_metadata["tags"]:
+                job_metadata["tags"].remove(tag)

spidermon/contrib/zyte/monitors/mixins/job.py

@@ -0,0 +1,9 @@
+from spidermon.exceptions import NotConfigured
+
+
+class JobMonitorMixin:
+    @property
+    def job(self):
+        if not self.data.job:
+            raise NotConfigured("Job not available!")
+        return self.data.job