Add migration

Author: tw4l

backend/btrixcloud/db.py

@@ -34,7 +34,7 @@
     ) = PageOps = BackgroundJobOps = FileUploadOps = CrawlLogOps = object
 
 
-CURR_DB_VERSION = "0050"
+CURR_DB_VERSION = "0051"
 
 
 # ============================================================================

backend/btrixcloud/migrations/migration_0051_fail_on_content_check_profiles.py

@@ -0,0 +1,60 @@
+"""
+Migration 0051 - Ensure failOnContentCheck is not set for workflows without profiles
+"""
+
+from btrixcloud.migrations import BaseMigration
+
+
+MIGRATION_VERSION = "0051"
+
+
+# pylint: disable=duplicate-code
+class Migration(BaseMigration):
+    """Migration class."""
+
+    # pylint: disable=unused-argument
+    def __init__(self, mdb, **kwargs):
+        super().__init__(mdb, migration_version=MIGRATION_VERSION)
+
+    async def migrate_up(self) -> None:
+        """Perform migration up.
+
+        Unset failOnContentCheck for workflows that don't have a profile set
+        """
+        crawl_configs_mdb = self.mdb["crawl_configs"]
+
+        match_query = {
+            "profileid": {"$exists": False},
+            "config.failOnContentCheck": True,
+        }
+
+        found = 0
+        updated = 0
+
+        # Workflows
+        async for config_raw in crawl_configs_mdb.find(match_query):
+            config_id = config_raw["_id"]
+            found += 1
+
+            try:
+                await crawl_configs_mdb.find_one_and_update(
+                    {"_id": config_id},
+                    {
+                        "$set": {
+                            "failOnContentCheck": False,
+                        }
+                    },
+                )
+                updated += 1
+            # pylint: disable=broad-exception-caught
+            except Exception as err:
+                print(
+                    f"Unable to unset failOnContentCheck for config {config_id}: {err}",
+                    flush=True,
+                )
+
+        if found:
+            print(
+                f"Unset failOnContentCheck from {updated} of {found} profile-less configs",
+                flush=True,
+            )