chore: run in single process

Author: olevski

bases/renku_data_services/data_api/main.py

@@ -20,7 +20,7 @@
 from renku_data_services.authz.admin_sync import sync_admins_from_keycloak
 from renku_data_services.base_models.core import APIUser
 from renku_data_services.data_api.app import register_all_handlers
-from renku_data_services.data_api.prometheus import setup_app_metrics, setup_prometheus
+from renku_data_services.data_api.prometheus import setup_prometheus
 from renku_data_services.errors.errors import (
     ForbiddenError,
     MissingResourceError,
@@ -36,27 +36,17 @@
     import sentry_sdk._types
 
 
-async def _solr_reindex(app: Sanic) -> None:
+async def solr_reindex(config: Config) -> None:
     """Run a solr reindex of all data.
 
     This might be required after migrating the solr schema.
     """
-    config = Config.from_env()
+    logger.info("starting SOLR reindexing.")
     reprovision = config.search_reprovisioning
     admin = APIUser(is_admin=True)
     await reprovision.run_reprovision(admin)
 
 
-def solr_reindex(app_name: str) -> None:
-    """Runs a solr reindex."""
-    app = Sanic(app_name)
-    setup_app_metrics(app)
-
-    logger.info("Running SOLR reindex triggered by a migration")
-    asyncio.set_event_loop(uvloop.new_event_loop())
-    asyncio.run(_solr_reindex(app))
-
-
 def create_app() -> Sanic:
     """Create a Sanic application."""
     config = Config.from_env()
@@ -145,15 +135,16 @@ async def do_solr_migrations(app: Sanic) -> None:
 
     @app.before_server_start
     async def setup_rclone_validator(app: Sanic) -> None:
+        logger.info("Setting up rclone validator")
         validator = RCloneValidator()
         app.ext.dependency(validator)
 
     @app.main_process_ready
-    async def ready(app: Sanic) -> None:
-        """Application ready event handler."""
-        logger.info("starting events background job.")
-        if getattr(app.ctx, "solr_reindex", False):
-            app.manager.manage("SolrReindex", solr_reindex, {"app_name": app.name}, transient=True)
+    async def do_solr_reindex(app: Sanic) -> None:
+        """Reindex solr if needed."""
+        if not getattr(app.ctx, "solr_reindex", False):
+            return
+        app.add_task(solr_reindex(config), name="solr_reindex")
 
     return app
 
@@ -165,6 +156,7 @@ async def ready(app: Sanic) -> None:
     parser.add_argument("-p", "--port", default=8000, type=int, help="Port to listen on")
     parser.add_argument("--debug", action="store_true", help="Enable Sanic debug mode")
     parser.add_argument("--fast", action="store_true", help="Enable Sanic fast mode")
+    parser.add_argument("--workers", default=1, type=int, help="The number of workers to use.")
     parser.add_argument("-d", "--dev", action="store_true", help="Enable Sanic development mode")
     parser.add_argument("--single-process", action="store_true", help="Do not use multiprocessing.")
     args: dict[str, Any] = vars(parser.parse_args())

projects/renku_data_service/Dockerfile

@@ -47,3 +47,4 @@ USER $USER_UID:$USER_GID
 WORKDIR /app
 COPY --from=builder /app/env ./env
 ENTRYPOINT ["tini", "-g", "--", "env/bin/python", "-m", "renku_data_services.data_api.main"]
+CMD ["--single-process"]