fix: celery

Author: giancarloromeo

services/web/server/src/simcore_service_webserver/celery.py

@@ -0,0 +1,36 @@
+import logging
+
+from aiohttp import web
+from celery_library.backends.redis import RedisTaskInfoStore
+from celery_library.common import create_app
+from celery_library.task_manager import CeleryTaskManager
+from servicelib.celery.task_manager import TaskManager
+from servicelib.logging_utils import log_context
+from settings_library.celery import CelerySettings
+
+from ..redis import get_redis_celery_tasks_client_sdk
+from .settings import get_plugin_settings
+
+_logger = logging.getLogger(__name__)
+
+_APP_CELERY_TASK_MANAGER = f"{__name__}.celery_task_manager"
+
+
+async def setup_task_manager(app: web.Application):
+    with log_context(_logger, logging.INFO, "Setting up Celery"):
+        celery_settings: CelerySettings = get_plugin_settings(app)
+
+        redis_client_sdk = get_redis_celery_tasks_client_sdk(app)
+
+        app[_APP_CELERY_TASK_MANAGER] = CeleryTaskManager(
+            create_app(celery_settings),
+            celery_settings,
+            RedisTaskInfoStore(redis_client_sdk),
+        )
+
+    yield
+
+
+def get_task_manager(app: web.Application) -> TaskManager:
+    task_manager: CeleryTaskManager = app[_APP_CELERY_TASK_MANAGER]
+    return task_manager

services/web/server/src/simcore_service_webserver/celery/__init__.py

@@ -0,0 +1,15 @@
+import logging
+
+from aiohttp import web
+from servicelib.aiohttp.application_setup import ModuleCategory, app_module_setup
+
+from ._task_manager import setup_task_manager
+
+_logger = logging.getLogger(__name__)
+
+
+@app_module_setup(
+    __name__, ModuleCategory.ADDON, settings_name="WEBSERVER_CELERY", logger=_logger
+)
+def setup_celery(app: web.Application):
+    app.cleanup_ctx.append(setup_task_manager)

services/web/server/src/simcore_service_webserver/celery/_task_manager.py

@@ -0,0 +1,10 @@
+from aiohttp import web
+from settings_library.celery import CelerySettings
+from simcore_service_webserver.constants import APP_SETTINGS_KEY
+
+
+def get_plugin_settings(app: web.Application) -> CelerySettings:
+    settings: CelerySettings | None = app[APP_SETTINGS_KEY].WEBSERVER_CELERY
+    assert settings, "setup_settings not called?"  # nosec
+    assert isinstance(settings, CelerySettings)  # nosec
+    return settings