add celery client inside api-server

Author: bisgaard-itis

services/api-server/requirements/dev.txt

@@ -12,6 +12,7 @@
 --requirement _tools.txt
 
 # installs this repo's packages
+--editable ../../packages/celery-library/
 --editable ../../packages/common-library
 --editable ../../packages/models-library
 --editable ../../packages/postgres-database

services/api-server/src/simcore_service_api_server/api/dependencies/celery.py

@@ -0,0 +1,40 @@
+from celery_library.common import create_app, create_task_manager
+from celery_library.task_manager import CeleryTaskManager
+from celery_library.types import register_celery_types, register_pydantic_types
+from fastapi import FastAPI
+from models_library.functions import (
+    RegisteredProjectFunction,
+    RegisteredPythonCodeFunction,
+    RegisteredSolverFunction,
+)
+from settings_library.celery import CelerySettings
+
+from ...api.dependencies.authentication import Identity
+from ...models.api_resources import JobLinks
+from ...models.schemas.jobs import JobPricingSpecification
+
+
+def setup_task_manager(app: FastAPI, celery_settings: CelerySettings) -> None:
+    async def on_startup() -> None:
+        app.state.task_manager = await create_task_manager(
+            create_app(celery_settings), celery_settings
+        )
+
+        register_celery_types()
+        register_pydantic_types(
+            Identity,
+            RegisteredProjectFunction,
+            RegisteredPythonCodeFunction,
+            RegisteredSolverFunction,
+            JobPricingSpecification,
+            JobLinks,
+        )
+
+    app.add_event_handler("startup", on_startup)
+
+
+def get_task_manager_from_app(app: FastAPI) -> CeleryTaskManager:
+    assert hasattr(app.state, "task_manager")  # nosec
+    task_manager = app.state.task_manager
+    assert isinstance(task_manager, CeleryTaskManager)  # nosec
+    return task_manager

services/api-server/src/simcore_service_api_server/core/application.py

@@ -13,6 +13,7 @@
 
 from .. import exceptions
 from .._meta import API_VERSION, API_VTAG, APP_NAME
+from ..api.dependencies.celery import setup_task_manager
 from ..api.root import create_router
 from ..api.routes.health import router as health_router
 from ..clients.postgres import setup_postgres
@@ -88,6 +89,9 @@ def create_app(settings: ApplicationSettings | None = None) -> FastAPI:
 
     setup_rabbitmq(app)
 
+    if settings.API_SERVER_CELERY and not settings.API_SERVER_WORKER_MODE:
+        setup_task_manager(app, settings.API_SERVER_CELERY)
+
     if app.state.settings.API_SERVER_PROMETHEUS_INSTRUMENTATION_ENABLED:
         setup_prometheus_instrumentation(app)