add rabbitmq client setup

Author: giancarloromeo

services/docker-compose.yml

@@ -1127,6 +1127,11 @@ services:
       POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
       POSTGRES_PORT: ${POSTGRES_PORT}
       POSTGRES_USER: ${POSTGRES_USER}
+      RABBIT_SECURE: ${RABBIT_SECURE}
+      RABBIT_HOST: ${RABBIT_HOST}
+      RABBIT_PORT: ${RABBIT_PORT}
+      RABBIT_USER: ${RABBIT_USER}
+      RABBIT_PASSWORD: ${RABBIT_PASSWORD}
       REDIS_HOST: ${REDIS_HOST}
       REDIS_PORT: ${REDIS_PORT}
       REDIS_SECURE: ${REDIS_SECURE}

services/storage/src/simcore_service_storage/application.py

@@ -20,6 +20,7 @@
 from .dsm import setup_dsm
 from .dsm_cleaner import setup_dsm_cleaner
 from .long_running_tasks import setup_rest_api_long_running_tasks
+from .rabbitmq import setup_rabbitmq
 from .redis import setup_redis
 from .rest import setup_rest
 from .s3 import setup_s3
@@ -58,6 +59,7 @@ def create(settings: Settings) -> web.Application:
             service_name=APP_NAME,
         )
 
+    setup_rabbitmq(app)
     setup_db(app)
     setup_s3(app)
 

services/storage/src/simcore_service_storage/rabbitmq.py

@@ -0,0 +1,28 @@
+from aiohttp import web
+from servicelib.rabbitmq._client import RabbitMQClient
+from servicelib.rabbitmq._utils import wait_till_rabbitmq_responsive
+
+from .constants import APP_CONFIG_KEY
+from .settings import Settings
+
+_APP_RABBITMQ_CLIENT_KEY = "APP_RABBITMQ_CLIENT_KEY"
+
+
+async def _rabbitmq_client(app: web.Application):
+    app[_APP_RABBITMQ_CLIENT_KEY] = None
+    settings: Settings = app[APP_CONFIG_KEY]
+    assert settings.STORAGE_RABBITMQ  # nosec
+    rabbitmq_settings = settings.STORAGE_RABBITMQ
+
+    await wait_till_rabbitmq_responsive(f"{rabbitmq_settings.dsn}")
+
+    app[_APP_RABBITMQ_CLIENT_KEY] = RabbitMQClient("storage", rabbitmq_settings)
+
+    yield
+
+    await app[_APP_RABBITMQ_CLIENT_KEY].close()
+
+
+def setup_rabbitmq(app: web.Application):
+    if _rabbitmq_client not in app.cleanup_ctx:
+        app.cleanup_ctx.append(_rabbitmq_client)

services/storage/src/simcore_service_storage/settings.py

@@ -12,6 +12,7 @@
 from settings_library.base import BaseCustomSettings
 from settings_library.basic_types import LogLevel, PortInt
 from settings_library.postgres import PostgresSettings
+from settings_library.rabbit import RabbitSettings
 from settings_library.redis import RedisSettings
 from settings_library.s3 import S3Settings
 from settings_library.tracing import TracingSettings
@@ -46,6 +47,10 @@ class Settings(BaseCustomSettings, MixinLoggingSettings):
         None, description="Pennsieve API secret ONLY for testing purposes"
     )
 
+    STORAGE_RABBITMQ: RabbitSettings = Field(
+        json_schema_extra={"auto_default_from_env": True}
+    )
+
     STORAGE_POSTGRES: PostgresSettings = Field(
         json_schema_extra={"auto_default_from_env": True}
     )