Use Redis broker for non-test environments

Signed-off-by: Federico Busetti <[email protected]>

Author: febus982

src/common/config.py

@@ -8,6 +8,9 @@
 TYPE_ENVIRONMENT = Literal["local", "test", "staging", "production"]
 
 
+class DramatiqConfig(BaseModel):
+    REDIS_HOST: Optional[str] = None
+
 class CeleryConfig(BaseModel):
     # https://docs.celeryq.dev/en/stable/userguide/configuration.html#configuration
 
@@ -47,6 +50,7 @@ class AppConfig(BaseSettings):
 
     APP_NAME: str = "bootstrap"
     CELERY: CeleryConfig = CeleryConfig()
+    DRAMATIQ: DramatiqConfig = DramatiqConfig()
     DEBUG: bool = False
     ENVIRONMENT: TYPE_ENVIRONMENT = "local"
     SQLALCHEMY_CONFIG: Dict[str, SQLAlchemyConfig] = dict(

src/common/dramatiq.py

@@ -1,5 +1,6 @@
 from dramatiq import set_broker
 from dramatiq.brokers.stub import StubBroker
+from dramatiq.brokers.redis import RedisBroker
 from dramatiq.middleware import AsyncIO
 from opentelemetry_instrumentor_dramatiq import DramatiqInstrumentor
 
@@ -10,8 +11,10 @@ def init_dramatiq(config: AppConfig):
     DramatiqInstrumentor().instrument()
     if config.ENVIRONMENT == "test":
         broker = StubBroker()
+        # broker.emit_after("process_boot")
+    elif config.DRAMATIQ.REDIS_HOST is not None:
+        broker = RedisBroker(host=config.DRAMATIQ.REDIS_HOST)
     else:
-        broker = StubBroker()
-    # broker.emit_after("process_boot")
+        raise RuntimeError("Running a non-test environment without Redis host set")
     broker.add_middleware(AsyncIO())
     set_broker(broker)