make dead-letter-queue name dynamic

Author: ts-matter

matter_task_queue/__init__.py

@@ -5,6 +5,6 @@
 
 
 from .utils import create_celery, run_task, run_task_async, async_to_sync
-from .celery_config import CELERY_LOW_PRIORITY_QUEUE, CELERY_DEFAULT_QUEUE, CELERY_BEAT_CONFIG, CELERY_DEAD_LETTER_QUEUE
+from .celery_config import CELERY_LOW_PRIORITY_QUEUE, CELERY_DEFAULT_QUEUE, CELERY_BEAT_CONFIG
 
 from .base_task import BaseTask

matter_task_queue/celery_config.py

@@ -11,7 +11,6 @@
 
 CELERY_DEFAULT_QUEUE = "high_priority_queue"
 CELERY_LOW_PRIORITY_QUEUE = "low_priority_queue"
-CELERY_DEAD_LETTER_QUEUE = "dead_letter_queue"
 
 
 @after_setup_logger.connect
@@ -26,10 +25,10 @@ def get_sqs_attributes():
     else:
         sqs = boto3.client("sqs", region_name=Config.AWS_REGION)
 
-    response = sqs.list_queues(QueueNamePrefix=CELERY_DEAD_LETTER_QUEUE)
+    response = sqs.list_queues(QueueNamePrefix=Config.CELERY_DEAD_LETTER_QUEUE)
     if len(response.get("QueueUrls", [])) == 0:
         response = sqs.create_queue(
-            QueueName=CELERY_DEAD_LETTER_QUEUE,
+            QueueName=Config.CELERY_DEAD_LETTER_QUEUE,
             Attributes={
                 "DelaySeconds": "60",
                 "MessageRetentionPeriod": "86400",  # 24h Retention

matter_task_queue/config.py

@@ -15,6 +15,7 @@ def load_variables(cls):
         cls.AWS_REGION = os.getenv("AWS_REGION", "eu-central-1")
         cls.CELERY_LOG_LEVEL = os.environ.get("CELERY_LOG_LEVEL", "INFO").upper()
         cls.CELERY_LOG_FILE_PATH = os.getenv("CELERY_LOG_FILE_PATH", "/tmp/celery.txt")
+        cls.CELERY_DEAD_LETTER_QUEUE = os.getenv("CELERY_DEAD_LETTER_QUEUE", "dead_letter_queue")
         cls.SENTRY_DSN = os.getenv("SENTRY_DSN")
         cls.AWS_ENDPOINT_URL = os.getenv("AWS_ENDPOINT_URL")
         cls.CELERY_BROKER_URL = os.environ["CELERY_BROKER_URL"] if cls.ENV != "test" else os.getenv("CELERY_BROKER_URL")

tests/test.env

@@ -4,3 +4,4 @@ DEBUG=true
 INSTANCE_NAME=observability_instance
 CELERY_LOG_LEVEL=info
 CELERY_LOG_FILE_PATH=/tmp/celery.txt
+CELERY_DEAD_LETTER_QUEUE=dead_letter_queue