feat: use celery structlog logging

Author: adinhodovic

config/celery_app.py

@@ -1,9 +1,11 @@
 import os
+from logging.config import dictConfig
 from pathlib import Path
 
 from celery import Celery, bootsteps
 from celery.schedules import crontab
-from celery.signals import worker_ready, worker_shutdown
+from celery.signals import setup_logging, worker_ready, worker_shutdown
+from django.conf import settings
 
 # set the default Django settings module for the 'celery' program.
 os.environ.setdefault("DJANGO_SETTINGS_MODULE", "config.settings.production")
@@ -17,6 +19,11 @@
 app.config_from_object("django.conf:settings", namespace="CELERY")
 
 
+@setup_logging.connect
+def config_loggers(*args, **kwargs):
+    dictConfig(settings.LOGGING)
+
+
 HEARTBEAT_FILE = Path("/tmp/worker_heartbeat")
 READINESS_FILE = Path("/tmp/worker_ready")
 

config/settings/local.py

@@ -77,7 +77,7 @@
 DEV_FILTERED_EVENTS = ["request_started"]
 
 
-class DevelopmentFilter(logging.Filter):
+class DevelopmentFilter(logging.Filter):  # pylint: disable=too-few-public-methods
     """Filter out events in development so they don't clutter the console"""
 
     def filter(self, record):
@@ -88,7 +88,7 @@ def filter(self, record):
         return True
 
 
-LOGGING["handlers"]["console"]["filters"] = [DevelopmentFilter()]
+LOGGING["handlers"]["console"]["filters"] = [DevelopmentFilter()]  # type: ignore
 
 # Celery
 # ------------------------------------------------------------------------------