Make logger setup compatible with OTEL logs

Author: febus982

local.env

@@ -2,3 +2,4 @@ ENVIRONMENT: "local"
 AUTH__JWKS_URL: "http://oathkeeper:4456/.well-known/jwks.json"
 #DRAMATIQ__REDIS_URL: "redis://redis:6379/0"
 OTEL_EXPORTER_OTLP_ENDPOINT: "http://otel-collector:4317"
+OTEL_PYTHON_LOGGING_AUTO_INSTRUMENTATION_ENABLED: "true"

otel-collector-config.yaml

@@ -17,8 +17,13 @@ processors:
 
 service:
   pipelines:
+    logs:
+      receivers: [otlp]
+      processors: []
+      exporters: [debug]
     metrics:
       receivers: [otlp]
+      processors: []
       exporters: [debug]
     traces:
       receivers: [otlp]

src/common/logs/__init__.py

@@ -2,6 +2,7 @@
 from typing import List
 
 import structlog
+from opentelemetry.sdk._logs import LoggingHandler
 from structlog.typing import Processor
 
 from ..config import AppConfig
@@ -76,9 +77,18 @@ def init_logger(config: AppConfig) -> None:
         )
     )
 
-    # Use structlog to format logs coming from stdlib logger
+    # Get root logger
     stdlib_logger = logging.getLogger()
-    stdlib_logger.handlers.clear()
+
+    # In case there's a OTEL handler we keep it but remove all the others,
+    # in case this function is called multiple times.
+    # NOTE all the processors are not applied to OTEL logs!
+    for l in stdlib_logger.handlers:
+        if not isinstance(l, LoggingHandler):
+            stdlib_logger.removeHandler(l)
+
+
+    # Use structlog to format logs coming from stdlib logger
     stdlib_logger.addHandler(stdlib_handler)
     stdlib_logger.setLevel(log_level)