Add logging filters, apply the filters and address PR feedback see HEA-752

Author: girumb

apps/common/consumers.py

@@ -58,7 +58,7 @@ async def connect(self):
         try:
             self.websocket = await websockets.connect(
                 target_url,
-                max_size=2097152,
+                max_size=10485760,
                 ping_interval=20,
                 subprotocols=subprotocols if subprotocols else None,
             )

apps/common/logging_filters.py

@@ -0,0 +1,43 @@
+import logging
+
+
+class SuppressWebSocketPings(logging.Filter):
+
+    def filter(self, record):
+        suppress_phrases = [
+            "sending keepalive ping",
+            "received keepalive pong",
+            "> PING",
+            "< PONG",
+            "% sending keepalive",
+            "% received keepalive",
+            "ASGI 'lifespan' protocol appears unsupported.",
+        ]
+
+        message = record.getMessage()
+
+        for phrase in suppress_phrases:
+            if phrase in message:
+                return False  # Don't log this message
+
+        return True
+
+
+class SuppressRevProxyNoise(logging.Filter):
+
+    def filter(self, record):
+        # Suppress these RevProxy messages
+        suppress_phrases = [
+            "ProxyView created",
+            "Normalizing response headers",
+            "Checking for invalid cookies",
+            "Starting streaming HTTP Response",
+        ]
+
+        message = record.getMessage()
+
+        for phrase in suppress_phrases:
+            if phrase in message:
+                return False
+
+        return True

hea/settings/base.py

@@ -253,6 +253,12 @@
     },
     "filters": {
         "require_debug_false": {"()": "django.utils.log.RequireDebugFalse"},
+        "suppress_ws_pings": {
+            "()": "common.logging_filters.SuppressWebSocketPings",
+        },
+        "suppress_revproxy_noise": {
+            "()": "common.logging_filters.SuppressRevProxyNoise",
+        },
     },
     "handlers": {
         "logfile": {
@@ -269,6 +275,7 @@
             "stream": sys.stdout,
             "class": "logging.StreamHandler",
             "formatter": env.str("LOG_FORMATTER", "standard"),
+            "filters": ["suppress_ws_pings", "suppress_revproxy_noise"],
         },
         "mail_admins": {
             "level": "ERROR",
@@ -286,8 +293,40 @@
         "urllib3": {"handlers": ["console", "logfile"], "level": "INFO", "propagate": False},
         "common.models": {"handlers": ["console", "logfile"], "level": "INFO", "propagate": False},
         "common.signals": {"handlers": ["console", "logfile"], "level": "INFO", "propagate": False},
-        "uvicorn.error": {"handlers": ["console"], "level": "WARNING", "propagate": False},
-        "uvicorn.access": {"handlers": ["console"], "level": "WARNING", "propagate": False},
+        "uvicorn": {
+            "handlers": ["console"],
+            "level": "INFO",
+            "propagate": False,
+        },
+        "uvicorn.error": {
+            "handlers": ["console"],
+            "level": "DEBUG",
+            "propagate": False,
+            "filters": ["suppress_ws_pings"],
+        },
+        "uvicorn.access": {
+            "handlers": ["console"],
+            "level": "INFO",
+            "propagate": False,
+        },
+        "revproxy": {
+            "handlers": ["console"],
+            "level": "INFO",
+            "propagate": False,
+            "filters": ["suppress_revproxy_noise"],
+        },
+        "revproxy.view": {
+            "handlers": ["console"],
+            "level": "INFO",
+            "propagate": False,
+            "filters": ["suppress_revproxy_noise"],
+        },
+        "revproxy.response": {
+            "handlers": ["console"],
+            "level": "INFO",
+            "propagate": False,
+            "filters": ["suppress_revproxy_noise"],
+        },
     },
     # Keep root at DEBUG and use the `level` on the handler to control logging output,
     # so that additional handlers can be used to get additional detail, e.g. `common.resources.LoggingResourceMixin`