feat(logs): make gunicorn logs structured (#17595)

* feat(logs): make gunicorn logs structured

* tests: adjust logging tests

---------

Co-authored-by: Ee Durbin <[email protected]>

Author: JacobCoffee

tests/unit/test_logging.py

@@ -101,7 +101,24 @@ def test_includeme(monkeypatch, settings, expected_level):
                         "formatter": "structlog",
                     },
                 },
-                "loggers": {"datadog.dogstatsd": {"level": "ERROR"}},
+                "loggers": {
+                    "datadog.dogstatsd": {"level": "ERROR"},
+                    "gunicorn": {
+                        "propagate": False,
+                        "handlers": ["primary"],
+                        "level": expected_level,
+                    },
+                    "gunicorn.access": {
+                        "propagate": False,
+                        "handlers": ["primary"],
+                        "level": expected_level,
+                    },
+                    "gunicorn.server": {
+                        "propagate": False,
+                        "handlers": ["primary"],
+                        "level": expected_level,
+                    },
+                },
                 "root": {"level": expected_level, "handlers": ["primary"]},
             }
         )

warehouse/logging.py

@@ -66,7 +66,24 @@ def includeme(config):
                     "formatter": "structlog",
                 },
             },
-            "loggers": {"datadog.dogstatsd": {"level": "ERROR"}},
+            "loggers": {
+                "datadog.dogstatsd": {"level": "ERROR"},
+                "gunicorn": {
+                    "propagate": False,
+                    "handlers": ["primary"],
+                    "level": config.registry.settings.get("logging.level", "INFO"),
+                },
+                "gunicorn.access": {
+                    "propagate": False,
+                    "handlers": ["primary"],
+                    "level": config.registry.settings.get("logging.level", "INFO"),
+                },
+                "gunicorn.server": {
+                    "propagate": False,
+                    "handlers": ["primary"],
+                    "level": config.registry.settings.get("logging.level", "INFO"),
+                },
+            },
             "root": {
                 "level": config.registry.settings.get("logging.level", "INFO"),
                 "handlers": ["primary"],