Log request sizes (#410)

Author: yunfeng-scale

model-engine/model_engine_server/api/app.py

@@ -47,6 +47,7 @@ class CustomMiddleware(BaseHTTPMiddleware):
     async def dispatch(self, request: Request, call_next):
         try:
             LoggerTagManager.set(LoggerTagKey.REQUEST_ID, str(uuid.uuid4()))
+            LoggerTagManager.set(LoggerTagKey.REQUEST_SIZE, request.headers.get("content-length"))
             # we intentionally exclude healthcheck routes from the concurrency limiter
             if request.url.path in healthcheck_routes:
                 return await call_next(request)

model-engine/model_engine_server/core/loggers.py

@@ -42,6 +42,7 @@ class LoggerTagKey(str, Enum):
     REQUEST_ID = "request_id"
     TEAM_ID = "team_id"
     USER_ID = "user_id"
+    REQUEST_SIZE = "request_size"
 
 
 class LoggerTagManager: