From 5a7dc88fcc497d44faed8ae5dd252a9c84b0dc92 Mon Sep 17 00:00:00 2001 From: Yunfeng Bai Date: Tue, 12 Dec 2023 23:43:22 +0000 Subject: [PATCH] Log request sizes --- model-engine/model_engine_server/api/app.py | 1 + model-engine/model_engine_server/core/loggers.py | 1 + 2 files changed, 2 insertions(+) diff --git a/model-engine/model_engine_server/api/app.py b/model-engine/model_engine_server/api/app.py index 90f5620c8..851f01833 100644 --- a/model-engine/model_engine_server/api/app.py +++ b/model-engine/model_engine_server/api/app.py @@ -47,6 +47,7 @@ class CustomMiddleware(BaseHTTPMiddleware): async def dispatch(self, request: Request, call_next): try: LoggerTagManager.set(LoggerTagKey.REQUEST_ID, str(uuid.uuid4())) + LoggerTagManager.set(LoggerTagKey.REQUEST_SIZE, request.headers.get("content-length")) # we intentionally exclude healthcheck routes from the concurrency limiter if request.url.path in healthcheck_routes: return await call_next(request) diff --git a/model-engine/model_engine_server/core/loggers.py b/model-engine/model_engine_server/core/loggers.py index 30b0deeed..3a28d4501 100644 --- a/model-engine/model_engine_server/core/loggers.py +++ b/model-engine/model_engine_server/core/loggers.py @@ -42,6 +42,7 @@ class LoggerTagKey(str, Enum): REQUEST_ID = "request_id" TEAM_ID = "team_id" USER_ID = "user_id" + REQUEST_SIZE = "request_size" class LoggerTagManager: