Skip to content

Commit 67745d1

Browse files
authored
Supress verbose logs from model_hosting_container_standards (#28949)
Signed-off-by: mgoin <[email protected]>
1 parent 2a2d5d2 commit 67745d1

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

vllm/entrypoints/openai/api_server.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@
55
import importlib
66
import inspect
77
import json
8+
import logging
89
import multiprocessing
910
import multiprocessing.forkserver as forkserver
1011
import os
@@ -2020,6 +2021,9 @@ async def run_server(args, **uvicorn_kwargs) -> None:
20202021
# Add process-specific prefix to stdout and stderr.
20212022
decorate_logs("APIServer")
20222023

2024+
# Suppress verbose logs from model_hosting_container_standards
2025+
logging.getLogger("model_hosting_container_standards").setLevel(logging.ERROR)
2026+
20232027
listen_address, sock = setup_server(args)
20242028
await run_server_worker(listen_address, sock, args, **uvicorn_kwargs)
20252029

0 commit comments

Comments
 (0)