A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 14, 05:30 UTC
[Logging] allow config logging stream (#24336)
Signed-off-by: Shiyan Deng <dsy842974287@meta.com>
Shiyan Deng committed
Sep 10, 2025 at 08:02 UTC
2bef2d1405faa1d1bd80b5183336a068396ec02d
2 files changed
+7
-1
vllm/envs.py
+5
@@ -37,6 +37,7 @@ if TYPE_CHECKING:
37
VLLM_CONFIGURE_LOGGING: int = 1
38
VLLM_LOGGING_LEVEL: str = "INFO"
39
VLLM_LOGGING_PREFIX: str = ""
40
+ VLLM_LOGGING_STREAM: str = "ext://sys.stdout"
41
VLLM_LOGGING_CONFIG_PATH: Optional[str] = None
42
VLLM_LOGITS_PROCESSOR_THREADS: Optional[int] = None
43
VLLM_LOG_STATS_INTERVAL: float = 10.
@@ -435,6 +436,10 @@ environment_variables: dict[str, Callable[[], Any]] = {
436
"VLLM_LOGGING_LEVEL":
437
lambda: os.getenv("VLLM_LOGGING_LEVEL", "INFO").upper(),
438
439
+ # this is used for configuring the default logging stream
440
+ "VLLM_LOGGING_STREAM":
441
+ lambda: os.getenv("VLLM_LOGGING_STREAM", "ext://sys.stdout"),
442
+
443
# if set, VLLM_LOGGING_PREFIX will be prepended to all log messages
444
"VLLM_LOGGING_PREFIX":
445
lambda: os.getenv("VLLM_LOGGING_PREFIX", ""),
vllm/logger.py
+2
-1
@@ -20,6 +20,7 @@ VLLM_CONFIGURE_LOGGING = envs.VLLM_CONFIGURE_LOGGING
20
VLLM_LOGGING_CONFIG_PATH = envs.VLLM_LOGGING_CONFIG_PATH
21
VLLM_LOGGING_LEVEL = envs.VLLM_LOGGING_LEVEL
22
VLLM_LOGGING_PREFIX = envs.VLLM_LOGGING_PREFIX
23
+VLLM_LOGGING_STREAM = envs.VLLM_LOGGING_STREAM
24
25
_FORMAT = (f"{VLLM_LOGGING_PREFIX}%(levelname)s %(asctime)s "
26
"[%(fileinfo)s:%(lineno)d] %(message)s")
@@ -38,7 +39,7 @@ DEFAULT_LOGGING_CONFIG = {
39
"class": "logging.StreamHandler",
40
"formatter": "vllm",
41
"level": VLLM_LOGGING_LEVEL,
41
- "stream": "ext://sys.stdout",
42
+ "stream": VLLM_LOGGING_STREAM,
43
},
44
},
45
"loggers": {