@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 29061ed9df
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 09:30 UTC

[Misc] Add an env var VLLM_LOGGING_PREFIX, if set, it will be prepend to all logging messages (#9590)

Flex Wang committed Oct 22, 2024 at 20:17 UTC 29061ed9df84f1298806b2fc525ce4bc7eba1d29
2 files changed +8 -1
vllm/envs.py
+5
@@ -27,6 +27,7 @@ if TYPE_CHECKING:
27 VLLM_USAGE_SOURCE: str = ""
28 VLLM_CONFIGURE_LOGGING: int = 1
29 VLLM_LOGGING_LEVEL: str = "INFO"
30 + VLLM_LOGGING_PREFIX: str = ""
31 VLLM_LOGGING_CONFIG_PATH: Optional[str] = None
32 VLLM_TRACE_FUNCTION: int = 0
33 VLLM_ATTENTION_BACKEND: Optional[str] = None
@@ -268,6 +269,10 @@ environment_variables: Dict[str, Callable[[], Any]] = {
269 "VLLM_LOGGING_LEVEL":
270 lambda: os.getenv("VLLM_LOGGING_LEVEL", "INFO"),
271
272 + # if set, VLLM_LOGGING_PREFIX will be prepended to all log messages
273 + "VLLM_LOGGING_PREFIX":
274 + lambda: os.getenv("VLLM_LOGGING_PREFIX", ""),
275 +
276 # Trace function calls
277 # If set to 1, vllm will trace function calls
278 # Useful for debugging
vllm/logger.py
+3 -1
@@ -15,8 +15,10 @@ import vllm.envs as envs
15 VLLM_CONFIGURE_LOGGING = envs.VLLM_CONFIGURE_LOGGING
16 VLLM_LOGGING_CONFIG_PATH = envs.VLLM_LOGGING_CONFIG_PATH
17 VLLM_LOGGING_LEVEL = envs.VLLM_LOGGING_LEVEL
18 +VLLM_LOGGING_PREFIX = envs.VLLM_LOGGING_PREFIX
19
19 -_FORMAT = "%(levelname)s %(asctime)s %(filename)s:%(lineno)d] %(message)s"
20 +_FORMAT = (f"{VLLM_LOGGING_PREFIX}%(levelname)s %(asctime)s "
21 + "%(filename)s:%(lineno)d] %(message)s")
22 _DATE_FORMAT = "%m-%d %H:%M:%S"
23
24 DEFAULT_LOGGING_CONFIG = {