@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / b92adec8e8
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 17, 05:30 UTC

Set local logging level via env variable (#2774)

Lukas committed Feb 5, 2024 at 23:26 UTC b92adec8e88f5b69384189faae17b48b5980cba3
1 file changed +2 -1
vllm/logger.py
+2 -1
@@ -3,6 +3,7 @@
3 """Logging configuration for vLLM."""
4 import logging
5 import sys
6 +import os
7
8 _FORMAT = "%(levelname)s %(asctime)s %(filename)s:%(lineno)d] %(message)s"
9 _DATE_FORMAT = "%m-%d %H:%M:%S"
@@ -50,7 +51,7 @@ _setup_logger()
51 def init_logger(name: str):
52 # Use the same settings as above for root logger
53 logger = logging.getLogger(name)
53 - logger.setLevel(logging.DEBUG)
54 + logger.setLevel(os.getenv("LOG_LEVEL", "DEBUG"))
55 logger.addHandler(_default_handler)
56 logger.propagate = False
57 return logger