A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 17, 05:30 UTC
Set local logging level via env variable (#2774)
Lukas committed
Feb 5, 2024 at 23:26 UTC
b92adec8e88f5b69384189faae17b48b5980cba3
1 file changed
+2
-1
vllm/logger.py
+2
-1
@@ -3,6 +3,7 @@
3
"""Logging configuration for vLLM."""
4
import logging
5
import sys
6
+import os
7
8
_FORMAT = "%(levelname)s %(asctime)s %(filename)s:%(lineno)d] %(message)s"
9
_DATE_FORMAT = "%m-%d %H:%M:%S"
@@ -50,7 +51,7 @@ _setup_logger()
51
def init_logger(name: str):
52
# Use the same settings as above for root logger
53
logger = logging.getLogger(name)
53
- logger.setLevel(logging.DEBUG)
54
+ logger.setLevel(os.getenv("LOG_LEVEL", "DEBUG"))
55
logger.addHandler(_default_handler)
56
logger.propagate = False
57
return logger