A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 18:15 UTC
[misc][cuda] improve pynvml warning (#7852)
youkaichao committed
Aug 25, 2024 at 14:30 UTC
70c094ade6eb77396a309512f24ddbfafaf15b38
1 file changed
+3
-1
vllm/platforms/cuda.py
+3
-1
@@ -21,7 +21,9 @@ _R = TypeVar("_R")
21
if pynvml.__file__.endswith("__init__.py"):
22
logger.warning(
23
"You are using a deprecated `pynvml` package. Please install"
24
- " `nvidia-ml-py` instead. See https://pypi.org/project/pynvml "
24
+ " `nvidia-ml-py` instead, and make sure to uninstall `pynvml`."
25
+ " When both of them are installed, `pynvml` will take precedence"
26
+ " and cause errors. See https://pypi.org/project/pynvml "
27
"for more information.")
28
29
# NVML utils