A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 18:15 UTC
[misc] add nvidia related library in collect env (#7674)
youkaichao committed
Aug 19, 2024 at 23:22 UTC
c4be16e1a70d50b781038990087a717fd8834d4a
1 file changed
+4
collect_env.py
+4
@@ -66,6 +66,8 @@ DEFAULT_CONDA_PATTERNS = {
66
"nccl",
67
"transformers",
68
"zmq",
69
+ "nvidia",
70
+ "pynvml",
71
}
72
73
DEFAULT_PIP_PATTERNS = {
@@ -79,6 +81,8 @@ DEFAULT_PIP_PATTERNS = {
81
"nccl",
82
"transformers",
83
"zmq",
84
+ "nvidia",
85
+ "pynvml",
86
}
87
88