@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / c4be16e1a7
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 18:15 UTC

[misc] add nvidia related library in collect env (#7674)

youkaichao committed Aug 19, 2024 at 23:22 UTC c4be16e1a70d50b781038990087a717fd8834d4a
1 file changed +4
collect_env.py
+4
@@ -66,6 +66,8 @@ DEFAULT_CONDA_PATTERNS = {
66 "nccl",
67 "transformers",
68 "zmq",
69 + "nvidia",
70 + "pynvml",
71 }
72
73 DEFAULT_PIP_PATTERNS = {
@@ -79,6 +81,8 @@ DEFAULT_PIP_PATTERNS = {
81 "nccl",
82 "transformers",
83 "zmq",
84 + "nvidia",
85 + "pynvml",
86 }
87
88