@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 9fadc7b7a0
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 19:30 UTC

[misc] add zmq in collect env (#7119)

youkaichao committed Aug 3, 2024 at 22:03 UTC 9fadc7b7a03f798036d0e8710587870e13bae759
1 file changed +2
collect_env.py
+2
@@ -65,6 +65,7 @@ DEFAULT_CONDA_PATTERNS = {
65 "optree",
66 "nccl",
67 "transformers",
68 + "zmq",
69 }
70
71 DEFAULT_PIP_PATTERNS = {
@@ -77,6 +78,7 @@ DEFAULT_PIP_PATTERNS = {
78 "onnx",
79 "nccl",
80 "transformers",
81 + "zmq",
82 }
83
84