A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 19:30 UTC
[misc] add zmq in collect env (#7119)
youkaichao committed
Aug 3, 2024 at 22:03 UTC
9fadc7b7a03f798036d0e8710587870e13bae759
1 file changed
+2
collect_env.py
+2
@@ -65,6 +65,7 @@ DEFAULT_CONDA_PATTERNS = {
65
"optree",
66
"nccl",
67
"transformers",
68
+ "zmq",
69
}
70
71
DEFAULT_PIP_PATTERNS = {
@@ -77,6 +78,7 @@ DEFAULT_PIP_PATTERNS = {
78
"onnx",
79
"nccl",
80
"transformers",
81
+ "zmq",
82
}
83
84