A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 17:15 UTC
Fix zmq IPv6 URL format error (#15341)
Signed-off-by: Russell Bryant <rbryant@redhat.com>
Russell Bryant committed
Mar 24, 2025 at 09:30 UTC
038de04d7b8af189ce142e7243b1ce14507c259d
1 file changed
+1
vllm/distributed/device_communicators/shm_broadcast.py
+1
@@ -233,6 +233,7 @@ class MessageQueue:
233
if is_valid_ipv6_address(connect_ip):
234
self.remote_socket.setsockopt(IPV6, 1)
235
remote_addr_ipv6 = True
236
+ connect_ip = f"[{connect_ip}]"
237
socket_addr = f"tcp://*:{remote_subscribe_port}"
238
self.remote_socket.bind(socket_addr)
239
remote_subscribe_addr = f"tcp://{connect_ip}:{remote_subscribe_port}"