A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 17, 04:15 UTC
[BugFix] Fix ipv4 address parsing regression (#3645)
Nick Hill committed
Mar 26, 2024 at 14:39 UTC
0dc72273b8421bbbc7ce1eec7c915a9e0799e250
1 file changed
+3
-1
vllm/utils.py
+3
-1
@@ -205,7 +205,9 @@ def get_ip() -> str:
205
206
207
def get_distributed_init_method(ip: str, port: int) -> str:
208
- return f"tcp://[{ip}]:{port}"
208
+ # Brackets are not permitted in ipv4 addresses,
209
+ # see https://github.com/python/cpython/issues/103848
210
+ return f"tcp://[{ip}]:{port}" if ":" in ip else f"tcp://{ip}:{port}"
211
212
213
def get_open_port() -> int: