@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 76e8a70476
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 17, 04:15 UTC

[Minor fix] The domain dns.google may cause a socket.gaierror exception (#3176)

Co-authored-by: guofangze <guofangze@kuaishou.com>

ttbachyinsda committed Mar 5, 2024 at 03:17 UTC 76e8a70476ef9daa970349c14c117fe91e8b4544
1 file changed +1 -1
vllm/utils.py
+1 -1
@@ -173,7 +173,7 @@ def get_ip() -> str:
173 # try ipv4
174 s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
175 try:
176 - s.connect(("dns.google", 80)) # Doesn't need to be reachable
176 + s.connect(("8.8.8.8", 80)) # Doesn't need to be reachable
177 return s.getsockname()[0]
178 except OSError:
179 # try ipv6