A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 17, 04:15 UTC
[Minor fix] The domain dns.google may cause a socket.gaierror exception (#3176)
Co-authored-by: guofangze <guofangze@kuaishou.com>
ttbachyinsda committed
Mar 5, 2024 at 03:17 UTC
76e8a70476ef9daa970349c14c117fe91e8b4544
1 file changed
+1
-1
vllm/utils.py
+1
-1
@@ -173,7 +173,7 @@ def get_ip() -> str:
173
# try ipv4
174
s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
175
try:
176
- s.connect(("dns.google", 80)) # Doesn't need to be reachable
176
+ s.connect(("8.8.8.8", 80)) # Doesn't need to be reachable
177
return s.getsockname()[0]
178
except OSError:
179
# try ipv6