A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 22:15 UTC
[API Server] Add port number range validation (#13506)
Signed-off-by: Yuan Tang <terrytangyuan@gmail.com>
Yuan Tang committed
Feb 20, 2025 at 02:05 UTC
3738e6fa8020fe7244614eba3a0e857fa5f1628c
1 file changed
+1
-1
vllm/entrypoints/api_server.py
+1
-1
@@ -145,7 +145,7 @@ async def run_server(args: Namespace,
145
if __name__ == "__main__":
146
parser = FlexibleArgumentParser()
147
parser.add_argument("--host", type=str, default=None)
148
- parser.add_argument("--port", type=int, default=8000)
148
+ parser.add_argument("--port", type=int, default=8000, ge=1024, le=65535)
149
parser.add_argument("--ssl-keyfile", type=str, default=None)
150
parser.add_argument("--ssl-certfile", type=str, default=None)
151
parser.add_argument("--ssl-ca-certs",