A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 13:30 UTC
Ensure that `pid` passed to `kill_process_tree` is `int` for `mypy` (#17051)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
Harry Mellor committed
Apr 23, 2025 at 15:32 UTC
53c0fa1e25a5d406d3011e760be068d7a8c102fb
1 file changed
+2
-2
vllm/v1/utils.py
+2
-2
@@ -134,8 +134,8 @@ def shutdown(proc: Process, input_path: str, output_path: str):
134
proc.terminate()
135
proc.join(5)
136
137
- if proc.is_alive():
138
- kill_process_tree(proc.pid)
137
+ if proc.is_alive() and (pid := proc.pid) is not None:
138
+ kill_process_tree(pid)
139
140
# Remove zmq ipc socket files.
141
ipc_sockets = [output_path, input_path]