A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 7, 14:00 UTC
[misc] cleanup one level of error stack when nixl fails to initialize (#35517)
Signed-off-by: youkaichao <youkaichao@gmail.com>
youkaichao committed
Feb 28, 2026 at 08:42 UTC
5323672bc2b448e94ba027b16d99c93aba9c72a4
1 file changed
+3
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
+3
@@ -2506,6 +2506,9 @@ class NixlConnectorWorker:
2506
2507
def shutdown(self):
2508
"""Shutdown the connector worker."""
2509
+ if not hasattr(self, "_handshake_initiation_executor"):
2510
+ # error happens during init, no need to shutdown
2511
+ return
2512
self._handshake_initiation_executor.shutdown(wait=False)
2513
for handles in self._recving_transfers.values():
2514
for handle in handles: