A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 12, 02:15 UTC
Fix LLMEngine.del dp_group cleanup condition (#29954)
Signed-off-by: Yongtao Huang <yongtaoh2022@gmail.com>
Yongtao Huang committed
Dec 4, 2025 at 04:14 UTC
2fc5d6e0d7596dd93dbf4e1ca776f17449bb2143
1 file changed
+2
-4
vllm/v1/engine/llm_engine.py
+2
-4
@@ -409,8 +409,6 @@ class LLMEngine:
409
return self.collective_rpc("apply_model", args=(func,))
410
411
def __del__(self):
412
- if (
413
- dp_group := getattr(self, "dp_group", None)
414
- and not self.external_launcher_dp
415
- ):
412
+ dp_group = getattr(self, "dp_group", None)
413
+ if dp_group is not None and not self.external_launcher_dp:
414
stateless_destroy_torch_distributed_process_group(dp_group)