A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 9, 21:48 UTC
[Misc] Omit "disable NCCL for DP sync" startup log when not applicable (#32707)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
Nick Hill committed
Jan 21, 2026 at 09:03 UTC
9b693d023cf595e60b5346fdeeb41cf2a6eda838
1 file changed
+8
-5
vllm/config/vllm.py
+8
-5
@@ -622,11 +622,14 @@ class VllmConfig:
622
623
if self.parallel_config.disable_nccl_for_dp_synchronization is None:
624
if self.scheduler_config.async_scheduling:
625
- logger.info_once(
626
- "Disabling NCCL for DP synchronization "
627
- "when using async scheduling.",
628
- scope="local",
629
- )
625
+ if self.parallel_config.data_parallel_size > 1 and (
626
+ self.model_config is None or self.model_config.is_moe
627
+ ):
628
+ logger.info_once(
629
+ "Disabling NCCL for DP synchronization "
630
+ "when using async scheduling.",
631
+ scope="local",
632
+ )
633
self.parallel_config.disable_nccl_for_dp_synchronization = True
634
else:
635
self.parallel_config.disable_nccl_for_dp_synchronization = False