[Misc] Omit "disable NCCL for DP sync" startup log when not applicable (#32707)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
+8
-5
@@ -622,11 +622,14 @@ class VllmConfig:
|
|||||||
|
|
||||||
if self.parallel_config.disable_nccl_for_dp_synchronization is None:
|
if self.parallel_config.disable_nccl_for_dp_synchronization is None:
|
||||||
if self.scheduler_config.async_scheduling:
|
if self.scheduler_config.async_scheduling:
|
||||||
logger.info_once(
|
if self.parallel_config.data_parallel_size > 1 and (
|
||||||
"Disabling NCCL for DP synchronization "
|
self.model_config is None or self.model_config.is_moe
|
||||||
"when using async scheduling.",
|
):
|
||||||
scope="local",
|
logger.info_once(
|
||||||
)
|
"Disabling NCCL for DP synchronization "
|
||||||
|
"when using async scheduling.",
|
||||||
|
scope="local",
|
||||||
|
)
|
||||||
self.parallel_config.disable_nccl_for_dp_synchronization = True
|
self.parallel_config.disable_nccl_for_dp_synchronization = True
|
||||||
else:
|
else:
|
||||||
self.parallel_config.disable_nccl_for_dp_synchronization = False
|
self.parallel_config.disable_nccl_for_dp_synchronization = False
|
||||||
|
|||||||
Reference in New Issue
Block a user