[Misc] Allow enabling NCCL for DP sync when async scheduling (#32197)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
@@ -413,7 +413,7 @@ class EngineArgs:
|
||||
ubatch_size: int = ParallelConfig.ubatch_size
|
||||
dbo_decode_token_threshold: int = ParallelConfig.dbo_decode_token_threshold
|
||||
dbo_prefill_token_threshold: int = ParallelConfig.dbo_prefill_token_threshold
|
||||
disable_nccl_for_dp_synchronization: bool = (
|
||||
disable_nccl_for_dp_synchronization: bool | None = (
|
||||
ParallelConfig.disable_nccl_for_dp_synchronization
|
||||
)
|
||||
eplb_config: EPLBConfig = get_field(ParallelConfig, "eplb_config")
|
||||
|
||||
Reference in New Issue
Block a user