Re-enable allreduce rms fusion for DP / PP (#41458)

Signed-off-by: Andy Lo <andy@mistral.ai>
This commit is contained in:
Andy Lo
2026-05-01 19:01:37 -04:00
committed by GitHub
parent 0c99629ede
commit 5737770c6c
-6
View File
@@ -138,12 +138,6 @@ def enable_allreduce_rms_fusion(cfg: "VllmConfig") -> bool:
current_platform.is_device_capability_family(100)
or current_platform.is_device_capability(90)
)
# tp-dp combination broken:
# https://github.com/vllm-project/vllm/issues/34458
and cfg.parallel_config.data_parallel_size == 1
# tp-pp combination broken:
# https://github.com/vllm-project/vllm/issues/35426
and cfg.parallel_config.pipeline_parallel_size == 1
)