From 5737770c6c346d918fdfb13e9378f9514f616186 Mon Sep 17 00:00:00 2001 From: Andy Lo Date: Sat, 2 May 2026 00:01:37 +0100 Subject: [PATCH] Re-enable allreduce rms fusion for DP / PP (#41458) Signed-off-by: Andy Lo --- vllm/config/vllm.py | 6 ------ 1 file changed, 6 deletions(-) diff --git a/vllm/config/vllm.py b/vllm/config/vllm.py index bb3ea81bce..8d2c2608e5 100644 --- a/vllm/config/vllm.py +++ b/vllm/config/vllm.py @@ -138,12 +138,6 @@ def enable_allreduce_rms_fusion(cfg: "VllmConfig") -> bool: current_platform.is_device_capability_family(100) or current_platform.is_device_capability(90) ) - # tp-dp combination broken: - # https://github.com/vllm-project/vllm/issues/34458 - and cfg.parallel_config.data_parallel_size == 1 - # tp-pp combination broken: - # https://github.com/vllm-project/vllm/issues/35426 - and cfg.parallel_config.pipeline_parallel_size == 1 )