[Kernel] Fuse DeepEP-v2 decode globalize+align into one launch (#53911)

Signed-off-by: Elvir Crncevic <elvircrn@gmail.com>
This commit is contained in:
Elvir Crnčević
2026-10-13 11:10:38 -04:00
committed by GitHub
parent 669f85e686
commit b9b401b2ef
10 changed files with 686 additions and 16 deletions
@@ -22,6 +22,9 @@ from vllm.model_executor.layers.fused_moe.config import (
FusedMoEParallelConfig,
FusedMoEQuantConfig,
)
from vllm.model_executor.layers.fused_moe.fused_globalize_align_block_size import (
fused_globalize_align_block_size,
)
from vllm.model_executor.layers.fused_moe.moe_align_block_size import (
moe_align_block_size,
)
@@ -710,16 +713,45 @@ class HummingIndexedExperts(HummingExpertsBase):
num_sms = num_compute_units(topk_ids.get_device())
use_scatter = topk_ids.numel() > 2 * num_sms
alignment = moe_align_block_size(
topk_ids=topk_ids,
block_size=moe_block_size,
num_experts=self.global_num_experts,
expert_map=expert_map,
ignore_invalid_experts=True,
return_scatter_idx=use_scatter,
# When DeepEP-v2 deferred globalization, fuse globalize + align + sort
# into one launch (topk_ids globalized in place); else align only.
rank_expert_offset = (
expert_tokens_meta.rank_expert_offset
if expert_tokens_meta is not None
else None
)
sorted_ids, expert_ids, num_tokens_padded = alignment[:3]
scatter_idx = alignment[3] if len(alignment) == 4 else None
psum = (
expert_tokens_meta.psum_recv_per_rank
if expert_tokens_meta is not None
else None
)
if (
current_platform.is_cuda()
and rank_expert_offset is not None
and psum is not None
):
alignment = fused_globalize_align_block_size(
recv_topk_idx=topk_ids,
psum_recv_per_rank=psum,
rank_expert_offset=rank_expert_offset,
global_num_experts=self.global_num_experts,
local_num_experts=self.num_experts,
block_size=moe_block_size,
return_scatter_idx=use_scatter,
)
_, sorted_ids, expert_ids, num_tokens_padded = alignment[:4]
scatter_idx = alignment[4] if use_scatter else None
else:
alignment = moe_align_block_size(
topk_ids=topk_ids,
block_size=moe_block_size,
num_experts=self.global_num_experts,
expert_map=expert_map,
ignore_invalid_experts=True,
return_scatter_idx=use_scatter,
)
sorted_ids, expert_ids, num_tokens_padded = alignment[:3]
scatter_idx = alignment[3] if len(alignment) == 4 else None
moe_common_kwargs = {
"sorted_ids": sorted_ids,