add pad-aware reduce path (#48385)

Signed-off-by: gnovack <novackgm@gmail.com>
This commit is contained in:
gnovack
2026-07-14 18:05:50 -07:00
committed by GitHub
parent 442c421e79
commit f7aadae5e5
7 changed files with 239 additions and 34 deletions
+26
View File
@@ -1271,6 +1271,32 @@ def test_moe_sum(m: int, topk: int, k: int, dtype: torch.dtype, layout: str):
opcheck(torch.ops._moe_C.moe_sum, (input, actual))
@pytest.mark.parametrize("topk", [2, 8])
@pytest.mark.parametrize("dtype", [torch.float32, torch.bfloat16])
@pytest.mark.parametrize("topk_ids_dtype", [torch.int32, torch.int64])
def test_moe_sum_pad_aware(topk: int, dtype: torch.dtype, topk_ids_dtype: torch.dtype):
m, k = 17, 128
input = torch.randn((m, topk, k), device="cuda", dtype=dtype)
topk_ids = torch.randint(0, 4, (m, topk), device="cuda", dtype=topk_ids_dtype)
# Force some slots unrouted, independent of expert parallelism.
topk_ids[0, :] = -1
topk_ids[1, 0] = -1
expert_map = torch.tensor([0, -1, 1, -1], device="cuda", dtype=torch.int32)
actual = torch.empty((m, k), device="cuda", dtype=dtype)
torch.ops._moe_C.moe_sum(input, actual, topk_ids, expert_map)
routed = expert_map[topk_ids.clamp(min=0).long()] >= 0
routed &= topk_ids >= 0
expected = (input.float() * routed.unsqueeze(-1)).sum(dim=1).to(dtype)
torch.testing.assert_close(actual, expected, atol=2e-2, rtol=0)
opcheck(torch.ops._moe_C.moe_sum, (input, actual, topk_ids, expert_map))
@pytest.mark.usefixtures("default_vllm_config")
@pytest.mark.parametrize("m", [1, 33])
@pytest.mark.parametrize("n,k", [(128, 128)])