[MoE][Bugfix] Skip SP padded rows in grouped MoE routing (#56079)

Signed-off-by: Elvir Crncevic <elvircrn@gmail.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
Co-authored-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
This commit is contained in:
Elvir Crnčević
2026-09-17 19:36:19 +00:00
committed by GitHub
co-authored by OpenAI Codex mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> Tyler Michael Smith
parent 67e5b0acc9
commit ac2f0ea82c
12 changed files with 224 additions and 6 deletions
+14
View File
@@ -174,6 +174,20 @@ def test_freeze_gc_disables_and_restores_automatic_gc(
gc.disable()
def test_prepare_padding_mask_marks_sequence_parallel_padding():
runner = GPUModelRunner.__new__(GPUModelRunner)
runner.is_padding = torch.empty(8, dtype=torch.bool)
mask = runner._prepare_padding_mask(1, 8)
assert mask.tolist() == [False, True, True, True, True, True, True, True]
assert mask.data_ptr() == runner.is_padding.data_ptr()
mask = runner._prepare_padding_mask(0, 8)
assert mask.all()
@pytest.fixture
def model_runner():
vllm_config = get_vllm_config()