[MoE][Bugfix] Skip SP padded rows in grouped MoE routing (#56079)
Signed-off-by: Elvir Crncevic <elvircrn@gmail.com> Co-authored-by: OpenAI Codex <codex@openai.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> Co-authored-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
This commit is contained in:
co-authored by
OpenAI Codex
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
Tyler Michael Smith
parent
67e5b0acc9
commit
ac2f0ea82c
@@ -174,6 +174,20 @@ def test_freeze_gc_disables_and_restores_automatic_gc(
|
||||
gc.disable()
|
||||
|
||||
|
||||
def test_prepare_padding_mask_marks_sequence_parallel_padding():
|
||||
runner = GPUModelRunner.__new__(GPUModelRunner)
|
||||
runner.is_padding = torch.empty(8, dtype=torch.bool)
|
||||
|
||||
mask = runner._prepare_padding_mask(1, 8)
|
||||
|
||||
assert mask.tolist() == [False, True, True, True, True, True, True, True]
|
||||
assert mask.data_ptr() == runner.is_padding.data_ptr()
|
||||
|
||||
mask = runner._prepare_padding_mask(0, 8)
|
||||
|
||||
assert mask.all()
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def model_runner():
|
||||
vllm_config = get_vllm_config()
|
||||
|
||||
Reference in New Issue
Block a user