[Model Runner V2][Spec Decode] Skip DP sync before EAGLE/MTP draft prefill (#53694)

This commit is contained in:
Giancarlo Delfin
2026-08-26 20:59:35 -07:00
committed by GitHub
parent ca90b9e7d4
commit 5acc1c4e4b
8 changed files with 156 additions and 36 deletions
@@ -179,10 +179,10 @@ def test_v2_sample_tokens_runs_eplb_on_non_last_pp_rank(monkeypatch):
slot_mappings_by_layer=None,
hidden_states=None,
aux_hidden_states=None,
dp_sync=None,
finished_req_ids=set(),
ec_connector_output=None,
routed_experts=None,
num_tokens_across_dp=None,
)
runner.req_states = SimpleNamespace()