[EPLB] Mask padding in EPLB load recording (#38128)

Signed-off-by: ilmarkov <markovilya197@gmail.com>
Signed-off-by: Markov Ilya <markovilya19@gmail.com>
Co-authored-by: Markov Ilya <markovilya19@gmail.com>
This commit is contained in:
Ilya Markov
2026-06-28 19:43:58 -07:00
committed by GitHub
co-authored by Markov Ilya
parent 311ad689ad
commit a2abce646f
17 changed files with 289 additions and 14 deletions
+3
View File
@@ -1332,6 +1332,9 @@ def _test_body_eplb(
eplb_moe_layer.router.eplb_state.should_record_tensor = torch.ones(
(), dtype=torch.bool, device=device
)
eplb_moe_layer.router.eplb_state.num_unpadded_tokens_tensors = [
torch.tensor(0, dtype=torch.int32, device=device)
]
# Get "after" output with rearranged weights and EPLB routing
with set_forward_context(