[Bugfix] Fix GLM-OCR MTP position masking during CUDA graph capture (#56447)

Signed-off-by: zRzRzRzRzRzRzR <Yuxuan.Zhang2@liverpool.ac.uk>
This commit is contained in:
Yuxuan Zhang
2026-09-11 12:31:10 +00:00
committed by GitHub
parent 295ac4e52e
commit 89dbb26445
+2 -1
View File
@@ -86,7 +86,8 @@ class GlmOcrMultiTokenPredictorLayer(nn.Module):
) -> torch.Tensor:
assert inputs_embeds is not None
# masking inputs at position 0, as not needed by MTP
inputs_embeds[positions[0] == 0] = 0
token_positions = positions[0] if positions.ndim == 2 else positions
inputs_embeds.masked_fill_((token_positions == 0).unsqueeze(-1), 0)
inputs_embeds = self.enorm(inputs_embeds)
previous_hidden_states = self.hnorm(previous_hidden_states)