[Bugfix] Fix GLM-OCR MTP position masking during CUDA graph capture (#56447)
Signed-off-by: zRzRzRzRzRzRzR <Yuxuan.Zhang2@liverpool.ac.uk>
This commit is contained in:
@@ -86,7 +86,8 @@ class GlmOcrMultiTokenPredictorLayer(nn.Module):
|
|||||||
) -> torch.Tensor:
|
) -> torch.Tensor:
|
||||||
assert inputs_embeds is not None
|
assert inputs_embeds is not None
|
||||||
# masking inputs at position 0, as not needed by MTP
|
# masking inputs at position 0, as not needed by MTP
|
||||||
inputs_embeds[positions[0] == 0] = 0
|
token_positions = positions[0] if positions.ndim == 2 else positions
|
||||||
|
inputs_embeds.masked_fill_((token_positions == 0).unsqueeze(-1), 0)
|
||||||
|
|
||||||
inputs_embeds = self.enorm(inputs_embeds)
|
inputs_embeds = self.enorm(inputs_embeds)
|
||||||
previous_hidden_states = self.hnorm(previous_hidden_states)
|
previous_hidden_states = self.hnorm(previous_hidden_states)
|
||||||
|
|||||||
Reference in New Issue
Block a user