[CI] Fix various failures on main (#47197)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2026-07-01 10:35:34 +01:00
committed by GitHub
parent aa8bb5562e
commit e7d0fcbc09
5 changed files with 18 additions and 14 deletions
@@ -1445,6 +1445,8 @@ class DeepseekV2Model(nn.Module):
hidden_states, residual = combined_states.split(
[self.hidden_size, self.hidden_size], dim=-1
)
# fused_add_rms_norm requires a contiguous residual
residual = residual.contiguous()
if idx in self.aux_hidden_state_layers:
aux_hidden_state = hidden_states + residual
if aux_hidden_state.shape[0] != positions.shape[0]:
@@ -1469,6 +1471,8 @@ class DeepseekV2Model(nn.Module):
hidden_states, residual = combined_states.split(
[self.hidden_size, self.hidden_size], dim=-1
)
# fused_add_rms_norm requires a contiguous residual
residual = residual.contiguous()
if self.end_layer in self.aux_hidden_state_layers:
aux_hidden_states.append(hidden_states + residual)