Fix MiDashengLM TP>1 crash in audio encoder attention (#44408)
Signed-off-by: Michał Ganczarenko <michal.ganczarenko@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
co-authored by
Kunshang Ji
parent
3d119f78f7
commit
766ce2bb6b
@@ -229,10 +229,10 @@ class DashengAttention(nn.Module):
|
|||||||
)
|
)
|
||||||
|
|
||||||
def forward(self, x: torch.Tensor, mask: torch.Tensor | None = None):
|
def forward(self, x: torch.Tensor, mask: torch.Tensor | None = None):
|
||||||
B, N, C = x.shape
|
B, N, _ = x.shape
|
||||||
|
|
||||||
qkv, _ = self.qkv(x)
|
qkv, _ = self.qkv(x)
|
||||||
qkv = qkv.reshape(B, N, 3, self.num_heads, C // self.num_heads)
|
qkv = qkv.reshape(B, N, 3, self.num_heads, self.head_dim)
|
||||||
qkv = qkv.permute(2, 0, 3, 1, 4)
|
qkv = qkv.permute(2, 0, 3, 1, 4)
|
||||||
q, k, v = qkv.unbind(0)
|
q, k, v = qkv.unbind(0)
|
||||||
|
|
||||||
@@ -243,7 +243,7 @@ class DashengAttention(nn.Module):
|
|||||||
attn_mask=mask[:, None, None, :] if mask is not None else None,
|
attn_mask=mask[:, None, None, :] if mask is not None else None,
|
||||||
)
|
)
|
||||||
|
|
||||||
x = x.transpose(1, 2).reshape(B, N, C)
|
x = x.transpose(1, 2).reshape(B, N, self.q_size)
|
||||||
x, _ = self.proj(x)
|
x, _ = self.proj(x)
|
||||||
return x
|
return x
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user