[Bugfix][CI] ALiBi test case in xformers multi_query_kv_attention (#11301)

This commit is contained in:
Nicolò Lucchesi
2025-03-05 20:00:53 -08:00
committed by GitHub
parent 3dbd2d813a
commit 5ee10e990d
3 changed files with 83 additions and 22 deletions
-2
View File
@@ -788,8 +788,6 @@ def _make_alibi_bias(
dtype=dtype,
)[:, :, :, :seq_len].copy_(bias)
bias.mul_(alibi_slopes[:, None, None])
if num_heads != num_kv_heads:
bias = bias.unflatten(1, (num_kv_heads, num_heads // num_kv_heads))
attn_biases.append(LowerTriangularMaskWithTensorBias(bias))
return attn_biases