[ROCm] Align AiterFlashAttentionImpl attn_type check with backend (#39119)

Signed-off-by: Bortlesboat <bortstheboat@gmail.com>
This commit is contained in:
Andrew Barnes
2026-04-14 10:36:26 -07:00
committed by GitHub
parent 2faad08362
commit e64b39ea71
+6 -2
View File
@@ -844,9 +844,13 @@ class AiterFlashAttentionImpl(AttentionImpl):
assert self.num_heads % self.num_kv_heads == 0
self.num_queries_per_kv = self.num_heads // self.num_kv_heads
if attn_type not in [AttentionType.DECODER, AttentionType.ENCODER_DECODER]:
if attn_type != AttentionType.DECODER:
raise NotImplementedError(
"Encoder self-attention is not implemented for AiterFlashAttentionImpl"
"Only decoder self-attention is supported for "
"AiterFlashAttentionImpl. ENCODER_DECODER is not supported "
"because the prefill path uses cu_seqlens_k set to decoder "
"query_start_loc with causal=True, which is incorrect for "
"cross-attention."
)
def extend_for_sliding_window(