Fix FA4 dynamic_causal for full attention layers (#46659)

Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
This commit is contained in:
Matthew Bonanni
2026-06-29 14:23:34 -07:00
committed by GitHub
parent 5316638a5e
commit 8fc1b2d046
+4 -1
View File
@@ -906,7 +906,10 @@ class FlashAttentionImpl(AttentionImpl):
f"FA{self.vllm_flash_attn_version}"
)
dynamic_causal = causal
causal = False
has_window = (
sliding_window_size is not None and sliding_window_size[1] >= 0
)
causal = not has_window
flash_attn_varlen_func(
q=query[:num_actual_tokens],