Fix FA4 dynamic_causal for full attention layers (#46659)
Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
This commit is contained in:
@@ -906,7 +906,10 @@ class FlashAttentionImpl(AttentionImpl):
|
|||||||
f"FA{self.vllm_flash_attn_version}"
|
f"FA{self.vllm_flash_attn_version}"
|
||||||
)
|
)
|
||||||
dynamic_causal = causal
|
dynamic_causal = causal
|
||||||
causal = False
|
has_window = (
|
||||||
|
sliding_window_size is not None and sliding_window_size[1] >= 0
|
||||||
|
)
|
||||||
|
causal = not has_window
|
||||||
|
|
||||||
flash_attn_varlen_func(
|
flash_attn_varlen_func(
|
||||||
q=query[:num_actual_tokens],
|
q=query[:num_actual_tokens],
|
||||||
|
|||||||
Reference in New Issue
Block a user