Fix FA4 dynamic_causal for full attention layers (#46659)
Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
This commit is contained in:
@@ -906,7 +906,10 @@ class FlashAttentionImpl(AttentionImpl):
|
||||
f"FA{self.vllm_flash_attn_version}"
|
||||
)
|
||||
dynamic_causal = causal
|
||||
causal = False
|
||||
has_window = (
|
||||
sliding_window_size is not None and sliding_window_size[1] >= 0
|
||||
)
|
||||
causal = not has_window
|
||||
|
||||
flash_attn_varlen_func(
|
||||
q=query[:num_actual_tokens],
|
||||
|
||||
Reference in New Issue
Block a user