diff --git a/vllm/v1/attention/backends/flash_attn.py b/vllm/v1/attention/backends/flash_attn.py index df20979435..2eed819056 100755 --- a/vllm/v1/attention/backends/flash_attn.py +++ b/vllm/v1/attention/backends/flash_attn.py @@ -906,7 +906,10 @@ class FlashAttentionImpl(AttentionImpl): f"FA{self.vllm_flash_attn_version}" ) dynamic_causal = causal - causal = False + has_window = ( + sliding_window_size is not None and sliding_window_size[1] >= 0 + ) + causal = not has_window flash_attn_varlen_func( q=query[:num_actual_tokens],