diff --git a/vllm/v1/attention/backends/flash_attn.py b/vllm/v1/attention/backends/flash_attn.py index 6e906bc520..bb19f5c804 100755 --- a/vllm/v1/attention/backends/flash_attn.py +++ b/vllm/v1/attention/backends/flash_attn.py @@ -593,7 +593,7 @@ def _maybe_symmetrize_window( class FlashAttentionMetadataBuilder(AttentionMetadataBuilder[FlashAttentionMetadata]): - # FA3: + # FA3/FA4: # Supports full cudagraphs for all cases. # # FA2: @@ -613,7 +613,7 @@ class FlashAttentionMetadataBuilder(AttentionMetadataBuilder[FlashAttentionMetad # https://github.com/vllm-project/vllm/issues/22945 _cudagraph_support = ( AttentionCGSupport.ALWAYS - if get_flash_attn_version() == 3 + if get_flash_attn_version() in (3, 4) else AttentionCGSupport.UNIFORM_BATCH ) supports_update_block_table: bool = True