[Kernel] Resubmit PR 48666 - Gemma4 FP8 KV FA4 head dim 512 backend selection (#53175)

Signed-off-by: Jhao-Ting Chen <jhaotingc@nvidia.com>
This commit is contained in:
Jhao-Ting Chen
2026-09-23 20:29:06 -07:00
committed by GitHub
parent e78e367c6e
commit 4fb767ff0a
47 changed files with 241 additions and 103 deletions
@@ -848,7 +848,7 @@ def hopper_selection():
def test_hopper_mm_prefix_selects_triton_flash_attn(
use_mm_prefix, flash_attn_version, hopper_selection
):
"""Hopper selects the composite only when its causal route resolves FA4."""
"""Hopper selects the composite when its causal route resolves FA3 or FA4."""
from vllm.engine.arg_utils import EngineArgs
config = EngineArgs(
@@ -860,11 +860,7 @@ def test_hopper_mm_prefix_selects_triton_flash_attn(
backend = get_attn_backend(
256, torch.bfloat16, None, use_mm_prefix=use_mm_prefix
)
fa4_resolved = config.attention_config.flash_attn_version == 4
if use_mm_prefix:
expected = "TRITON_FLASH_ATTN" if fa4_resolved else "TRITON_ATTN"
else:
expected = "FLASH_ATTN"
expected = "TRITON_FLASH_ATTN" if use_mm_prefix else "FLASH_ATTN"
assert backend.get_name() == expected