[Kernel] Resubmit PR 48666 - Gemma4 FP8 KV FA4 head dim 512 backend selection (#53175)
Signed-off-by: Jhao-Ting Chen <jhaotingc@nvidia.com>
This commit is contained in:
@@ -848,7 +848,7 @@ def hopper_selection():
|
||||
def test_hopper_mm_prefix_selects_triton_flash_attn(
|
||||
use_mm_prefix, flash_attn_version, hopper_selection
|
||||
):
|
||||
"""Hopper selects the composite only when its causal route resolves FA4."""
|
||||
"""Hopper selects the composite when its causal route resolves FA3 or FA4."""
|
||||
from vllm.engine.arg_utils import EngineArgs
|
||||
|
||||
config = EngineArgs(
|
||||
@@ -860,11 +860,7 @@ def test_hopper_mm_prefix_selects_triton_flash_attn(
|
||||
backend = get_attn_backend(
|
||||
256, torch.bfloat16, None, use_mm_prefix=use_mm_prefix
|
||||
)
|
||||
fa4_resolved = config.attention_config.flash_attn_version == 4
|
||||
if use_mm_prefix:
|
||||
expected = "TRITON_FLASH_ATTN" if fa4_resolved else "TRITON_ATTN"
|
||||
else:
|
||||
expected = "FLASH_ATTN"
|
||||
expected = "TRITON_FLASH_ATTN" if use_mm_prefix else "FLASH_ATTN"
|
||||
assert backend.get_name() == expected
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user