[Attention] Fix FlashInfer SM12x prefill with sinks (#52148)

Signed-off-by: Andrii Skliar <askliar@nvidia.com>
Co-authored-by: Andrii Skliar <askliar@nvidia.com>
Co-authored-by: Michael Goin <mgoin64@gmail.com>
This commit is contained in:
Andrii Skliar
2026-08-13 14:25:09 -07:00
committed by GitHub
co-authored by Andrii Skliar Michael Goin
parent 2e2ffd104b
commit b652dedd0c
2 changed files with 66 additions and 24 deletions
@@ -848,7 +848,7 @@ def test_flashinfer_attention_sinks_refreshed_after_reload(dtype):
AttentionBackendEnum.FLASHINFER not in BACKENDS_TO_TEST,
reason="FlashInfer is not available.",
)
def test_flashinfer_native_prefill_with_sinks():
def test_flashinfer_native_prefill_with_sinks(default_vllm_config):
if not (
current_platform.is_cuda() and current_platform.is_device_capability_family(120)
):