fix: skip cooperative top-K on SM120 (#47164)

Signed-off-by: Zihua Wu <13583761+lucifer1004@users.noreply.github.com>
This commit is contained in:
Gabriel Wu
2026-06-30 21:32:54 -07:00
committed by GitHub
parent c5200d3565
commit 9a08a5118e
@@ -578,6 +578,7 @@ def sparse_attn_indexer(
and num_rows <= 32
and logits.stride(0) % 4 == 0 # TMA 16-byte alignment
and current_platform.has_device_capability(90)
and not current_platform.is_device_capability_family(120)
)
use_persistent_topk = current_platform.is_cuda() and topk_tokens in (
512,