[Kernel] Resubmit PR 48666 - Gemma4 FP8 KV FA4 head dim 512 backend selection (#53175)

Signed-off-by: Jhao-Ting Chen <jhaotingc@nvidia.com>
This commit is contained in:
Jhao-Ting Chen
2026-09-23 20:29:06 -07:00
committed by GitHub
parent e78e367c6e
commit 4fb767ff0a
47 changed files with 241 additions and 103 deletions
+1 -1
View File
@@ -66,7 +66,7 @@ class CompressorBackend(AttentionBackend):
return "CompressorBackend"
@staticmethod
def get_supported_kernel_block_sizes() -> list[int | MultipleOf]:
def get_supported_kernel_block_sizes(kv_cache_spec=None) -> list[int | MultipleOf]:
return [MultipleOf(1)]
@classmethod
@@ -111,7 +111,7 @@ class DeepseekV4FlashInferMLASparseBackend(DeepseekV4SparseMLABackend):
]
@staticmethod
def get_supported_kernel_block_sizes() -> list[int | MultipleOf]:
def get_supported_kernel_block_sizes(kv_cache_spec=None) -> list[int | MultipleOf]:
return [256]
@staticmethod
+1 -1
View File
@@ -57,7 +57,7 @@ class DeepseekV4SparseMLABackend(AttentionBackend):
]
@staticmethod
def get_supported_kernel_block_sizes() -> list[int | MultipleOf]:
def get_supported_kernel_block_sizes(kv_cache_spec=None) -> list[int | MultipleOf]:
return [256]
@staticmethod
+1 -1
View File
@@ -37,7 +37,7 @@ class CompressorBackend(AttentionBackend):
return "CompressorBackend"
@staticmethod
def get_supported_kernel_block_sizes() -> list[int | MultipleOf]:
def get_supported_kernel_block_sizes(kv_cache_spec=None) -> list[int | MultipleOf]:
return [MultipleOf(1)]
@classmethod
@@ -113,7 +113,7 @@ class DeepseekV4FlashInferMLASparseBackend(DeepseekV4SparseMLABackend):
]
@staticmethod
def get_supported_kernel_block_sizes() -> list[int | MultipleOf]:
def get_supported_kernel_block_sizes(kv_cache_spec=None) -> list[int | MultipleOf]:
return [128]
@staticmethod
+2 -2
View File
@@ -86,7 +86,7 @@ class DeepseekV4SparseMLABackend(AttentionBackend):
]
@staticmethod
def get_supported_kernel_block_sizes() -> list[int | MultipleOf]:
def get_supported_kernel_block_sizes(kv_cache_spec=None) -> list[int | MultipleOf]:
return [64 if current_platform.is_device_capability_family(90) else 128]
@staticmethod
@@ -255,7 +255,7 @@ class FlashMLAMegaAttnBackend(DeepseekV4FlashMLABackend):
return "FLASHMLA_MEGA_ATTN_DSV41"
@staticmethod
def get_supported_kernel_block_sizes() -> list[int | MultipleOf]:
def get_supported_kernel_block_sizes(kv_cache_spec=None) -> list[int | MultipleOf]:
return [128]
@classmethod
+1 -1
View File
@@ -91,7 +91,7 @@ class MiniMaxM3IndexerBackend(AttentionBackend):
return [128]
@staticmethod
def get_supported_kernel_block_sizes() -> list[int | MultipleOf]:
def get_supported_kernel_block_sizes(kv_cache_spec=None) -> list[int | MultipleOf]:
return [128]
@classmethod
@@ -159,7 +159,7 @@ class MiniMaxM3SparseBackend(AttentionBackend):
return [128]
@staticmethod
def get_supported_kernel_block_sizes() -> list[int | MultipleOf]:
def get_supported_kernel_block_sizes(kv_cache_spec=None) -> list[int | MultipleOf]:
# Page size == sparse block size (one sparse block per KV page).
return [128]
+1 -1
View File
@@ -75,7 +75,7 @@ class Qwen4ExpQSAFlashAttentionBackend(FlashAttentionBackend):
return "QWEN4_EXP_QSA_TRITON"
@staticmethod
def get_supported_kernel_block_sizes() -> list[int | MultipleOf]:
def get_supported_kernel_block_sizes(kv_cache_spec=None) -> list[int | MultipleOf]:
# QSA consumes manager pages directly and does not use FA4 paged attention.
return [MultipleOf(16)]
+1 -1
View File
@@ -103,7 +103,7 @@ class Qwen4ExpQSAFlashAttentionBackend(FlashAttentionBackend):
return "QWEN4_EXP_QSA_TRITON"
@staticmethod
def get_supported_kernel_block_sizes() -> list[int | MultipleOf]:
def get_supported_kernel_block_sizes(kv_cache_spec=None) -> list[int | MultipleOf]:
# QSA consumes manager pages directly and does not use FA4 paged attention.
return [MultipleOf(16)]