Revert "[Kernels][FI] Skip trtllm attention when num_kv_heads=1 (#308… (#31617)

Signed-off-by: shyeh25 <206795756+shyeh25@users.noreply.github.com>
This commit is contained in:
shyeh25
2026-01-10 12:39:59 -08:00
committed by GitHub
parent 028599739d
commit 1c46dea001
2 changed files with 1 additions and 56 deletions
+1 -21
View File
@@ -305,18 +305,7 @@ def can_use_trtllm_attention(num_qo_heads: int, num_kv_heads: int) -> bool:
if force_use_trtllm_attention() is False:
return False
has_trtllm = supports_trtllm_attention()
# num_kv_heads=1 is not supported due to TMA descriptor building limitations.
# When num_kv_heads=1, the KV cache strides become degenerate (stride_heads ==
# stride_batch), which causes CUDA's cuTensorMapEncodeTiled to fail because
# TMA descriptors cannot handle degenerate 4D tensors with singleton dimensions.
# See: https://fburl.com/352mrydz
if has_trtllm and num_kv_heads == 1:
logger.warning_once(
"TRTLLM attention does not support num_kv_heads=1. "
"This configuration causes TMA descriptor building to fail due to "
"degenerate tensor strides. Falling back to FlashInfer attention."
)
return has_trtllm and (num_qo_heads % num_kv_heads == 0) and (num_kv_heads != 1)
return has_trtllm and (num_qo_heads % num_kv_heads == 0)
def use_trtllm_attention(
@@ -366,15 +355,6 @@ def use_trtllm_attention(
)
return False
# num_kv_heads=1 is not supported
if num_kv_heads == 1:
if force_use_trtllm:
logger.warning_once(
"TRTLLM attention does not support num_kv_heads=1, "
"but --attention-config.use_trtllm_attention is set to 1"
)
return False
if has_spec and not is_prefill:
# Speculative decoding requires TRTLLM attention for decodes
logger.info_once("Using TRTLLM attention (enabled for speculative decoding).")