Merge branch 'main' into patches

This commit is contained in:
2026-10-17 08:06:56 +00:00
222 changed files with 14823 additions and 3606 deletions
+5
View File
@@ -85,6 +85,11 @@ class AttentionConfig:
use_prefill_query_quantization: bool = False
"""If set, quantize query for attention in prefill."""
trtllm_ragged_backend: Literal["trtllm-gen", "cute-dsl"] = "trtllm-gen"
"""Kernel backend for cached-context TRTLLM_RAGGED MLA prefill.
CuTe DSL requires FP8 queries for head dimension 192 and does not support
head dimension 256. New-token prefill always uses TRTLLM."""
indexer_kv_dtype: IndexerKVDType = "auto"
"""Data type for the sparse-attention indexer K cache. "auto" picks the
model's default (bf16 for MiniMax M3, fp8 for the DeepSeek sparse
+4
View File
@@ -2034,6 +2034,10 @@ class ModelConfig:
def has_noops(self) -> bool:
return self._model_info.has_noops
@property
def supports_kv_cache_grouping(self) -> bool:
return self._model_info.supports_kv_cache_grouping
@property
def has_inner_state(self):
return self._model_info.has_inner_state