From 6472131298e7b9ce81651cac90cc2dcc28963b55 Mon Sep 17 00:00:00 2001 From: drakosha Date: Wed, 15 Jul 2026 06:36:52 +0300 Subject: [PATCH] [Bugfix] Set kv_quant_mode on the generic MLA KV-cache spec (#48379) Signed-off-by: Mikhail Kostryukov Signed-off-by: Matthew Bonanni Co-authored-by: Matthew Bonanni --- vllm/model_executor/layers/attention/mla_attention.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/model_executor/layers/attention/mla_attention.py b/vllm/model_executor/layers/attention/mla_attention.py index 4f729f6a06..032f849841 100644 --- a/vllm/model_executor/layers/attention/mla_attention.py +++ b/vllm/model_executor/layers/attention/mla_attention.py @@ -276,6 +276,7 @@ from vllm.v1.kv_cache_interface import ( AttentionSpec, KVCacheSpec, MLAAttentionSpec, + get_kv_quant_mode, ) logger = init_logger(__name__) @@ -1025,6 +1026,7 @@ class MLAAttention(nn.Module, AttentionLayerBase): head_size=self.head_size, dtype=kv_cache_dtype, cache_dtype_str=vllm_config.cache_config.cache_dtype, + kv_quant_mode=get_kv_quant_mode(self.kv_cache_dtype), ) def _v_up_proj(self, x: torch.Tensor, out: torch.Tensor):