From 9a648b4649de263e5b19d9e2a50d56693380a416 Mon Sep 17 00:00:00 2001 From: Rohan Potdar Date: Wed, 14 Oct 2026 16:44:55 -0500 Subject: [PATCH] [ROCm][Kimi-K3] Don't read W_UK_T before weight loading in the MLA wrapper (#61654) Signed-off-by: Rohan138 Co-authored-by: Claude Opus 5.5 --- vllm/models/kimi_k3/amd/mla.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/vllm/models/kimi_k3/amd/mla.py b/vllm/models/kimi_k3/amd/mla.py index 1e4a51e8bf..dd93ce439a 100644 --- a/vllm/models/kimi_k3/amd/mla.py +++ b/vllm/models/kimi_k3/amd/mla.py @@ -50,8 +50,9 @@ class KimiK3MultiHeadLatentAttentionWrapper(MultiHeadLatentAttentionWrapper): if attn.hisparse_cache is not None or attn.q_pad_num_heads is not None: return False # Only the W_UK variants reproduced in _fused_decode are supported. - return attn.is_aiter_triton_fp4_bmm_enabled or ( - not attn.is_aiter_triton_fp8_bmm_enabled and attn.W_UK_T is not None + return ( + attn.is_aiter_triton_fp4_bmm_enabled + or not attn.is_aiter_triton_fp8_bmm_enabled ) def get_input_quant_key(self) -> QuantKey | None: