From 3f9c0c25b3312c6b9e9fa70c4b9849eb53a335ba Mon Sep 17 00:00:00 2001 From: Wentao Ye <44945378+yewentao256@users.noreply.github.com> Date: Mon, 11 May 2026 11:45:24 -0400 Subject: [PATCH] [Bug] Fix kimi dtype issue with `mm_projector_forward` (#42081) Signed-off-by: yewentao256 --- vllm/model_executor/models/kimi_k25_vit.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/model_executor/models/kimi_k25_vit.py b/vllm/model_executor/models/kimi_k25_vit.py index 69524293c5..237c28506e 100644 --- a/vllm/model_executor/models/kimi_k25_vit.py +++ b/vllm/model_executor/models/kimi_k25_vit.py @@ -618,6 +618,9 @@ def mm_projector_forward(mm_projector: torch.nn.Module, vt_output: list[torch.Te """Apply MM projector to vision tower outputs.""" num_embedding_list = [x.shape[0] for x in vt_output] batched = torch.cat(vt_output, dim=0) + projector_dtype = mm_projector.pre_norm.weight.dtype + if batched.dtype != projector_dtype: + batched = batched.to(projector_dtype) proj_out = mm_projector(batched) proj_out = proj_out.reshape(-1, proj_out.shape[-1]) proj_out = torch.split(proj_out, num_embedding_list)