From 68ff30d40e9f0ef1eaff33f99a155f719ccb7bb9 Mon Sep 17 00:00:00 2001 From: Joel Smith Date: Wed, 17 Jun 2026 09:35:27 +0100 Subject: [PATCH] [Bugfix] Fixes MiniCPM-O resampler device placement to avoid tensor device mismatch (#42332) Signed-off-by: j9smith --- vllm/model_executor/models/minicpmo.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/models/minicpmo.py b/vllm/model_executor/models/minicpmo.py index a8786f677b..bd8547420c 100644 --- a/vllm/model_executor/models/minicpmo.py +++ b/vllm/model_executor/models/minicpmo.py @@ -719,7 +719,9 @@ class MiniCPMOBaseModel: def load_weights(self, weights: Iterable[tuple[str, torch.Tensor]]) -> set[str]: loader = AutoWeightsLoader(self, skip_prefixes=["tts"]) - return loader.load_weights(weights) + loaded = loader.load_weights(weights) + self._ensure_resampler_device() + return loaded def subsequent_chunk_mask( self,