From 4286cc5ec24cf7a6d7c1a47e89dba914881be89a Mon Sep 17 00:00:00 2001 From: tc-mb <157115220+tc-mb@users.noreply.github.com> Date: Wed, 11 Mar 2026 18:06:28 +0800 Subject: [PATCH] =?UTF-8?q?fix(minicpmv):=20fix=20audio=20inference=20by?= =?UTF-8?q?=20handling=20meta=20device=20in=20init=5Fre=E2=80=A6=20(#36751?= =?UTF-8?q?)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: caitianchi --- vllm/model_executor/models/minicpmv.py | 18 ++++++++++-------- 1 file changed, 10 insertions(+), 8 deletions(-) diff --git a/vllm/model_executor/models/minicpmv.py b/vllm/model_executor/models/minicpmv.py index ec1be23e4b..bb7f8490dd 100644 --- a/vllm/model_executor/models/minicpmv.py +++ b/vllm/model_executor/models/minicpmv.py @@ -1453,10 +1453,11 @@ class MiniCPMV2_6(MiniCPMVBaseModel, SupportsLoRA): quant_config=quant_config, prefix=prefix, ) - - return resampler.to( - device=current_platform.device_type, dtype=torch.get_default_dtype() - ) + target_device = current_platform.device_type + target_dtype = torch.get_default_dtype() + if any(p.is_meta for p in resampler.parameters()): + return resampler.to_empty(device=target_device).to(dtype=target_dtype) + return resampler.to(device=target_device, dtype=target_dtype) def get_vision_hidden_states(self, data: MiniCPMVImagePixelInputs) -> torch.Tensor: pixel_values = data["pixel_values"] @@ -1649,10 +1650,11 @@ class MiniCPMV4_5(MiniCPMVBaseModel, SupportsLoRA): quant_config=quant_config, prefix=prefix, ) - - return resampler.to( - device=current_platform.device_type, dtype=torch.get_default_dtype() - ) + target_device = current_platform.device_type + target_dtype = torch.get_default_dtype() + if any(p.is_meta for p in resampler.parameters()): + return resampler.to_empty(device=target_device).to(dtype=target_dtype) + return resampler.to(device=target_device, dtype=target_dtype) def get_vision_hidden_states(self, data: MiniCPMVImagePixelInputs) -> torch.Tensor: pixel_values = data["pixel_values"]