[Mypy] Fix typing for M models (#54262)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-09-01 11:26:00 -04:00
committed by GitHub
parent d9eb4e344f
commit 76f3249fbd
26 changed files with 512 additions and 200 deletions
+9 -2
View File
@@ -98,7 +98,9 @@ class MiniCPMV4_6MultiModalProcessor(MiniCPMVMultiModalProcessor):
ds = mm_kwargs.get("downsample_mode")
if ds is not None:
return str(ds)
return self.info._get_downsample_mode()
info = self.info
assert isinstance(info, MiniCPMV4_6ProcessingInfo)
return info._get_downsample_mode()
def get_image_prompt_texts(
self,
@@ -106,7 +108,9 @@ class MiniCPMV4_6MultiModalProcessor(MiniCPMVMultiModalProcessor):
image_idx: int = 0,
downsample_mode: str | None = None,
) -> str:
return self.info.get_slice_image_placeholder(
info = self.info
assert isinstance(info, MiniCPMV4_6ProcessingInfo)
return info.get_slice_image_placeholder(
image_size,
image_idx=image_idx,
downsample_mode=downsample_mode,
@@ -128,6 +132,7 @@ class MiniCPMV4_6MultiModalProcessor(MiniCPMVMultiModalProcessor):
# which one is used. Using image_token for video silently produces
# garbage descriptions.
info = self.info
assert isinstance(info, MiniCPMV4_6ProcessingInfo)
grids, source_tokens, patch_tokens = info._compute_visual_tokens(
image_size,
max_slice_nums=info.get_video_max_slice_num(),
@@ -1016,6 +1021,7 @@ class MiniCPMV4_6ForConditionalGeneration(
config: MiniCPMV4_6Config = vllm_config.model_config.hf_config
quant_config = vllm_config.quant_config
multimodal_config = vllm_config.model_config.multimodal_config
assert multimodal_config is not None
self.config = config
self.multimodal_config = multimodal_config
@@ -1078,6 +1084,7 @@ class MiniCPMV4_6ForConditionalGeneration(
image_embeds=image_embeds,
)
assert isinstance(pixel_values, torch.Tensor | list)
tgt_sizes = kwargs.pop("tgt_sizes")
num_slices_flat = torch.tensor([len(ps) for ps in pixel_values])
pixel_values_flat = flatten_bn(pixel_values)