[Mypy] Fix typing for M models (#54262)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
@@ -98,7 +98,9 @@ class MiniCPMV4_6MultiModalProcessor(MiniCPMVMultiModalProcessor):
|
||||
ds = mm_kwargs.get("downsample_mode")
|
||||
if ds is not None:
|
||||
return str(ds)
|
||||
return self.info._get_downsample_mode()
|
||||
info = self.info
|
||||
assert isinstance(info, MiniCPMV4_6ProcessingInfo)
|
||||
return info._get_downsample_mode()
|
||||
|
||||
def get_image_prompt_texts(
|
||||
self,
|
||||
@@ -106,7 +108,9 @@ class MiniCPMV4_6MultiModalProcessor(MiniCPMVMultiModalProcessor):
|
||||
image_idx: int = 0,
|
||||
downsample_mode: str | None = None,
|
||||
) -> str:
|
||||
return self.info.get_slice_image_placeholder(
|
||||
info = self.info
|
||||
assert isinstance(info, MiniCPMV4_6ProcessingInfo)
|
||||
return info.get_slice_image_placeholder(
|
||||
image_size,
|
||||
image_idx=image_idx,
|
||||
downsample_mode=downsample_mode,
|
||||
@@ -128,6 +132,7 @@ class MiniCPMV4_6MultiModalProcessor(MiniCPMVMultiModalProcessor):
|
||||
# which one is used. Using image_token for video silently produces
|
||||
# garbage descriptions.
|
||||
info = self.info
|
||||
assert isinstance(info, MiniCPMV4_6ProcessingInfo)
|
||||
grids, source_tokens, patch_tokens = info._compute_visual_tokens(
|
||||
image_size,
|
||||
max_slice_nums=info.get_video_max_slice_num(),
|
||||
@@ -1016,6 +1021,7 @@ class MiniCPMV4_6ForConditionalGeneration(
|
||||
config: MiniCPMV4_6Config = vllm_config.model_config.hf_config
|
||||
quant_config = vllm_config.quant_config
|
||||
multimodal_config = vllm_config.model_config.multimodal_config
|
||||
assert multimodal_config is not None
|
||||
|
||||
self.config = config
|
||||
self.multimodal_config = multimodal_config
|
||||
@@ -1078,6 +1084,7 @@ class MiniCPMV4_6ForConditionalGeneration(
|
||||
image_embeds=image_embeds,
|
||||
)
|
||||
|
||||
assert isinstance(pixel_values, torch.Tensor | list)
|
||||
tgt_sizes = kwargs.pop("tgt_sizes")
|
||||
num_slices_flat = torch.tensor([len(ps) for ps in pixel_values])
|
||||
pixel_values_flat = flatten_bn(pixel_values)
|
||||
|
||||
Reference in New Issue
Block a user