[Transformers v5] fix missing pixtral/voxtral multimodal dispatch (#38410)

Signed-off-by: allgather <all2allops@gmail.com>
This commit is contained in:
allgather
2026-03-29 09:59:06 +00:00
committed by GitHub
parent 43cc5138e5
commit 8c0b6267d7
4 changed files with 40 additions and 22 deletions
+10 -5
View File
@@ -61,7 +61,10 @@ from vllm.platforms import current_platform
from vllm.sequence import IntermediateTensors
from vllm.tokenizers import cached_tokenizer_from_config
from vllm.tokenizers.mistral import MistralTokenizer
from vllm.transformers_utils.processors.pixtral import MistralCommonPixtralProcessor
from vllm.transformers_utils.processors.pixtral import (
MistralCommonImageProcessor,
MistralCommonPixtralProcessor,
)
from vllm.utils.collection_utils import is_list_of
from vllm.utils.tensor_schema import TensorSchema, TensorShape
@@ -128,18 +131,20 @@ class PixtralProcessingInfo(BaseProcessingInfo):
return tokenizer
def get_image_processor(self) -> MistralCommonImageProcessor:
return MistralCommonImageProcessor(self.get_tokenizer().instruct.mm_encoder)
def get_hf_processor(self, **kwargs) -> MistralCommonPixtralProcessor:
return self.ctx.init_processor(
MistralCommonPixtralProcessor,
return MistralCommonPixtralProcessor(
tokenizer=self.get_tokenizer(),
**kwargs,
image_processor=self.get_image_processor(),
)
def get_supported_mm_limits(self) -> Mapping[str, int | None]:
return {"image": None}
def get_image_size_with_most_features(self) -> ImageSize:
image_processor = self.get_hf_processor().image_processor
image_processor = self.get_image_processor()
max_image_size = image_processor.mm_encoder.mm_config.max_image_size
return ImageSize(width=max_image_size, height=max_image_size)