[Bugfix] Fix mm_limits access for merged multi-modal processor (#12252)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-01-21 10:09:39 +00:00
committed by GitHub
parent f2e9f2a3be
commit a94eee4456
2 changed files with 16 additions and 7 deletions
+2 -2
View File
@@ -106,7 +106,7 @@ class MultiModalProfiler(Generic[_I]):
def dummy_inputs(self) -> BaseDummyInputsBuilder[_I]:
return self.processor.dummy_inputs
def _get_mm_limits(self) -> Mapping[str, int]:
def get_mm_limits(self) -> Mapping[str, int]:
mm_config = self.processing_info.ctx.get_mm_config()
mm_limit_per_prompt = mm_config.limit_per_prompt
@@ -146,7 +146,7 @@ class MultiModalProfiler(Generic[_I]):
# Avoid circular import
from vllm.sequence import SequenceData
mm_counts = self._get_mm_limits()
mm_counts = self.get_mm_limits()
info = self.processing_info
mm_max_tokens_per_item = info.get_mm_max_tokens_per_item(seq_len)