[Refactor] Remove InputPreprocessor (#53064)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-08-20 08:39:48 +00:00
committed by GitHub
parent 14617c2b6c
commit 4666a8ba9e
8 changed files with 29 additions and 367 deletions
+1 -6
View File
@@ -725,14 +725,12 @@ class BaseRenderer(ABC, Generic[_T]):
return mm_uuid_items
# TODO: Remove str and tokenization_kwargs after deprecating InputPreprocessor
def _process_multimodal(
self,
prompt: list[int] | str,
prompt: list[int],
mm_data: MultiModalDataDict,
mm_uuids: MultiModalUUIDDict | None,
mm_processor_kwargs: Mapping[str, object] | None,
tokenization_kwargs: dict[str, Any] | None,
*,
skip_mm_cache: bool = False,
) -> "MultiModalInput":
@@ -755,7 +753,6 @@ class BaseRenderer(ABC, Generic[_T]):
mm_data_items,
mm_uuid_items,
hf_processor_mm_kwargs=mm_processor_kwargs or {},
tokenization_kwargs=tokenization_kwargs or {},
)
mm_timing_ctx = self._mm_timing_registry.get(mm_req_id)
@@ -783,7 +780,6 @@ class BaseRenderer(ABC, Generic[_T]):
prompt_token_ids,
multi_modal_data,
mm_processor_kwargs=prompt.get("mm_processor_kwargs"),
tokenization_kwargs=None, # Tokenization already done in Step 2
mm_uuids=prompt.get("multi_modal_uuids"),
skip_mm_cache=skip_mm_cache,
)
@@ -846,7 +842,6 @@ class BaseRenderer(ABC, Generic[_T]):
prompt_token_ids,
multi_modal_data,
mm_processor_kwargs=prompt.get("mm_processor_kwargs"),
tokenization_kwargs=None,
mm_uuids=prompt.get("multi_modal_uuids"),
skip_mm_cache=skip_mm_cache,
)