[Misc] Move processors to transformers_utils (#35953)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-03-09 11:31:39 +08:00
committed by GitHub
parent bd2659a566
commit d62856b928
13 changed files with 507 additions and 595 deletions
+5 -5
View File
@@ -2,7 +2,7 @@
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import time
from abc import abstractmethod
from collections.abc import Mapping
from collections.abc import Callable, Mapping
from contextlib import contextmanager
from dataclasses import dataclass, field
from functools import cached_property
@@ -241,13 +241,13 @@ class InputProcessingContext:
def call_hf_processor(
self,
hf_processor: ProcessorMixin,
hf_processor: Callable[..., BatchFeature] | ProcessorMixin,
data: Mapping[str, object],
kwargs: Mapping[str, object] = {},
*,
num_tries: int = 1,
max_tries: int = 5,
) -> BatchFeature | JSONTree:
) -> BatchFeature:
"""
Call `hf_processor` on the prompt `data`
(text, image, audio...) with configurable options `kwargs`.
@@ -300,7 +300,7 @@ class InputProcessingContext:
if isinstance(output, BatchFeature):
output_ = self._postprocess_output(output.data)
return BatchFeature(output_)
return BatchFeature(output_) # type: ignore
logger.warning_once(
"%s did not return `BatchFeature`. "
@@ -309,7 +309,7 @@ class InputProcessingContext:
type(hf_processor).__name__,
)
return self._postprocess_output(output)
return self._postprocess_output(output) # type: ignore
class BaseProcessingInfo: