[Refactor] Clean up input preprocessing (#33687)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-02-05 18:43:42 +08:00
committed by GitHub
parent a2522839d8
commit 7bd42e609d
4 changed files with 101 additions and 214 deletions
+3 -1
View File
@@ -12,11 +12,13 @@ from vllm.sampling_params import SamplingParams
if TYPE_CHECKING:
from vllm.multimodal.inputs import (
MultiModalDataDict,
MultiModalEncDecInputs,
MultiModalInputs,
MultiModalUUIDDict,
)
else:
MultiModalDataDict = object
MultiModalEncDecInputs = object
MultiModalInputs = object
MultiModalUUIDDict = object
@@ -241,7 +243,7 @@ class EncoderDecoderInputs(TypedDict):
This specifies the required data for encoder-decoder models.
"""
encoder: TokenInputs | MultiModalInputs
encoder: TokenInputs | MultiModalEncDecInputs
"""The inputs for the encoder portion."""
decoder: TokenInputs | MultiModalInputs