[Chore] Enable passing tokenizer=None into MM processor (#29724)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-11-29 06:25:10 -08:00
committed by GitHub
parent ad7f714d62
commit fe3398fab2
8 changed files with 68 additions and 91 deletions
+1 -1
View File
@@ -337,7 +337,7 @@ class OpenAIServing:
tokenizer = input_processor.tokenizer
if tokenizer is None:
raise ValueError(
"You cannot use beam search when `skip_tokenizer_init` is True"
"You cannot use beam search when `skip_tokenizer_init=True`"
)
eos_token_id: int = tokenizer.eos_token_id # type: ignore