apply _validate_input to MistralTokenizer token-id chat prompts (#32448)

Signed-off-by: Vanshil Shah <vanshilshah@gmail.com>
This commit is contained in:
vanshil shah
2026-01-17 03:23:45 +00:00
committed by GitHub
parent 5a3050a089
commit 037a6487af
2 changed files with 100 additions and 3 deletions
+5 -3
View File
@@ -1277,9 +1277,11 @@ class OpenAIServing:
assert is_list_of(request_prompt, int), (
"Prompt has to be either a string or a list of token ids"
)
prompt_inputs = TokensPrompt(
prompt=tokenizer.decode(request_prompt),
prompt_token_ids=request_prompt,
input_text = tokenizer.decode(request_prompt)
prompt_inputs = self._validate_input(
request=request,
input_ids=request_prompt,
input_text=input_text,
)
engine_prompt = TokensPrompt(prompt_token_ids=prompt_inputs["prompt_token_ids"])