apply _validate_input to MistralTokenizer token-id chat prompts (#32448)
Signed-off-by: Vanshil Shah <vanshilshah@gmail.com>
This commit is contained in:
@@ -1277,9 +1277,11 @@ class OpenAIServing:
|
||||
assert is_list_of(request_prompt, int), (
|
||||
"Prompt has to be either a string or a list of token ids"
|
||||
)
|
||||
prompt_inputs = TokensPrompt(
|
||||
prompt=tokenizer.decode(request_prompt),
|
||||
prompt_token_ids=request_prompt,
|
||||
input_text = tokenizer.decode(request_prompt)
|
||||
prompt_inputs = self._validate_input(
|
||||
request=request,
|
||||
input_ids=request_prompt,
|
||||
input_text=input_text,
|
||||
)
|
||||
|
||||
engine_prompt = TokensPrompt(prompt_token_ids=prompt_inputs["prompt_token_ids"])
|
||||
|
||||
Reference in New Issue
Block a user