Fix some Mistral parser issues (#37209)

Signed-off-by: juliendenize <julien.denize@mistral.ai>
This commit is contained in:
Julien Denize
2026-03-17 00:08:56 +00:00
committed by GitHub
parent 061980c36a
commit 5db91f0aaf
3 changed files with 42 additions and 34 deletions
@@ -310,11 +310,14 @@ class OpenAIServingChat(OpenAIServing):
trace_headers=trace_headers,
)
else:
reasoning_ended = (
reasoning_parser.is_reasoning_end(prompt_token_ids or [])
if reasoning_parser
else None
)
if not request.include_reasoning:
reasoning_ended = True
elif reasoning_parser:
reasoning_ended = reasoning_parser.is_reasoning_end(
prompt_token_ids or []
)
else:
reasoning_ended = None
generator = self.engine_client.generate(
engine_prompt,