[Frontend] [Parser] Port DeepSeek V4 to streaming parser engine framework (#45877)

Signed-off-by: Ben Browning <bbrownin@redhat.com>
This commit is contained in:
Ben Browning
2026-07-03 20:55:23 -04:00
committed by GitHub
parent d6d39c111e
commit fb5291b35b
22 changed files with 1900 additions and 671 deletions
+7 -3
View File
@@ -108,7 +108,11 @@ class ParserEngine(Parser):
parser_engine_config, tokenizer, vocab=self.vocab
)
self._reasoning_ended: bool = False
self._has_reasoning = (
"THINK_END" in parser_engine_config.token_id_terminals
or parser_engine_config.initial_state == ParserState.REASONING
)
self._reasoning_ended: bool = not self._has_reasoning
self._streaming_initialized: bool = False
self._prompt_streaming_prepared: bool = False
@@ -188,7 +192,7 @@ class ParserEngine(Parser):
def _reset(self, initial_state: ParserState | None = None) -> None:
self._engine.reset(initial_state=initial_state)
self._reasoning_ended = False
self._reasoning_ended = not self._has_reasoning
self._tool_slots.clear()
self._deferred_content = ""
self._deferred_reasoning = ""
@@ -255,7 +259,7 @@ class ParserEngine(Parser):
types = extract_types_from_schema(schema)
as_str = json.dumps(value, ensure_ascii=False)
coerced = coerce_to_schema_type(as_str, types)
if coerced != value:
if type(coerced) is not type(value) or coerced != value:
return coerced, True
return value, False