[Frontend] Replace legacy Gemma4 parsers with engine-based implementation (#45588)

Signed-off-by: Ben Browning <bbrownin@redhat.com>
Co-authored-by: Flora Feng <4florafeng@gmail.com>
This commit is contained in:
Ben Browning
2026-06-15 21:34:07 +00:00
committed by GitHub
co-authored by Flora Feng
parent 25ee659db0
commit 76a373eff4
20 changed files with 2809 additions and 1333 deletions
+20 -5
View File
@@ -182,6 +182,21 @@ class ParserEngine(Parser):
request.skip_special_tokens = False
return request
def _preprocess_feed(
self,
delta_text: str,
delta_token_ids: Sequence[int],
) -> tuple[str, Sequence[int]]:
return delta_text, delta_token_ids
def _feed(
self,
delta_text: str,
delta_token_ids: Sequence[int],
) -> list[SemanticEvent]:
delta_text, delta_token_ids = self._preprocess_feed(delta_text, delta_token_ids)
return self._engine.feed(delta_text, delta_token_ids)
# ── Schema-aware type correction ─────────────────────────────────
@staticmethod
@@ -340,7 +355,7 @@ class ParserEngine(Parser):
finished: bool,
) -> DeltaMessage | None:
self._check_skip_tool_parsing(request)
events = self._engine.feed(delta_text, delta_token_ids)
events = self._feed(delta_text, delta_token_ids)
if finished:
events.extend(self._engine.finish())
result = self._events_to_delta(events, finished=finished)
@@ -384,7 +399,7 @@ class ParserEngine(Parser):
request: ChatCompletionRequest | ResponsesRequest,
) -> tuple[str | None, str | None]:
self._reset()
events = self._engine.feed(model_output, [])
events = self._feed(model_output, [])
events.extend(self._engine.finish())
reasoning_parts: list[str] = []
@@ -417,7 +432,7 @@ class ParserEngine(Parser):
delta_token_ids: Sequence[int],
) -> DeltaMessage | None:
self.initialize_streaming()
events = self._engine.feed(delta_text, delta_token_ids)
events = self._feed(delta_text, delta_token_ids)
return self._strip_trailing_reasoning(self._events_to_delta(events))
# ── Non-streaming: extract_tool_calls ─────────────────────────────
@@ -477,7 +492,7 @@ class ParserEngine(Parser):
) -> DeltaMessage | None:
self.initialize_streaming()
self._check_skip_tool_parsing(request)
events = self._engine.feed(delta_text, delta_token_ids)
events = self._feed(delta_text, delta_token_ids)
return self._strip_trailing_reasoning(self._events_to_delta(events))
# ── Reasoning state queries ───────────────────────────────────────
@@ -537,7 +552,7 @@ class ParserEngine(Parser):
state that ``_build_extracted_result`` reads.
"""
self._reset(initial_state=initial_state)
events = self._engine.feed(text, token_ids)
events = self._feed(text, token_ids)
events.extend(self._engine.finish())
delta = self._events_to_delta(events)