[Refactor] Derive is_reasoning_end from the engine grammar (#56200)

Signed-off-by: sfeng33 <4florafeng@gmail.com>
This commit is contained in:
Flora Feng
2026-09-15 10:07:58 +00:00
committed by GitHub
parent 142020c6c2
commit 24bfbd5d4d
13 changed files with 111 additions and 117 deletions
+20 -16
View File
@@ -648,24 +648,28 @@ class ParserEngine(Parser):
return None
def is_reasoning_end(self, input_ids: list[int]) -> bool:
end_id = self._reasoning_end_token_id
config = self.parser_engine_config
wait_for_reasoning = config.wait_for_reasoning
if wait_for_reasoning is None:
wait_for_reasoning = config.initial_state is ParserState.REASONING
start_transition = config.transitions.get((config.initial_state, "THINK_START"))
start_opens_reasoning = (
start_transition is not None
and start_transition.next_state is ParserState.REASONING
)
end_ids = self._reasoning_end_token_ids
start_id = self._reasoning_start_token_id
if end_id is not None:
if not input_ids:
return self.parser_engine_config.initial_state != ParserState.REASONING
boundary_ids = self._turn_boundary_token_ids
for i in range(len(input_ids) - 1, -1, -1):
token_id = input_ids[i]
if token_id == end_id:
return True
if start_id is not None and token_id == start_id:
boundary_ids = self._turn_boundary_token_ids
for token_id in reversed(input_ids):
if token_id in end_ids:
return True
if token_id == start_id:
if start_opens_reasoning:
return False
if token_id in boundary_ids:
return (
self.parser_engine_config.initial_state != ParserState.REASONING
)
return False
return self._reasoning_ended
break
if token_id in boundary_ids:
break
return not wait_for_reasoning
def extract_content_ids(self, input_ids: list[int]) -> list[int]:
end_id = self._reasoning_end_token_id