[Bugfix] Spec decode + structured output + spec model max len edge case (#28298)

Signed-off-by: Andy Lo <andy@mistral.ai>
This commit is contained in:
Andy Lo
2025-11-08 19:44:25 +00:00
committed by GitHub
parent 26990d25dc
commit 47604137a2
3 changed files with 36 additions and 8 deletions
+2 -1
View File
@@ -269,9 +269,10 @@ class StructuredOutputManager:
and token is not None
and not structured_output_request.grammar.is_terminated()
):
assert structured_output_request.grammar.accept_tokens(
accepted = structured_output_request.grammar.accept_tokens(
req_id, [token]
)
assert accepted, (token, req_id, scheduled_spec_decode_tokens)
state_advancements += 1
cumulative_index += 1
if state_advancements > 0: