[V1] Structured Outputs + Thinking compatibility (#16577)

Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
Co-authored-by: Russell Bryant <rbryant@redhat.com>
This commit is contained in:
Aaron Pham
2025-05-14 15:45:24 -07:00
committed by GitHub
co-authored by Russell Bryant
parent d93c976a0d
commit 2fc9075b82
10 changed files with 233 additions and 75 deletions
+1
View File
@@ -20,6 +20,7 @@ class StructuredOutputRequest:
sampling_params: SamplingParams
_grammar: Optional[Union[Future[StructuredOutputGrammar],
StructuredOutputGrammar]] = None
reasoning_ended: bool = False
def _check_grammar_completion(self) -> bool:
# NOTE: We have to lazy import to gate circular imports