[V1] guidance backend for structured output + auto fallback mode (#14779)
Signed-off-by: Russell Bryant <rbryant@redhat.com> Co-authored-by: Loc Huynh <jc1da.3011@gmail.com> Co-authored-by: Michal Moskal <michal@moskal.me>
This commit is contained in:
co-authored by
Loc Huynh
Michal Moskal
parent
10b34e36b9
commit
a09ad90a72
@@ -239,7 +239,7 @@ def choice_as_grammar(choice: list[str]) -> str:
|
||||
return grammar
|
||||
|
||||
|
||||
def validate_structured_output_request(
|
||||
def validate_structured_output_request_xgrammar(
|
||||
sampling_params: SamplingParams) -> None:
|
||||
"""Validate that the request is supported by structured output.
|
||||
|
||||
|
||||
Reference in New Issue
Block a user