[Bugfix] Accept EOS after grammar finish in outlines backend; reject json_object at validation (#57743)
Signed-off-by: SIDDARTHA REDDY <75976672+SIDDARTHAREDDY8@users.noreply.github.com>
This commit is contained in:
@@ -241,6 +241,11 @@ def validate_structured_output_request_outlines(params: SamplingParams):
|
||||
choices = [regex_escape(str(choice)) for choice in so_params.choice]
|
||||
regex = "(" + "|".join(choices) + ")"
|
||||
validate_regex_is_buildable(regex)
|
||||
elif so_params.json_object:
|
||||
raise VLLMValidationError(
|
||||
"Outlines structured outputs backend "
|
||||
"does not support json_object specifications"
|
||||
)
|
||||
elif so_params.grammar:
|
||||
raise VLLMValidationError(
|
||||
"Outlines structured outputs backend "
|
||||
|
||||
Reference in New Issue
Block a user