[V1] Fix json_object support with xgrammar (#15488)
Signed-off-by: Russell Bryant <rbryant@redhat.com>
This commit is contained in:
@@ -79,12 +79,6 @@ def maybe_backend_fallback(
|
||||
"xgrammar does not support Lark grammars and the "
|
||||
"grammar failed to convert to GBNF.", "outlines")
|
||||
|
||||
elif guided_params.json_object:
|
||||
# https://github.com/mlc-ai/xgrammar/issues/256
|
||||
fallback_or_error(guided_params,
|
||||
"xgrammar does not support json_object.",
|
||||
"guidance")
|
||||
|
||||
# If the xgrammar module cannot be imported successfully,
|
||||
# we should still allow users to use guided decoding with a fallback.
|
||||
elif not xgr_installed:
|
||||
|
||||
@@ -320,7 +320,10 @@ class XGrammarLogitsProcessor:
|
||||
elif self.config.grammar_str is not None:
|
||||
self.ctx = compiler.compile_grammar(self.config.grammar_str)
|
||||
elif self.config.json_object:
|
||||
self.ctx = compiler.compile_builtin_json_grammar()
|
||||
any_whitespace = self.config.any_whitespace
|
||||
self.ctx = compiler\
|
||||
.compile_json_schema('{"type": "object"}',
|
||||
any_whitespace=any_whitespace)
|
||||
else:
|
||||
raise ValueError(
|
||||
"Invalid configuration for xgrammar logits processor")
|
||||
|
||||
Reference in New Issue
Block a user