[Bugfix] Fix CFGGuide and use outlines for grammars that can't convert to GBNF (#11389)

Signed-off-by: mgoin <michael@neuralmagic.com>
2024-12-23 23:06:20 +08:00
parent e51719ae72
commit 5bfb30a529
5 changed files with 103 additions and 86 deletions
@@ -14,8 +14,8 @@ try:
 except ImportError:
    pass

-from vllm.model_executor.guided_decoding.xgrammar_utils import (
-    convert_lark_to_gbnf, grammar_is_likely_lark)
+from vllm.model_executor.guided_decoding.utils import (convert_lark_to_gbnf,
+                                                       grammar_is_likely_lark)
 from vllm.transformers_utils.tokenizers.mistral import MistralTokenizer

 if TYPE_CHECKING: