[Bugfix] Guided decoding falls back to outlines when fails to import xgrammar (#12976)

Signed-off-by: Yuan Tang <terrytangyuan@gmail.com>
This commit is contained in:
Yuan Tang
2025-02-11 18:17:44 +00:00
committed by GitHub
parent deb6c1c6b4
commit 14ecab5be2
2 changed files with 11 additions and 0 deletions
@@ -14,7 +14,9 @@ from transformers import PreTrainedTokenizerFast
try:
import xgrammar as xgr
from xgrammar.base import _core as xgr_core
xgr_installed = True
except ImportError:
xgr_installed = False
pass
from vllm.model_executor.guided_decoding.utils import (convert_lark_to_gbnf,