[Core][V1][TPU] Enable structured decoding on TPU V1 (#16499)

Signed-off-by: Chenyaaang <chenyangli@google.com>
This commit is contained in:
Chenyaaang
2025-04-22 18:05:23 -06:00
committed by GitHub
parent 5175b884f7
commit 83d933718c
5 changed files with 158 additions and 31 deletions
@@ -51,7 +51,7 @@ try:
except ImportError:
from argparse import ArgumentParser as FlexibleArgumentParser
from vllm.v1.structured_output.utils import (
from vllm.v1.structured_output.backend_xgrammar import (
has_xgrammar_unsupported_json_features)
MILLISECONDS_TO_SECONDS_CONVERSION = 1000