[Feat][Frontend] structured decisions: DiffusionGemma read strategy (#60466)

Signed-off-by: Matt Mastracci <matthew@mastracci.com>
Signed-off-by: Simon Veitner <sveitner@redhat.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
Co-authored-by: Simon Veitner <sveitner@redhat.com>
Co-authored-by: Misha Goin <mgoin64@gmail.com>
This commit is contained in:
Matt Mastracci
2026-10-10 09:33:22 +08:00
committed by GitHub
co-authored by Claude Opus 5.5 Simon Veitner Misha Goin
parent 7d1d8660d6
commit 3c802af3cf
6 changed files with 193 additions and 40 deletions
+6 -1
View File
@@ -5,6 +5,7 @@ from typing import TYPE_CHECKING, Any
from fastapi import FastAPI
import vllm.envs as envs
from vllm.logger import init_logger
if TYPE_CHECKING:
from argparse import Namespace
@@ -17,6 +18,8 @@ if TYPE_CHECKING:
else:
RequestLogger = object
logger = init_logger(__name__)
def register_generate_api_routers(app: FastAPI):
from vllm.entrypoints.openai.chat_completion.api_router import (
@@ -243,7 +246,9 @@ async def init_generate_state(
default_chat_template_kwargs=default_chat_template_kwargs,
)
)
except ValueError:
except ValueError as e:
# Info, since every model without a read strategy lands here.
logger.info("/v1/systemone is disabled: %s", e)
strategy = None
state.serving_structured_decisions = (
ServingStructuredDecisions(