[Frontend] Add GPU-less render serving path (vllm launch render) (#36166)

This commit is contained in:
Sage
2026-03-08 16:35:09 +01:00
committed by GitHub
parent b7332b058c
commit 4497431df6
10 changed files with 712 additions and 273 deletions
+25 -2
View File
@@ -111,7 +111,7 @@ async def init_generate_state(
enable_log_outputs=args.enable_log_outputs,
enable_log_deltas=args.enable_log_deltas,
)
if any(task in supported_tasks for task in ("generate", "render"))
if "generate" in supported_tasks
else None
)
# Warm up chat template processing to avoid first-request latency
@@ -126,7 +126,7 @@ async def init_generate_state(
enable_prompt_tokens_details=args.enable_prompt_tokens_details,
enable_force_include_usage=args.enable_force_include_usage,
)
if any(task in supported_tasks for task in ("generate", "render"))
if "generate" in supported_tasks
else None
)
state.anthropic_serving_messages = (
@@ -160,3 +160,26 @@ async def init_generate_state(
if "generate" in supported_tasks
else None
)
# Render endpoints are always backed by OpenAIServingRender so that
# /v1/chat/completions/render and /v1/completions/render work on both
# generate-mode and render-only servers.
from vllm.entrypoints.serve.render.serving import OpenAIServingRender
state.openai_serving_render = OpenAIServingRender(
model_config=engine_client.model_config,
renderer=engine_client.renderer,
io_processor=engine_client.io_processor,
served_model_names=[
mp.name for mp in state.openai_serving_models.base_model_paths
],
request_logger=request_logger,
chat_template=resolved_chat_template,
chat_template_content_format=args.chat_template_content_format,
trust_request_chat_template=args.trust_request_chat_template,
enable_auto_tools=args.enable_auto_tool_choice,
exclude_tools_when_tool_choice_none=args.exclude_tools_when_tool_choice_none,
tool_parser=args.tool_call_parser,
default_chat_template_kwargs=args.default_chat_template_kwargs,
log_error_stack=args.log_error_stack,
)