feat: add SSE keep-alive comments for idle streaming responses (#51034)

Signed-off-by: fuzzifikation <40043768+fuzzifikation@users.noreply.github.com>
This commit is contained in:
Dieter Schwarzmann
2026-08-23 18:13:02 -07:00
committed by GitHub
parent a7195188a4
commit 585bb07c70
6 changed files with 381 additions and 2 deletions
@@ -13,6 +13,7 @@ from vllm.entrypoints.openai.completion.protocol import (
)
from vllm.entrypoints.openai.completion.serving import OpenAIServingCompletion
from vllm.entrypoints.openai.engine.protocol import ErrorResponse
from vllm.entrypoints.openai.sse_keep_alive import with_sse_keep_alive
from vllm.entrypoints.serve.utils.api_utils import (
load_aware_call,
validate_json_request,
@@ -63,7 +64,12 @@ async def create_completion(request: CompletionRequest, raw_request: Request):
headers=metrics_header(metrics_header_format),
)
return StreamingResponse(content=generator, media_type="text/event-stream")
args = getattr(raw_request.app.state, "args", None)
keep_alive_interval = getattr(args, "sse_keep_alive_interval", 0)
return StreamingResponse(
content=with_sse_keep_alive(generator, float(keep_alive_interval)),
media_type="text/event-stream",
)
def attach_router(app: FastAPI):