From 0c4dc7c488754e6c895ff785b86b76b9c26923c4 Mon Sep 17 00:00:00 2001 From: Ning Xie Date: Sat, 1 Aug 2026 04:51:33 +0800 Subject: [PATCH] [graceful shutdown] fix http server start firstly before app signal handler register (#49668) Signed-off-by: Andy Xie --- vllm/entrypoints/launcher.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/vllm/entrypoints/launcher.py b/vllm/entrypoints/launcher.py index 08a3ab58c7..3a903af2b1 100644 --- a/vllm/entrypoints/launcher.py +++ b/vllm/entrypoints/launcher.py @@ -92,6 +92,18 @@ async def serve_http( ) ) + # make sure uvicorn server signal handler has been registered. + # Otherwise the app signal handler below will be overwritten in server.serve. + # server.started is set to True after server complete server.startup. + # We need to constraint the time sequence. + logger.info("API server: waiting for HTTP server to start") + while not server.started and not server_task.done(): + await asyncio.sleep(0.1) + if server_task.done(): + # Propagate startup failure (e.g. port bind error) instead of hanging. + await server_task + logger.info("API server: HTTP server started") + shutdown_event = asyncio.Event() def signal_handler() -> None: