[Frontend] Disable uvicorn signal handlers instead of racing them (#50916)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-08-07 13:40:24 -06:00
committed by GitHub
parent 3518110f2f
commit ac70ce96e0
3 changed files with 18 additions and 15 deletions
+2 -1
View File
@@ -23,6 +23,7 @@ import uvloop
from fastapi import FastAPI, Response
import vllm.envs as envs
from vllm.entrypoints.launcher import NoSignalServer
from vllm.logger import init_logger
from vllm.utils.system_utils import (
decorate_logs,
@@ -335,7 +336,7 @@ class DPSupervisor:
ssl_cert_reqs=self.args.ssl_cert_reqs,
ssl_ciphers=self.args.ssl_ciphers,
)
supervisor_server = uvicorn.Server(config)
supervisor_server = NoSignalServer(config)
supervisor_server_task = asyncio.create_task(
supervisor_server.serve(),
name="dp-supervisor",