[Frontend][Core] Re-add shutdown timeout - allowing in-flight requests to finish (#36666)

Signed-off-by: Mark McLoughlin <markmc@redhat.com>
Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Claude Sonnet 4.5 <noreply@anthropic.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Mark McLoughlin
2026-03-13 12:10:06 -07:00
committed by GitHub
co-authored by Claude Sonnet 4.5 Nick Hill
parent 5a3f1eb62f
commit 7afe0faab1
14 changed files with 762 additions and 96 deletions
+2 -3
View File
@@ -264,16 +264,15 @@ class AsyncLLM(EngineClient):
def __del__(self):
self.shutdown()
def shutdown(self):
def shutdown(self, timeout: float | None = None) -> None:
"""Shutdown, cleaning up the background proc and IPC."""
shutdown_prometheus()
if renderer := getattr(self, "renderer", None):
renderer.shutdown()
if engine_core := getattr(self, "engine_core", None):
engine_core.shutdown()
engine_core.shutdown(timeout=timeout)
handler = getattr(self, "output_handler", None)
if handler is not None: