[Frontend][Core] Add shutdown timeout - allowing in-flight requests to finish (#34730)

Signed-off-by: Mark McLoughlin <markmc@redhat.com>
Co-authored-by: Claude Sonnet 4.5 <noreply@anthropic.com>
This commit is contained in:
Mark McLoughlin
2026-03-05 22:04:31 -08:00
committed by GitHub
co-authored by Claude Sonnet 4.5
parent 57c84ff129
commit 27066d1b2b
15 changed files with 762 additions and 90 deletions
+5
View File
@@ -200,6 +200,11 @@ class EngineClient(ABC):
"""Return whether the engine is currently paused."""
...
@abstractmethod
def shutdown(self, timeout: float | None = None) -> None:
"""Shutdown the engine with optional timeout."""
...
async def scale_elastic_ep(
self, new_data_parallel_size: int, drain_timeout: int = 300
) -> None: