[Bugfix][KV Connector] Propagate cache reset failure during sleep (#54581)
Signed-off-by: CrazyCoder <18235787078@163.com> Signed-off-by: aoshen02 <aoshen@inferact.ai> Co-authored-by: aoshen02 <aoshen@inferact.ai> Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
co-authored by
aoshen02
Codex
parent
7ddd461a28
commit
1185254851
@@ -867,10 +867,11 @@ class EngineCore:
|
|||||||
# reset_connector=True so external connectors clear alongside
|
# reset_connector=True so external connectors clear alongside
|
||||||
# local caches, matching the pause_generation(clear_cache=True)
|
# local caches, matching the pause_generation(clear_cache=True)
|
||||||
# contract. No-op when no connector is configured.
|
# contract. No-op when no connector is configured.
|
||||||
self.reset_prefix_cache(
|
if not self.reset_prefix_cache(
|
||||||
reset_running_requests=reset_running_requests,
|
reset_running_requests=reset_running_requests,
|
||||||
reset_connector=reset_connector,
|
reset_connector=reset_connector,
|
||||||
)
|
):
|
||||||
|
raise RuntimeError("Failed to reset the KV connector cache.")
|
||||||
self.reset_mm_cache()
|
self.reset_mm_cache()
|
||||||
self.reset_encoder_cache()
|
self.reset_encoder_cache()
|
||||||
|
|
||||||
@@ -2001,8 +2002,12 @@ class EngineCoreProc(EngineCore):
|
|||||||
raise ValueError(f"Invalid pause mode: {mode}")
|
raise ValueError(f"Invalid pause mode: {mode}")
|
||||||
|
|
||||||
def engine_idle_callback(engine: "EngineCoreProc", future: Future[Any]) -> None:
|
def engine_idle_callback(engine: "EngineCoreProc", future: Future[Any]) -> None:
|
||||||
engine._finish_pause(clear_cache)
|
try:
|
||||||
future.set_result(None)
|
engine._finish_pause(clear_cache)
|
||||||
|
except Exception as e:
|
||||||
|
future.set_exception(e)
|
||||||
|
else:
|
||||||
|
future.set_result(None)
|
||||||
|
|
||||||
if mode == "abort":
|
if mode == "abort":
|
||||||
aborted_reqs = self.scheduler.finish_requests(
|
aborted_reqs = self.scheduler.finish_requests(
|
||||||
|
|||||||
Reference in New Issue
Block a user