[KVConnector][Mooncake] Wire reset_cache cascade end-to-end (#42694)

Signed-off-by: aoshen524 <aoshen524@gmail.com>
Signed-off-by: Ao Shen <aoshen@inferact.ai>
Co-authored-by: aoshen524 <aoshen524@gmail.com>
Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
aoshen02
2026-05-26 20:52:35 -07:00
committed by GitHub
co-authored by aoshen524 Claude Opus 4.7
parent 0fa3114ae1
commit 1fc2cee50a
8 changed files with 517 additions and 14 deletions
+12 -2
View File
@@ -655,8 +655,18 @@ class EngineCore:
# Reset the GPU model runner's encoder cache (physical storage)
self.model_executor.reset_encoder_cache()
def _reset_caches(self, reset_running_requests=True) -> None:
self.reset_prefix_cache(reset_running_requests=reset_running_requests)
def _reset_caches(
self,
reset_running_requests: bool = True,
reset_connector: bool = True,
) -> None:
# reset_connector=True so external connectors clear alongside
# local caches, matching the pause_generation(clear_cache=True)
# contract. No-op when no connector is configured.
self.reset_prefix_cache(
reset_running_requests=reset_running_requests,
reset_connector=reset_connector,
)
self.reset_mm_cache()
self.reset_encoder_cache()