[KVConnector][Mooncake] Wire reset_cache cascade end-to-end (#42694)
Signed-off-by: aoshen524 <aoshen524@gmail.com> Signed-off-by: Ao Shen <aoshen@inferact.ai> Co-authored-by: aoshen524 <aoshen524@gmail.com> Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
aoshen524
Claude Opus 4.7
parent
0fa3114ae1
commit
1fc2cee50a
+12
-2
@@ -655,8 +655,18 @@ class EngineCore:
|
||||
# Reset the GPU model runner's encoder cache (physical storage)
|
||||
self.model_executor.reset_encoder_cache()
|
||||
|
||||
def _reset_caches(self, reset_running_requests=True) -> None:
|
||||
self.reset_prefix_cache(reset_running_requests=reset_running_requests)
|
||||
def _reset_caches(
|
||||
self,
|
||||
reset_running_requests: bool = True,
|
||||
reset_connector: bool = True,
|
||||
) -> None:
|
||||
# reset_connector=True so external connectors clear alongside
|
||||
# local caches, matching the pause_generation(clear_cache=True)
|
||||
# contract. No-op when no connector is configured.
|
||||
self.reset_prefix_cache(
|
||||
reset_running_requests=reset_running_requests,
|
||||
reset_connector=reset_connector,
|
||||
)
|
||||
self.reset_mm_cache()
|
||||
self.reset_encoder_cache()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user