[SimpleCPUOffloadConnector]: Add support for reset_cache() (#39726)
Signed-off-by: Jonathan Chen <chenleejonathan@gmail.com> Signed-off-by: Jonathan <chenleejonathan@gmail.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
ed938ad7db
commit
d57888efa4
@@ -245,10 +245,10 @@ class SimpleCPUOffloadConnector(KVConnectorBase_V1, SupportsHMA):
|
||||
return self.scheduler_manager.take_events()
|
||||
return []
|
||||
|
||||
# NOTE: Workers are not contacted. In-flight transfers drain naturally,
|
||||
# and stale completions are ignored by the guarded
|
||||
# SimpleCPUOffloadScheduler._process_store_event().
|
||||
def reset_cache(self) -> bool | None:
|
||||
raise NotImplementedError(
|
||||
"SimpleCPUOffloadConnector does not support reset_cache(). "
|
||||
"reset_prefix_cache() requires synchronizing all pending "
|
||||
"CPU offload transfers before clearing GPU prefix cache blocks, "
|
||||
"which is not yet implemented."
|
||||
)
|
||||
if self.scheduler_manager is not None:
|
||||
return self.scheduler_manager.reset()
|
||||
return None
|
||||
|
||||
Reference in New Issue
Block a user