[KV Offload] Return None from lookup() for in-flight blocks (#41795)
Signed-off-by: Ronen Schaffer <ronen.schaffer@ibm.com>
This commit is contained in:
@@ -86,7 +86,11 @@ class CPUOffloadingManager(OffloadingManager):
|
||||
|
||||
def lookup(self, key: OffloadKey, req_context: ReqContext) -> bool | None:
|
||||
block = self._policy.get(key)
|
||||
return block is not None and block.is_ready
|
||||
if block is None:
|
||||
return False
|
||||
if not block.is_ready:
|
||||
return None # write in-flight; caller should retry
|
||||
return True
|
||||
|
||||
def prepare_load(
|
||||
self,
|
||||
|
||||
Reference in New Issue
Block a user