[Bugfix] Defer offload reads while transfers are pending (#46231)
Signed-off-by: test test <2260891073@qq.com>
This commit is contained in:
@@ -647,6 +647,13 @@ class OffloadingConnectorScheduler:
|
||||
for group_state in req_status.group_states:
|
||||
group_state.block_ids.clear()
|
||||
|
||||
if req_status.transfer_jobs:
|
||||
logger.debug(
|
||||
"Delaying request %s since it still has in-flight transfers",
|
||||
request.request_id,
|
||||
)
|
||||
return None, False
|
||||
|
||||
req_status.update_offload_keys()
|
||||
req_status.num_locally_computed_tokens = num_computed_tokens
|
||||
|
||||
|
||||
Reference in New Issue
Block a user