[Bugfix] Defer offload reads while transfers are pending (#46231)

Signed-off-by: test test <2260891073@qq.com>
This commit is contained in:
Palaiologos1453
2026-06-21 14:30:13 +03:00
committed by GitHub
parent b80ce9dd2f
commit d3ad8e8bcd
2 changed files with 106 additions and 4 deletions
@@ -647,6 +647,13 @@ class OffloadingConnectorScheduler:
for group_state in req_status.group_states:
group_state.block_ids.clear()
if req_status.transfer_jobs:
logger.debug(
"Delaying request %s since it still has in-flight transfers",
request.request_id,
)
return None, False
req_status.update_offload_keys()
req_status.num_locally_computed_tokens = num_computed_tokens