[BugFix][Mooncake] Fix Mooncake saves from sparse Mamba block tables (#51362)

Signed-off-by: ZeldaHuang <zelda.huanghuang@gmail.com>
Signed-off-by: Ziming Huang <zelda.huanghuang@gmail.com>
This commit is contained in:
Ziming Huang
2026-08-20 03:05:43 -07:00
committed by GitHub
parent 727274a75b
commit 5b1e7a812b
3 changed files with 99 additions and 21 deletions
@@ -889,6 +889,19 @@ class KVCacheStoreSendingThread(KVTransferThread):
put_step=put_step,
put_step_rank=put_step_rank,
):
block_idx = start // db.block_size
group_blocks = block_ids_per_group[g_idx]
if block_idx >= len(group_blocks) or (
group_blocks[block_idx] == NULL_BLOCK_ID
):
logger.debug(
"Skipping unavailable Mooncake store source block "
"(req=%s, group=%d, block=%d)",
req_id,
g_idx,
block_idx,
)
continue
starts.append(start)
ends.append(end)
keys.append(db.key_for(block_hash))