[BugFix] Resolve multiple async kv load deadlock (#44560)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-06-06 23:05:47 +00:00
committed by GitHub
parent 062b05ff3a
commit 3b3d5287fa
6 changed files with 214 additions and 1 deletions
@@ -180,6 +180,7 @@ def get_fake_allocate_slots_fn(original_allocate_slots_fn: Callable):
delay_cache_blocks: bool = False,
num_encoder_tokens: int = 0,
full_sequence_must_fit: bool = False,
reserved_blocks: int = 0,
):
ret = original_allocate_slots_fn(
self,
@@ -192,6 +193,7 @@ def get_fake_allocate_slots_fn(original_allocate_slots_fn: Callable):
delay_cache_blocks,
num_encoder_tokens,
full_sequence_must_fit,
reserved_blocks,
)
if cur_step_action is not None:
cur_block_ids = self.coordinator.single_type_managers[0].req_to_blocks[