From e414e1f1c020108593526b706efaf89e427c05a2 Mon Sep 17 00:00:00 2001 From: Kfir Toledo Date: Mon, 18 May 2026 14:36:02 +0300 Subject: [PATCH] [Bugfix][KV Offload] count appended GPU blocks in store group_sizes (#42945) Signed-off-by: Kfir Toledo --- .../kv_transfer/kv_connector/v1/offloading/scheduler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/offloading/scheduler.py b/vllm/distributed/kv_transfer/kv_connector/v1/offloading/scheduler.py index ef87e36147..d9ee26697a 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/offloading/scheduler.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/offloading/scheduler.py @@ -710,7 +710,6 @@ class OffloadingConnectorScheduler: offloaded_block_idx = start_block_idx + idx gpu_block_idx = offloaded_block_idx * block_size_factor - num_group_blocks += block_size_factor for i in range(block_size_factor): block_id = block_ids[gpu_block_idx + i] if block_id == 0: @@ -720,6 +719,7 @@ class OffloadingConnectorScheduler: elif start_gpu_block_idx is None: start_gpu_block_idx = gpu_block_idx + i src_block_ids.append(block_id) + num_group_blocks += 1 if is_sliding_window: sliding_window_block_ids.append(block_id) else: