[kv cache] update num_free_blocks in the end (#24228)

Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
Ning Xie
2025-09-15 05:15:12 +00:00
committed by GitHub
parent 78818dd1b0
commit 3f3313981c
2 changed files with 14 additions and 1 deletions
+2 -1
View File
@@ -370,7 +370,6 @@ class FreeKVCacheBlockQueue:
"""
if len(blocks) == 0:
return
self.num_free_blocks += len(blocks)
last_block = self.fake_free_list_tail.prev_free_block
assert last_block is not None, (
@@ -385,6 +384,8 @@ class FreeKVCacheBlockQueue:
last_block.next_free_block = self.fake_free_list_tail
self.fake_free_list_tail.prev_free_block = last_block
self.num_free_blocks += len(blocks)
def get_all_free_blocks(self) -> list[KVCacheBlock]:
"""Get all free blocks in the free list. Mainly used for testing.