[BugFix][Core] Fix BlockManagerV2 when Encoder Input is None (#9103)

This commit is contained in:
sroy745
2024-10-07 03:52:42 +00:00
committed by GitHub
parent 487678d046
commit c8f26bb636
3 changed files with 3 additions and 8 deletions
-2
View File
@@ -220,7 +220,6 @@ class BlockTable:
occupied by each block. After freeing all the blocks, the `_blocks` list
is set to `None`.
"""
assert self._is_allocated
for block in self.blocks:
self._allocator.free(block)
self._blocks.reset()
@@ -239,7 +238,6 @@ class BlockTable:
List[int]: A list of physical block indices for the blocks in the
BlockTable.
"""
assert self._is_allocated
return self._blocks.ids()
def get_unseen_token_ids(self, sequence_token_ids: List[int]) -> List[int]:
+3 -1
View File
@@ -151,7 +151,9 @@ class BlockSpaceManagerV2(BlockSpaceManager):
block_allocator=self.block_allocator,
max_block_sliding_window=self.max_block_sliding_window,
)
block_table.allocate(seq.get_token_ids())
if seq.get_token_ids():
# Add blocks to the block table only if the sequence is non empty.
block_table.allocate(seq.get_token_ids())
return block_table