[Bugfix] Universally align block table width to 128 tokens (#50302)

Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
This commit is contained in:
Matthew Bonanni
2026-07-31 08:52:17 -07:00
committed by GitHub
parent 94e9ef0768
commit a0cd2b69b3
8 changed files with 90 additions and 30 deletions
+3 -9
View File
@@ -50,6 +50,7 @@ from vllm.v1.kv_cache_interface import (
KVQuantMode,
MLAAttentionSpec,
)
from vllm.v1.worker.block_table import get_block_table_width
BACKENDS_TO_TEST = [
AttentionBackendEnum.CUTLASS_MLA,
@@ -1495,16 +1496,9 @@ def test_backend_correctness(
batch_spec, block_size, device
)
# Pad block table to meet requirement:
# block_num % (128 / block_size) == 0
required_divisor = int(128 / block_size)
current_block_num = common_attn_metadata.block_table_tensor.shape[1]
if current_block_num % required_divisor != 0:
# Pad to next multiple of required_divisor
padded_block_num = (
(current_block_num + required_divisor - 1) // required_divisor
) * required_divisor
padding_cols = padded_block_num - current_block_num
padded_block_num = get_block_table_width(current_block_num, block_size)
if padding_cols := padded_block_num - current_block_num:
padding = torch.zeros(
(common_attn_metadata.block_table_tensor.shape[0], padding_cols),
dtype=torch.int32,