[Bugfix] Universally align block table width to 128 tokens (#50302)
Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
This commit is contained in:
@@ -13,6 +13,7 @@ from vllm.v1.attention.backends.mla.indexer import (
|
||||
DeepseekV32IndexerMetadataBuilder,
|
||||
)
|
||||
from vllm.v1.kv_cache_interface import MLAAttentionSpec
|
||||
from vllm.v1.worker.block_table import get_block_table_width
|
||||
|
||||
|
||||
def test_indexer_warmup_normalizes_zero_compress_ratios():
|
||||
@@ -48,11 +49,14 @@ def test_indexer_builder_deepseek_v4_compressed_slot_mapping_uses_storage_block_
|
||||
compress_ratio=4,
|
||||
)
|
||||
vllm_config = create_vllm_config(max_model_len=1024)
|
||||
max_num_blocks = kv_cache_spec.max_num_blocks_per_req(vllm_config, 1024)
|
||||
block_table_width = get_block_table_width(max_num_blocks, kv_cache_spec.block_size)
|
||||
builder = DeepseekV32IndexerMetadataBuilder(
|
||||
kv_cache_spec=kv_cache_spec,
|
||||
layer_names=["dummy"],
|
||||
vllm_config=vllm_config,
|
||||
device=device,
|
||||
block_table_width=block_table_width,
|
||||
)
|
||||
|
||||
# Construct a single request where:
|
||||
|
||||
@@ -50,6 +50,7 @@ from vllm.v1.kv_cache_interface import (
|
||||
KVQuantMode,
|
||||
MLAAttentionSpec,
|
||||
)
|
||||
from vllm.v1.worker.block_table import get_block_table_width
|
||||
|
||||
BACKENDS_TO_TEST = [
|
||||
AttentionBackendEnum.CUTLASS_MLA,
|
||||
@@ -1495,16 +1496,9 @@ def test_backend_correctness(
|
||||
batch_spec, block_size, device
|
||||
)
|
||||
|
||||
# Pad block table to meet requirement:
|
||||
# block_num % (128 / block_size) == 0
|
||||
required_divisor = int(128 / block_size)
|
||||
current_block_num = common_attn_metadata.block_table_tensor.shape[1]
|
||||
if current_block_num % required_divisor != 0:
|
||||
# Pad to next multiple of required_divisor
|
||||
padded_block_num = (
|
||||
(current_block_num + required_divisor - 1) // required_divisor
|
||||
) * required_divisor
|
||||
padding_cols = padded_block_num - current_block_num
|
||||
padded_block_num = get_block_table_width(current_block_num, block_size)
|
||||
if padding_cols := padded_block_num - current_block_num:
|
||||
padding = torch.zeros(
|
||||
(common_attn_metadata.block_table_tensor.shape[0], padding_cols),
|
||||
dtype=torch.int32,
|
||||
|
||||
Reference in New Issue
Block a user