[Feature][Frontend] Expose effective attention block size for DCP (#56538)

Co-authored-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: OpenAI Codex <noreply@openai.com>
Signed-off-by: Julien Darve <jdarve@NVIDIA.com>
Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
JulienDarve
2026-09-16 08:29:43 +00:00
committed by GitHub
co-authored by Bugen Zhao OpenAI Codex
parent 0d8173d153
commit f37c550bf6
18 changed files with 159 additions and 11 deletions
+38
View File
@@ -279,6 +279,44 @@ def make_request(
)
@pytest.mark.parametrize("dcp", [1, 4])
def test_effective_attention_block_size_matches_events(dcp):
from vllm.distributed.kv_events import BlockStored
from vllm.v1.engine.core import EngineCore
config = KVCacheConfig(
num_blocks=32,
kv_cache_tensors=[],
kv_cache_groups=[
KVCacheGroupSpec(["attention"], new_kv_cache_spec()),
],
)
manager = KVCacheManager(
generate_scheduler_kv_cache_config([config]),
max_model_len=256,
scheduler_block_size=16 * dcp,
hash_block_size=16 * dcp,
dcp_world_size=dcp,
enable_kv_cache_events=True,
)
core = EngineCore.__new__(EngineCore)
core.vllm_config = SimpleNamespace(cache_config=CacheConfig(block_size=16))
core.scheduler = SimpleNamespace(kv_cache_manager=manager)
core._initialize_effective_attention_block_size()
block_size = core.vllm_config.cache_config.effective_attention_block_size
assert block_size == 16 * dcp
request = make_request(
"block-size", list(range(64)), block_size=16 * dcp, hash_fn=sha256
)
assert manager.allocate_slots(request, 64) is not None
assert [
event.block_size
for event in manager.take_events()
if isinstance(event, BlockStored)
] == [block_size]
def new_kv_cache_spec(
block_size=16,
num_kv_heads=2,