[Feature][Frontend] Expose effective attention block size for DCP (#56538)

Co-authored-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: OpenAI Codex <noreply@openai.com>
Signed-off-by: Julien Darve <jdarve@NVIDIA.com>
Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
JulienDarve
2026-09-16 08:29:43 +00:00
committed by GitHub
co-authored by Bugen Zhao OpenAI Codex
parent 0d8173d153
commit f37c550bf6
18 changed files with 159 additions and 11 deletions
+28 -3
View File
@@ -158,7 +158,10 @@ def test_mp_client_uses_env_timeout(monkeypatch: pytest.MonkeyPatch):
local_engines_only=False,
enable_elastic_ep=False,
)
vllm_config = SimpleNamespace(parallel_config=parallel_config)
vllm_config = SimpleNamespace(
parallel_config=parallel_config,
cache_config=SimpleNamespace(effective_attention_block_size=None),
)
client = core_client_mod.MPClient(
asyncio_mode=False,
@@ -368,10 +371,15 @@ def test_dplb_finished_requests_release_inflight():
assert req.request_id not in client.reqs_in_flight
def test_apply_ready_response_syncs_block_size():
@pytest.mark.parametrize(
("effective_size", "other_size"),
[(None, None), (4224, 4224), (4224, 1056), (4224, None)],
)
def test_apply_ready_response_syncs_block_size(effective_size, other_size):
import msgspec
client = object.__new__(MPClient)
client._effective_attention_block_sizes = set()
client.vllm_config = SimpleNamespace(
cache_config=SimpleNamespace(block_size=16, num_gpu_blocks=0),
model_config=SimpleNamespace(max_model_len=8192),
@@ -399,14 +407,31 @@ def test_apply_ready_response_syncs_block_size():
max_loras=0,
)
)
client._apply_ready_response(payload)
fields = msgspec.msgpack.decode(payload)
if effective_size is None:
del fields["effective_attention_block_size"]
else:
fields["effective_attention_block_size"] = effective_size
client._apply_ready_response(msgspec.msgpack.encode(fields))
assert client.vllm_config.cache_config.block_size == 1056
cache_config = client.vllm_config.cache_config
assert cache_config.effective_attention_block_size == effective_size
fields["effective_attention_block_size"] = other_size
client._apply_ready_response(msgspec.msgpack.encode(fields))
assert cache_config.effective_attention_block_size == (
effective_size if effective_size == other_size else None
)
client._apply_ready_response(b"")
assert cache_config.effective_attention_block_size is None
def test_apply_ready_response_syncs_mamba_block_size():
import msgspec
client = object.__new__(MPClient)
client._effective_attention_block_sizes = set()
client.vllm_config = SimpleNamespace(
cache_config=SimpleNamespace(block_size=16, num_gpu_blocks=0),
model_config=SimpleNamespace(max_model_len=8192),