[Bugfix] Reject a prefix_match_unit that a single KV cache group cannot honor (#58021)

Signed-off-by: QHarshil <harshil_c@hotmail.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Harshil
2026-09-29 23:12:15 +00:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent eec2a86b1e
commit be255076d0
2 changed files with 21 additions and 2 deletions
@@ -310,7 +310,9 @@ def _make_vllm_config(
kv_cache_layout: KVCacheLayout = KVCacheLayout.LBHNC,
disable_hybrid_kv_cache_manager: bool = True,
) -> SimpleNamespace:
cache_config = SimpleNamespace(block_size=16, num_gpu_blocks=10)
cache_config = SimpleNamespace(
block_size=16, num_gpu_blocks=10, prefix_match_unit=None
)
cache_config.get_resolved_kv_cache_layout = lambda: kv_cache_layout
return SimpleNamespace(
model_config=_FakeModelConfig(),