[Bugfix] Reject a prefix_match_unit that a single KV cache group cannot honor (#58021)
Signed-off-by: QHarshil <harshil_c@hotmail.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
eec2a86b1e
commit
be255076d0
@@ -310,7 +310,9 @@ def _make_vllm_config(
|
||||
kv_cache_layout: KVCacheLayout = KVCacheLayout.LBHNC,
|
||||
disable_hybrid_kv_cache_manager: bool = True,
|
||||
) -> SimpleNamespace:
|
||||
cache_config = SimpleNamespace(block_size=16, num_gpu_blocks=10)
|
||||
cache_config = SimpleNamespace(
|
||||
block_size=16, num_gpu_blocks=10, prefix_match_unit=None
|
||||
)
|
||||
cache_config.get_resolved_kv_cache_layout = lambda: kv_cache_layout
|
||||
return SimpleNamespace(
|
||||
model_config=_FakeModelConfig(),
|
||||
|
||||
Reference in New Issue
Block a user