[CI bug] Fix Each KV cache group's real block_size must be divisible by has h_block_size (#51180)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -645,12 +645,9 @@ def resolve_kv_cache_block_sizes(
|
|||||||
if not (cache_config.enable_prefix_caching or connector_enabled):
|
if not (cache_config.enable_prefix_caching or connector_enabled):
|
||||||
return scheduler_block_size, scheduler_block_size
|
return scheduler_block_size, scheduler_block_size
|
||||||
|
|
||||||
# Mamba groups with block_size != cache_config.block_size
|
|
||||||
# (mamba_cache_mode != "align") break divisibility; back off to the
|
|
||||||
# scheduler block size.
|
|
||||||
if any(
|
if any(
|
||||||
isinstance(g.kv_cache_spec, MambaSpec)
|
isinstance(g.kv_cache_spec, MambaSpec)
|
||||||
and g.kv_cache_spec.block_size != cache_config.block_size
|
and g.kv_cache_spec.mamba_cache_mode != "align"
|
||||||
for g in groups
|
for g in groups
|
||||||
):
|
):
|
||||||
return scheduler_block_size, scheduler_block_size
|
return scheduler_block_size, scheduler_block_size
|
||||||
|
|||||||
Reference in New Issue
Block a user