[Core][Mamba] Remove leftovers of mamba_cache_mode="all" (#60043)
Signed-off-by: zjy0516 <riverclouds.zhu@qq.com> Signed-off-by: Jiangyun Zhu <zhujiangyun@inferact.ai> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
bc3ddb198a
commit
2cc2e68d1c
@@ -38,9 +38,7 @@ def _manager(
|
||||
num_prefill_lookahead=0,
|
||||
):
|
||||
init_none_hash(sha256)
|
||||
config = _make_hybrid_kv_cache_config(
|
||||
block_size, num_blocks, ["full", "mamba_align"]
|
||||
)
|
||||
config = _make_hybrid_kv_cache_config(block_size, num_blocks, ["full", "mamba"])
|
||||
if eagle_group is not None:
|
||||
groups = list(config.kv_cache_groups)
|
||||
groups[eagle_group] = replace(groups[eagle_group], is_eagle_group=True)
|
||||
|
||||
Reference in New Issue
Block a user