[Misc] Rename --enable-mamba-fine-grained-prefix-cache (#53945 follow-up) (#57382)

Signed-off-by: Roi Koren <roik@nvidia.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
roikoren755
2026-09-20 09:50:34 -07:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 7d99c2c4fd
commit 49ee12d742
10 changed files with 38 additions and 38 deletions
+2 -2
View File
@@ -184,7 +184,7 @@ class CacheConfig:
when the token is at position i * block_size. This is the default when prefix
caching is enabled.
"""
enable_mamba_fine_grained_prefix_cache: bool = False
enable_mamba_shared_prefix_checkpoint: bool = False
"""Also register a Mamba "align" checkpoint at the shared-prefix junction --
where an EAGLE/MTP sibling was observed to resume -- instead of only at the
prompt tail. Off by default; only takes effect with `mamba_cache_mode`
@@ -274,7 +274,7 @@ class CacheConfig:
"prefix_cache_retention_interval",
# Prefix-caching implementation detail (doesn't affect compiled graph).
"prefix_match_unit",
"enable_mamba_fine_grained_prefix_cache",
"enable_mamba_shared_prefix_checkpoint",
"mamba_page_size_padded",
"skip_page_size_padded",
"user_specified_block_size",