[Mamba] enable prefix cache by default (#50991)

Signed-off-by: zjy0516 <riverclouds.zhu@qq.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Jiangyun Zhu
2026-08-04 15:20:51 +00:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 7b50d2c0bc
commit f9c74b4b9c
4 changed files with 30 additions and 36 deletions
+1 -5
View File
@@ -2587,11 +2587,7 @@ class EngineArgs:
self, model_config: ModelConfig
) -> None:
default_chunked_prefill = model_config.is_chunked_prefill_supported
# Hybrid models support prefix caching but keep it opt-in for now
# while the feature matures.
default_prefix_caching = (
model_config.is_prefix_caching_supported and not model_config.is_hybrid
)
default_prefix_caching = model_config.is_prefix_caching_supported
if self.enable_chunked_prefill is None:
self.enable_chunked_prefill = default_chunked_prefill