From 504a26ce2be2415118b73966480b4fc04d9b7bf8 Mon Sep 17 00:00:00 2001 From: Qi Zhou Date: Sat, 16 May 2026 17:54:58 -0700 Subject: [PATCH] Support bf16 for mamba ssm cache (#41680) Signed-off-by: Qi Zhou --- vllm/config/cache.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/config/cache.py b/vllm/config/cache.py index ae5023f1e3..4fa7e1cfcb 100644 --- a/vllm/config/cache.py +++ b/vllm/config/cache.py @@ -32,7 +32,7 @@ CacheDType = Literal[ "fp8_per_token_head", "nvfp4", ] -MambaDType = Literal["auto", "float32", "float16"] +MambaDType = Literal["auto", "float32", "float16", "bfloat16"] MambaCacheMode = Literal["all", "align", "none"] PrefixCachingHashAlgo = Literal["sha256", "sha256_cbor", "xxhash", "xxhash_cbor"] KVOffloadingBackend = Literal["native", "lmcache"]