diff --git a/vllm/config/cache.py b/vllm/config/cache.py index ae5023f1e3..4fa7e1cfcb 100644 --- a/vllm/config/cache.py +++ b/vllm/config/cache.py @@ -32,7 +32,7 @@ CacheDType = Literal[ "fp8_per_token_head", "nvfp4", ] -MambaDType = Literal["auto", "float32", "float16"] +MambaDType = Literal["auto", "float32", "float16", "bfloat16"] MambaCacheMode = Literal["all", "align", "none"] PrefixCachingHashAlgo = Literal["sha256", "sha256_cbor", "xxhash", "xxhash_cbor"] KVOffloadingBackend = Literal["native", "lmcache"]