Support bf16 for mamba ssm cache (#41680)

Signed-off-by: Qi Zhou <qizzzh@google.com>
This commit is contained in:
Qi Zhou
2026-05-16 17:54:58 -07:00
committed by GitHub
parent a94189295b
commit 504a26ce2b
+1 -1
View File
@@ -32,7 +32,7 @@ CacheDType = Literal[
"fp8_per_token_head",
"nvfp4",
]
MambaDType = Literal["auto", "float32", "float16"]
MambaDType = Literal["auto", "float32", "float16", "bfloat16"]
MambaCacheMode = Literal["all", "align", "none"]
PrefixCachingHashAlgo = Literal["sha256", "sha256_cbor", "xxhash", "xxhash_cbor"]
KVOffloadingBackend = Literal["native", "lmcache"]