[Attention] Add UltraQuant 4-bit KV cache backend (FlyDSL D=256) (#57057)
Signed-off-by: Aditi Rana <aditi.rana@amd.com>
This commit is contained in:
@@ -50,6 +50,7 @@ STR_DTYPE_TO_TORCH_DTYPE = {
|
||||
"turboquant_4bit_nc": torch.uint8,
|
||||
"turboquant_k3v4_nc": torch.uint8,
|
||||
"turboquant_3bit_nc": torch.uint8,
|
||||
"ultraquant_4bit": torch.uint8,
|
||||
"nvfp4": torch.uint8,
|
||||
"nvfp4_4over6": torch.uint8,
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user