[Attention][DSA] Enable W4A16 DSA (#51724)
Signed-off-by: Shiyang Chen <shiychen@nvidia.com>
This commit is contained in:
@@ -45,6 +45,7 @@ STR_DTYPE_TO_TORCH_DTYPE = {
|
||||
"fp8_per_token_head": torch.uint8,
|
||||
"fp8_inc": torch.float8_e4m3fn,
|
||||
"fp8_ds_mla": torch.uint8,
|
||||
"nvfp4_ds_mla": torch.uint8,
|
||||
"turboquant_k8v4": torch.uint8,
|
||||
"turboquant_4bit_nc": torch.uint8,
|
||||
"turboquant_k3v4_nc": torch.uint8,
|
||||
|
||||
Reference in New Issue
Block a user