[Attention] Blackwell FP8 MLA support with CUTLASS_MLA backend (#23289)

Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
This commit is contained in:
Matthew Bonanni
2025-09-03 14:05:24 -04:00
committed by GitHub
parent 731a6940e3
commit a742322092
4 changed files with 184 additions and 105 deletions
+2 -2
View File
@@ -500,8 +500,8 @@ class CudaPlatformBase(Platform):
else:
attention_backend = "FLASHMLA"
# Only FlashMLA supports fp8
if attention_backend == "FLASHMLA":
# Only FlashMLA and CUTLASS_MLA support fp8
if attention_backend in ["FLASHMLA", "CUTLASS_MLA"]:
supported = True
else:
supported = (not fp8_attention)