[Attention] Blackwell FP8 MLA support with CUTLASS_MLA backend (#23289)
Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
This commit is contained in:
@@ -500,8 +500,8 @@ class CudaPlatformBase(Platform):
|
||||
else:
|
||||
attention_backend = "FLASHMLA"
|
||||
|
||||
# Only FlashMLA supports fp8
|
||||
if attention_backend == "FLASHMLA":
|
||||
# Only FlashMLA and CUTLASS_MLA support fp8
|
||||
if attention_backend in ["FLASHMLA", "CUTLASS_MLA"]:
|
||||
supported = True
|
||||
else:
|
||||
supported = (not fp8_attention)
|
||||
|
||||
Reference in New Issue
Block a user