[Multi Modal] Add FA3 in VIT (#24347)

Signed-off-by: wwl2755 <wangwenlong2755@gmail.com>
This commit is contained in:
Wenlong Wang
2025-09-12 21:27:24 +08:00
committed by GitHub
parent fdb09c77d6
commit 72fc8aa412
13 changed files with 247 additions and 66 deletions
+2 -1
View File
@@ -192,7 +192,8 @@ class Platform:
return device_id
@classmethod
def get_vit_attn_backend(cls, support_fa: bool = False) -> _Backend:
def get_vit_attn_backend(cls, head_size: int,
dtype: torch.dtype) -> _Backend:
return _Backend.TORCH_SDPA
@classmethod