[CI/Build] Make test_mha_attn.py run on correct platform only and check for flash_attn_varlen_func in layer.py (#29145)
This commit is contained in:
@@ -89,7 +89,10 @@ def maybe_get_vit_flash_attn_backend(
|
||||
if attn_backend == AttentionBackendEnum.ROCM_AITER_FA:
|
||||
from aiter import flash_attn_varlen_func
|
||||
else:
|
||||
from vllm.attention.utils.fa_utils import flash_attn_varlen_func
|
||||
try:
|
||||
from vllm.attention.utils.fa_utils import flash_attn_varlen_func
|
||||
except ImportError:
|
||||
flash_attn_varlen_func = None
|
||||
else:
|
||||
flash_attn_varlen_func = None
|
||||
|
||||
|
||||
Reference in New Issue
Block a user