[Bugfix] Honor --mm_encoder_attn_backend when used (#27124)

Co-authored-by: Bradley D <4551889+bradleyhd@users.noreply.github.com>
Co-authored-by: Roger Wang <hey@rogerw.io>
This commit is contained in:
Bradley D
2025-10-23 20:09:52 +08:00
committed by GitHub
co-authored by Bradley D Roger Wang
parent 3a4255c7c4
commit 570c3e1cd4
6 changed files with 10 additions and 1 deletions
+1
View File
@@ -299,6 +299,7 @@ class DotsVisionAttention(nn.Module):
maybe_get_vit_flash_attn_backend(
self.attn_backend,
self.use_upstream_fa,
attn_backend_override=attn_backend_override,
)
)
if self.attn_backend not in {
+1
View File
@@ -206,6 +206,7 @@ class Ernie4_5_VisionAttention(nn.Module):
maybe_get_vit_flash_attn_backend(
self.attn_backend,
self.use_upstream_fa,
attn_backend_override=attn_backend_override,
)
)
+1
View File
@@ -296,6 +296,7 @@ class Glm4vVisionAttention(nn.Module):
maybe_get_vit_flash_attn_backend(
self.attn_backend,
self.use_upstream_fa,
attn_backend_override=attn_backend_override,
)
)
+1
View File
@@ -364,6 +364,7 @@ class Qwen2VisionAttention(nn.Module):
maybe_get_vit_flash_attn_backend(
self.attn_backend,
self.use_upstream_fa,
attn_backend_override=attn_backend_override,
)
)
@@ -259,6 +259,7 @@ class Siglip2Attention(nn.Module):
maybe_get_vit_flash_attn_backend(
self.attn_backend,
self.use_upstream_fa,
attn_backend_override=attn_backend_override,
)
)