[Bugfix] Honor --mm_encoder_attn_backend when used (#27124)
Co-authored-by: Bradley D <4551889+bradleyhd@users.noreply.github.com> Co-authored-by: Roger Wang <hey@rogerw.io>
This commit is contained in:
co-authored by
Bradley D
Roger Wang
parent
3a4255c7c4
commit
570c3e1cd4
@@ -299,6 +299,7 @@ class DotsVisionAttention(nn.Module):
|
||||
maybe_get_vit_flash_attn_backend(
|
||||
self.attn_backend,
|
||||
self.use_upstream_fa,
|
||||
attn_backend_override=attn_backend_override,
|
||||
)
|
||||
)
|
||||
if self.attn_backend not in {
|
||||
|
||||
@@ -206,6 +206,7 @@ class Ernie4_5_VisionAttention(nn.Module):
|
||||
maybe_get_vit_flash_attn_backend(
|
||||
self.attn_backend,
|
||||
self.use_upstream_fa,
|
||||
attn_backend_override=attn_backend_override,
|
||||
)
|
||||
)
|
||||
|
||||
|
||||
@@ -296,6 +296,7 @@ class Glm4vVisionAttention(nn.Module):
|
||||
maybe_get_vit_flash_attn_backend(
|
||||
self.attn_backend,
|
||||
self.use_upstream_fa,
|
||||
attn_backend_override=attn_backend_override,
|
||||
)
|
||||
)
|
||||
|
||||
|
||||
@@ -364,6 +364,7 @@ class Qwen2VisionAttention(nn.Module):
|
||||
maybe_get_vit_flash_attn_backend(
|
||||
self.attn_backend,
|
||||
self.use_upstream_fa,
|
||||
attn_backend_override=attn_backend_override,
|
||||
)
|
||||
)
|
||||
|
||||
|
||||
@@ -259,6 +259,7 @@ class Siglip2Attention(nn.Module):
|
||||
maybe_get_vit_flash_attn_backend(
|
||||
self.attn_backend,
|
||||
self.use_upstream_fa,
|
||||
attn_backend_override=attn_backend_override,
|
||||
)
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user