diff --git a/vllm/model_executor/models/config.py b/vllm/model_executor/models/config.py index 5c2278deb7..a9e6815a49 100644 --- a/vllm/model_executor/models/config.py +++ b/vllm/model_executor/models/config.py @@ -84,8 +84,8 @@ class UnlimitedOCRForCausalLMConfig(VerifyAndUpdateConfig): vllm serve baidu/Unlimited-OCR \\ --attention-config '{"backend": "FLEX_ATTENTION"}' """ + from vllm.v1.attention.backends.fa_utils import is_fa_version_supported from vllm.v1.attention.backends.registry import AttentionBackendEnum - from vllm.vllm_flash_attn import is_fa_version_supported attn_config = vllm_config.attention_config fa4_available = is_fa_version_supported(4)