From 42365140980d2f56149822136e89d8365dfc80ca Mon Sep 17 00:00:00 2001 From: Andreas Karatzas Date: Tue, 30 Jun 2026 01:03:13 -0500 Subject: [PATCH] [ROCm][CI][Multimodal] Use ROCm-aware FA availability check for Unlimited-OCR (#47004) Signed-off-by: Andreas Karatzas --- vllm/model_executor/models/config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/config.py b/vllm/model_executor/models/config.py index 5c2278deb7..a9e6815a49 100644 --- a/vllm/model_executor/models/config.py +++ b/vllm/model_executor/models/config.py @@ -84,8 +84,8 @@ class UnlimitedOCRForCausalLMConfig(VerifyAndUpdateConfig): vllm serve baidu/Unlimited-OCR \\ --attention-config '{"backend": "FLEX_ATTENTION"}' """ + from vllm.v1.attention.backends.fa_utils import is_fa_version_supported from vllm.v1.attention.backends.registry import AttentionBackendEnum - from vllm.vllm_flash_attn import is_fa_version_supported attn_config = vllm_config.attention_config fa4_available = is_fa_version_supported(4)