From 047413375c9de380213cb97fca4ce70915876939 Mon Sep 17 00:00:00 2001 From: Matthias Gehre Date: Thu, 15 Jan 2026 18:18:24 +0100 Subject: [PATCH] [Attention][AMD] Make flash-attn optional (#30361) Signed-off-by: Matthias Gehre --- vllm/v1/attention/backends/fa_utils.py | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/vllm/v1/attention/backends/fa_utils.py b/vllm/v1/attention/backends/fa_utils.py index 130d85efb9..ea1a10f6ac 100644 --- a/vllm/v1/attention/backends/fa_utils.py +++ b/vllm/v1/attention/backends/fa_utils.py @@ -23,11 +23,13 @@ elif current_platform.is_xpu(): elif current_platform.is_rocm(): try: from flash_attn import flash_attn_varlen_func # noqa: F401 - except ImportError as e: - raise ImportError( - "Rocm platform requires upstream flash-attn " - "to be installed. Please install flash-attn first." - ) from e + except ImportError: + + def flash_attn_varlen_func(*args, **kwargs): + raise ImportError( + "ROCm platform requires upstream flash-attn " + "to be installed. Please install flash-attn first." + ) def get_flash_attn_version(requires_alibi: bool = False) -> int | None: