diff --git a/vllm/config/model.py b/vllm/config/model.py
index 54d622743a..a5f98d8c5c 100644
--- a/vllm/config/model.py
+++ b/vllm/config/model.py
@@ -1850,7 +1850,7 @@ class ModelConfig:
         # actually contain any non-attention layers.
         layer_types = getattr(self.hf_config, "layer_types", None)
         return layer_types is None or not all(
-            layer == "attention" for layer in layer_types
+            layer in ("attention", "full_attention") for layer in layer_types
         )
 
     @property