[Attention] Remove cascade attention (#61126)

Signed-off-by: Woosuk Kwon <woosuk@inferact.ai>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Woosuk Kwon
2026-10-12 10:41:07 -07:00
committed by GitHub
co-authored by Claude Opus 5.5
parent 5b0b8f251e
commit e1a5086256
48 changed files with 506 additions and 1765 deletions
+13 -3
View File
@@ -453,6 +453,12 @@ _LOG_CONFIG_FILE_DEPRECATION_MESSAGE = (
)
_DISABLE_CASCADE_ATTN_DEPRECATION_MESSAGE = (
"--disable-cascade-attn is deprecated and has no effect since cascade "
"attention has been removed. It will be removed in v0.33.0."
)
class DeprecatedLogConfigFileAction(argparse.Action):
"""Warn when the legacy ``--log-config-file`` option is used."""
@@ -579,7 +585,7 @@ class EngineArgs:
CacheConfig, "prefix_cache_retention_interval"
)
disable_sliding_window: bool = ModelConfig.disable_sliding_window
disable_cascade_attn: bool = ModelConfig.disable_cascade_attn
disable_cascade_attn: bool | None = None
offload_backend: str = OffloadConfig.offload_backend
cpu_offload_gb: float = UVAOffloadConfig.cpu_offload_gb
cpu_offload_params: set[str] = get_field(UVAOffloadConfig, "cpu_offload_params")
@@ -985,7 +991,10 @@ class EngineArgs:
"--disable-sliding-window", **model_kwargs["disable_sliding_window"]
)
model_group.add_argument(
"--disable-cascade-attn", **model_kwargs["disable_cascade_attn"]
"--disable-cascade-attn",
action=argparse.BooleanOptionalAction,
default=None,
help=_DISABLE_CASCADE_ATTN_DEPRECATION_MESSAGE,
)
model_group.add_argument(
"--skip-tokenizer-init", **model_kwargs["skip_tokenizer_init"]
@@ -1940,6 +1949,8 @@ class EngineArgs:
"launched vLLM.",
self.seed,
)
if self.disable_cascade_attn is not None:
warnings.warn(_DISABLE_CASCADE_ATTN_DEPRECATION_MESSAGE, stacklevel=1)
return ModelConfig(
model=self.model,
@@ -1971,7 +1982,6 @@ class EngineArgs:
use_fp64_gumbel=self.use_fp64_gumbel,
enable_trace_replay=self.enable_trace_replay,
disable_sliding_window=self.disable_sliding_window,
disable_cascade_attn=self.disable_cascade_attn,
skip_tokenizer_init=self.skip_tokenizer_init,
enable_prompt_embeds=self.enable_prompt_embeds,
served_model_name=self.served_model_name,