[Attention] Remove cascade attention (#61126)
Signed-off-by: Woosuk Kwon <woosuk@inferact.ai> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
5b0b8f251e
commit
e1a5086256
@@ -453,6 +453,12 @@ _LOG_CONFIG_FILE_DEPRECATION_MESSAGE = (
|
||||
)
|
||||
|
||||
|
||||
_DISABLE_CASCADE_ATTN_DEPRECATION_MESSAGE = (
|
||||
"--disable-cascade-attn is deprecated and has no effect since cascade "
|
||||
"attention has been removed. It will be removed in v0.33.0."
|
||||
)
|
||||
|
||||
|
||||
class DeprecatedLogConfigFileAction(argparse.Action):
|
||||
"""Warn when the legacy ``--log-config-file`` option is used."""
|
||||
|
||||
@@ -579,7 +585,7 @@ class EngineArgs:
|
||||
CacheConfig, "prefix_cache_retention_interval"
|
||||
)
|
||||
disable_sliding_window: bool = ModelConfig.disable_sliding_window
|
||||
disable_cascade_attn: bool = ModelConfig.disable_cascade_attn
|
||||
disable_cascade_attn: bool | None = None
|
||||
offload_backend: str = OffloadConfig.offload_backend
|
||||
cpu_offload_gb: float = UVAOffloadConfig.cpu_offload_gb
|
||||
cpu_offload_params: set[str] = get_field(UVAOffloadConfig, "cpu_offload_params")
|
||||
@@ -985,7 +991,10 @@ class EngineArgs:
|
||||
"--disable-sliding-window", **model_kwargs["disable_sliding_window"]
|
||||
)
|
||||
model_group.add_argument(
|
||||
"--disable-cascade-attn", **model_kwargs["disable_cascade_attn"]
|
||||
"--disable-cascade-attn",
|
||||
action=argparse.BooleanOptionalAction,
|
||||
default=None,
|
||||
help=_DISABLE_CASCADE_ATTN_DEPRECATION_MESSAGE,
|
||||
)
|
||||
model_group.add_argument(
|
||||
"--skip-tokenizer-init", **model_kwargs["skip_tokenizer_init"]
|
||||
@@ -1940,6 +1949,8 @@ class EngineArgs:
|
||||
"launched vLLM.",
|
||||
self.seed,
|
||||
)
|
||||
if self.disable_cascade_attn is not None:
|
||||
warnings.warn(_DISABLE_CASCADE_ATTN_DEPRECATION_MESSAGE, stacklevel=1)
|
||||
|
||||
return ModelConfig(
|
||||
model=self.model,
|
||||
@@ -1971,7 +1982,6 @@ class EngineArgs:
|
||||
use_fp64_gumbel=self.use_fp64_gumbel,
|
||||
enable_trace_replay=self.enable_trace_replay,
|
||||
disable_sliding_window=self.disable_sliding_window,
|
||||
disable_cascade_attn=self.disable_cascade_attn,
|
||||
skip_tokenizer_init=self.skip_tokenizer_init,
|
||||
enable_prompt_embeds=self.enable_prompt_embeds,
|
||||
served_model_name=self.served_model_name,
|
||||
|
||||
Reference in New Issue
Block a user