[Misc] Remove override_attention_dtype (#48684)

Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
wangxiyuan
2026-08-14 11:15:43 -04:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 1f7427bc0a
commit cdc4824a21
2 changed files with 0 additions and 15 deletions
-10
View File
@@ -1,7 +1,6 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import warnings
from collections.abc import Callable
from dataclasses import InitVar, field
from functools import cached_property
@@ -349,8 +348,6 @@ class ModelConfig:
- "transformers" will use the Transformers model implementation.
- "terratorch" will use the TerraTorch model implementation.
"""
override_attention_dtype: str | None = None
"""Override dtype for attention"""
logits_processors: list[str | type[LogitsProcessor]] | None = None
"""One or more logits processors' fully-qualified class names or class
definitions"""
@@ -433,7 +430,6 @@ class ModelConfig:
"config_format",
"hf_token",
"hf_overrides",
"override_attention_dtype",
"logits_processors",
"io_processor_plugin",
"pooler_config",
@@ -595,12 +591,6 @@ class ModelConfig:
self.hf_token,
)
if self.override_attention_dtype is not None and not current_platform.is_rocm():
warnings.warn(
"override-attention-dtype is set but not using ROCm platform",
stacklevel=2,
)
if self.enable_sleep_mode:
if not current_platform.is_sleep_mode_available():
raise ValueError("Sleep mode is not supported on current platform.")