[ROCm] Enable V2 model runner for Kimi-K3 on ROCm (#51653)
Signed-off-by: vllmellm <vllm.ellm@embeddedllm.com>
This commit is contained in:
@@ -83,26 +83,10 @@ DEFAULT_V2_MODEL_RUNNER_ARCHITECTURES = frozenset(
|
|||||||
}
|
}
|
||||||
)
|
)
|
||||||
|
|
||||||
# Architectures that default to V1 on ROCm: the V2 runner faults during the
|
|
||||||
# profile run. VLLM_USE_V2_MODEL_RUNNER=1 still forces V2.
|
|
||||||
# TODO: fix V2 enablement
|
|
||||||
ROCM_EXCLUDED_V2_MODEL_RUNNER_ARCHITECTURES = frozenset(
|
|
||||||
{
|
|
||||||
"KimiK3ForConditionalGeneration",
|
|
||||||
}
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
@lru_cache
|
@lru_cache
|
||||||
def default_v2_model_runner_architectures() -> frozenset[str]:
|
def default_v2_model_runner_architectures() -> frozenset[str]:
|
||||||
"""Architectures defaulting to the V2 model runner on this platform."""
|
"""Architectures defaulting to the V2 model runner on this platform."""
|
||||||
from vllm.platforms import current_platform
|
|
||||||
|
|
||||||
if current_platform.is_rocm():
|
|
||||||
return (
|
|
||||||
DEFAULT_V2_MODEL_RUNNER_ARCHITECTURES
|
|
||||||
- ROCM_EXCLUDED_V2_MODEL_RUNNER_ARCHITECTURES
|
|
||||||
)
|
|
||||||
return DEFAULT_V2_MODEL_RUNNER_ARCHITECTURES
|
return DEFAULT_V2_MODEL_RUNNER_ARCHITECTURES
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user