[Bugfix][ROCm][MoE] Fall back instead of crashing when AITER MoE is requested for a non-gated (is_act_and_mul=False) model (#56590)

Signed-off-by: Shantipriya Parida <shantipriya.parida@amd.com>
This commit is contained in:
Shantipriya Parida
2026-09-17 13:39:26 +00:00
committed by GitHub
parent fe284ea17d
commit 0eae9acd4d
2 changed files with 87 additions and 1 deletions
@@ -305,7 +305,33 @@ def select_unquantized_moe_backend(
AVAILABLE_BACKENDS.remove(UnquantizedMoeBackend.AITER)
else:
backend = UnquantizedMoeBackend.AITER
return _return_or_raise(backend, moe_config, activation_format)
reason = None
for k_cls in backend_to_kernel_cls(backend):
supported, reason = k_cls.is_supported_config(
k_cls, moe_config, None, None, activation_format
)
if supported:
logger.info_once(_make_log_backend(backend))
return backend, k_cls
# AITER was explicitly requested but does not support this
# deployment configuration (e.g. a non-gated MoE activation,
# which AiterExperts._supports_no_act_and_mul() rejects
# unconditionally). Rather than hard-crashing at engine init,
# warn — explicitly stating that this is falling back, and
# which backends will be tried next — and fall back to the
# remaining backends in priority order below.
logger.warning_once(
"VLLM_ROCM_USE_AITER_MOE=1 was requested, but %s "
"Falling back to try the remaining available MoE backends: %s.",
_make_log_unsupported(backend, reason),
", ".join(
b.value
for b in AVAILABLE_BACKENDS
if b != UnquantizedMoeBackend.AITER
),
)
if UnquantizedMoeBackend.AITER in AVAILABLE_BACKENDS:
AVAILABLE_BACKENDS.remove(UnquantizedMoeBackend.AITER)
for backend in AVAILABLE_BACKENDS:
for k_cls in backend_to_kernel_cls(backend):