[Model] Add AliceAI support (#57963)

Signed-off-by: timka <timka.byzov@yandex.ru>
Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
Timofey
2026-10-15 10:15:03 +00:00
committed by GitHub
co-authored by Codex
parent 7020600b1d
commit 716c5225ae
9 changed files with 1113 additions and 1 deletions
+46
View File
@@ -25,6 +25,51 @@ class VerifyAndUpdateConfig:
return
class AliceAIForCausalLMConfig(VerifyAndUpdateConfig):
@staticmethod
def verify_and_update_model_config(model_config: "ModelConfig") -> None:
hf_config = model_config.hf_config
if getattr(hf_config, "kda_allow_negative_eigenvalues", None) is not False:
raise NotImplementedError(
"AliceAI requires kda_allow_negative_eigenvalues=false"
)
if getattr(hf_config, "router_score_function", None) != "sigmoid":
raise ValueError("AliceAI requires router_score_function='sigmoid'")
if getattr(hf_config, "router_bias_correction", None) is not True:
raise ValueError("AliceAI requires router_bias_correction=true")
mtp_layers = getattr(hf_config, "mtp_num_hidden_layers", 0)
if mtp_layers:
logger.warning(
"AliceAI checkpoint declares %s MTP layer(s), but this "
"implementation ignores the MTP configuration and weights; "
"MTP speculative decoding is unavailable.",
mtp_layers,
)
@staticmethod
def verify_and_update_config(vllm_config: "VllmConfig") -> None:
if vllm_config.parallel_config.pipeline_parallel_size != 1:
raise NotImplementedError(
"AliceAI does not support pipeline parallelism; "
"pipeline_parallel_size=1 is required"
)
speculative_config = vllm_config.speculative_config
speculative_method = (
speculative_config.method if speculative_config is not None else None
)
if speculative_method in {
"dflash",
"dspark",
"eagle3",
"extract_hidden_states",
}:
raise NotImplementedError(
"AliceAI does not support speculative method "
f"{speculative_method!r} because it requires auxiliary hidden states"
)
class DeepseekV32ForCausalLM(VerifyAndUpdateConfig):
@classmethod
def verify_and_update_config(cls, vllm_config: "VllmConfig") -> None:
@@ -1135,6 +1180,7 @@ class LongcatFlashNgramForCausalLMConfig(VerifyAndUpdateConfig):
MODELS_CONFIG_MAP: dict[str, type[VerifyAndUpdateConfig]] = {
"AliceAIForCausalLM": AliceAIForCausalLMConfig,
"ColBERTJinaRobertaModel": JinaRobertaModelConfig,
"ColQwen3_5": ColQwen3_5Config,
"D3ForSequenceClassification": D3ForSequenceClassificationConfig,