[Model] Add Qwen3-Omni DSpark support (#52560)

Signed-off-by: Zhou248 <630563665@qq.com>
This commit is contained in:
Zhou248
2026-08-22 15:35:22 -07:00
committed by GitHub
parent a014e35f38
commit 2f55ef254c
11 changed files with 731 additions and 22 deletions
@@ -154,10 +154,22 @@ def update_dspark(config_dict: dict, pre_trained_config: dict) -> None:
False (anchor is a bonus token, only mask tokens predict, yielding
block_size - 1 speculative tokens).
"""
pre_trained_config["architectures"] = ["Qwen3DSparkModel"]
pre_trained_config["sample_from_anchor"] = config_dict.get(
"sample_from_anchor", False
)
architectures = config_dict.get("architectures") or []
supported_architectures = {
"Qwen3DSparkModel",
"Qwen3OmniDSparkModel",
}
selected_architectures = [
architecture
for architecture in architectures
if architecture in supported_architectures
]
# Legacy msModelSpec checkpoints use a training-only architecture name.
pre_trained_config["architectures"] = selected_architectures or ["Qwen3DSparkModel"]
sample_from_anchor = config_dict.get("sample_from_anchor", False)
pre_trained_config["sample_from_anchor"] = sample_from_anchor
pre_trained_config["dspark_bonus_anchor"] = not sample_from_anchor
aux_layer_ids = config_dict["aux_hidden_state_layer_ids"]
pre_trained_config["eagle_aux_hidden_state_layer_ids"] = aux_layer_ids
@@ -173,6 +185,7 @@ def update_dspark(config_dict: dict, pre_trained_config: dict) -> None:
"block_size",
"enable_confidence_head",
"confidence_head_with_markov",
"use_aux_hidden_state",
):
if config_dict.get(key) is not None:
pre_trained_config[key] = config_dict[key]