[Model] Add Qwen3-Omni DSpark support (#52560)
Signed-off-by: Zhou248 <630563665@qq.com>
This commit is contained in:
@@ -154,10 +154,22 @@ def update_dspark(config_dict: dict, pre_trained_config: dict) -> None:
|
||||
False (anchor is a bonus token, only mask tokens predict, yielding
|
||||
block_size - 1 speculative tokens).
|
||||
"""
|
||||
pre_trained_config["architectures"] = ["Qwen3DSparkModel"]
|
||||
pre_trained_config["sample_from_anchor"] = config_dict.get(
|
||||
"sample_from_anchor", False
|
||||
)
|
||||
architectures = config_dict.get("architectures") or []
|
||||
supported_architectures = {
|
||||
"Qwen3DSparkModel",
|
||||
"Qwen3OmniDSparkModel",
|
||||
}
|
||||
selected_architectures = [
|
||||
architecture
|
||||
for architecture in architectures
|
||||
if architecture in supported_architectures
|
||||
]
|
||||
# Legacy msModelSpec checkpoints use a training-only architecture name.
|
||||
pre_trained_config["architectures"] = selected_architectures or ["Qwen3DSparkModel"]
|
||||
|
||||
sample_from_anchor = config_dict.get("sample_from_anchor", False)
|
||||
pre_trained_config["sample_from_anchor"] = sample_from_anchor
|
||||
pre_trained_config["dspark_bonus_anchor"] = not sample_from_anchor
|
||||
|
||||
aux_layer_ids = config_dict["aux_hidden_state_layer_ids"]
|
||||
pre_trained_config["eagle_aux_hidden_state_layer_ids"] = aux_layer_ids
|
||||
@@ -173,6 +185,7 @@ def update_dspark(config_dict: dict, pre_trained_config: dict) -> None:
|
||||
"block_size",
|
||||
"enable_confidence_head",
|
||||
"confidence_head_with_markov",
|
||||
"use_aux_hidden_state",
|
||||
):
|
||||
if config_dict.get(key) is not None:
|
||||
pre_trained_config[key] = config_dict[key]
|
||||
|
||||
Reference in New Issue
Block a user