[Model] Add Qwen3-Omni DSpark support (#52560)
Signed-off-by: Zhou248 <630563665@qq.com>
This commit is contained in:
@@ -377,8 +377,6 @@ class DFlashQwen3DecoderLayer(nn.Module):
|
||||
|
||||
@support_torch_compile
|
||||
class DFlashQwen3Model(nn.Module):
|
||||
decoder_layer_cls = DFlashQwen3DecoderLayer
|
||||
|
||||
hf_to_vllm_mapper = WeightsMapper(
|
||||
orig_to_new_substr={
|
||||
"midlayer.": "layers.0.",
|
||||
@@ -412,10 +410,10 @@ class DFlashQwen3Model(nn.Module):
|
||||
drafter_config = getattr(self.config, "eagle_config", {})
|
||||
drafter_config.update(getattr(self.config, "dflash_config", {}))
|
||||
|
||||
if drafter_config is not None and "use_aux_hidden_state" in drafter_config:
|
||||
self.use_aux_hidden_state = drafter_config["use_aux_hidden_state"]
|
||||
else:
|
||||
self.use_aux_hidden_state = True
|
||||
self.use_aux_hidden_state = drafter_config.get(
|
||||
"use_aux_hidden_state",
|
||||
getattr(self.config, "use_aux_hidden_state", True),
|
||||
)
|
||||
|
||||
current_vllm_config = get_current_vllm_config()
|
||||
|
||||
@@ -430,7 +428,9 @@ class DFlashQwen3Model(nn.Module):
|
||||
# at that slot id. Some checkpoints (XiaomiMiMo/MiMo-V2.5-Pro-FP4-DFlash) ship
|
||||
# with a separate mask embedding tensor to use instead. When present, we load it
|
||||
# and substitute it for embed_tokens[mask_token_id] when computing embeddings.
|
||||
self.mask_token_id = drafter_config.get("mask_token_id")
|
||||
self.mask_token_id = drafter_config.get(
|
||||
"mask_token_id", getattr(self.config, "mask_token_id", None)
|
||||
)
|
||||
self.mask_embedding = nn.Parameter(
|
||||
torch.zeros(self.config.hidden_size, dtype=vllm_config.model_config.dtype),
|
||||
requires_grad=False,
|
||||
@@ -439,7 +439,7 @@ class DFlashQwen3Model(nn.Module):
|
||||
|
||||
self.layers = nn.ModuleList(
|
||||
[
|
||||
self.decoder_layer_cls(
|
||||
DFlashQwen3DecoderLayer(
|
||||
current_vllm_config,
|
||||
config=self.config,
|
||||
layer_idx=layer_idx,
|
||||
|
||||
Reference in New Issue
Block a user