[bugfix] fix MOSS-Audio deepstack_input_embeds initialization in PP (#47607)
Signed-off-by: Yan Ma <yan.ma@intel.com>
This commit is contained in:
@@ -862,6 +862,10 @@ class MossQwen3ForCausalLM(Qwen3ForCausalLM):
|
|||||||
batch_size, dtype, device
|
batch_size, dtype, device
|
||||||
)
|
)
|
||||||
for layer_idx in self.deepstack_inject_layer_indices:
|
for layer_idx in self.deepstack_inject_layer_indices:
|
||||||
|
# Non-first PP ranks only receive DeepStack payloads for layers
|
||||||
|
# at or after their local start layer.
|
||||||
|
if layer_idx < self.model.start_layer:
|
||||||
|
continue
|
||||||
intermediate_tensors[f"deepstack_input_embeds_{layer_idx}"] = torch.zeros(
|
intermediate_tensors[f"deepstack_input_embeds_{layer_idx}"] = torch.zeros(
|
||||||
(batch_size, self.config.hidden_size),
|
(batch_size, self.config.hidden_size),
|
||||||
dtype=dtype,
|
dtype=dtype,
|
||||||
|
|||||||
Reference in New Issue
Block a user