[Model] Use mm_position to compute mrope positions for Qwen2.5-Omni (#32772)
Signed-off-by: Itay Etelis <itay.etelis@ibm.com> Co-authored-by: Itay Etelis <itay.etelis@ibm.com>
This commit is contained in:
co-authored by
Itay Etelis
parent
151e5451c2
commit
a698e8e7ad
@@ -2474,9 +2474,15 @@ class GPUModelRunner(
|
||||
mm_embeds_item = encoder_output[start_idx:end_idx]
|
||||
|
||||
req_start_pos = req_start_idx + start_pos - num_computed_tokens
|
||||
is_mm_embed[req_start_pos + start_idx : req_start_pos + end_idx] = (
|
||||
True if is_embed is None else is_embed
|
||||
)
|
||||
# OR mask for overlapping mm_features (use_audio_in_video)
|
||||
if is_embed is None:
|
||||
is_mm_embed[req_start_pos + start_idx : req_start_pos + end_idx] = (
|
||||
True
|
||||
)
|
||||
else:
|
||||
is_mm_embed[
|
||||
req_start_pos + start_idx : req_start_pos + end_idx
|
||||
] |= is_embed
|
||||
mm_embeds_req.append(mm_embeds_item)
|
||||
|
||||
if self.is_multimodal_pruning_enabled and self.uses_mrope:
|
||||
|
||||
Reference in New Issue
Block a user