[Model] Use mm_position to compute mrope positions for Qwen2.5-Omni (#32772)

Signed-off-by: Itay Etelis <itay.etelis@ibm.com>
Co-authored-by: Itay Etelis <itay.etelis@ibm.com>
This commit is contained in:
Itay Etelis
2026-01-25 20:15:53 +08:00
committed by GitHub
co-authored by Itay Etelis
parent 151e5451c2
commit a698e8e7ad
3 changed files with 385 additions and 200 deletions
+9 -3
View File
@@ -2474,9 +2474,15 @@ class GPUModelRunner(
mm_embeds_item = encoder_output[start_idx:end_idx]
req_start_pos = req_start_idx + start_pos - num_computed_tokens
is_mm_embed[req_start_pos + start_idx : req_start_pos + end_idx] = (
True if is_embed is None else is_embed
)
# OR mask for overlapping mm_features (use_audio_in_video)
if is_embed is None:
is_mm_embed[req_start_pos + start_idx : req_start_pos + end_idx] = (
True
)
else:
is_mm_embed[
req_start_pos + start_idx : req_start_pos + end_idx
] |= is_embed
mm_embeds_req.append(mm_embeds_item)
if self.is_multimodal_pruning_enabled and self.uses_mrope: