[ModelRunnerV2] Various model/config compatibility fixes (#45868)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-06-17 03:23:01 +00:00
committed by GitHub
parent 2785a5e0e6
commit 14b438a98b
4 changed files with 18 additions and 4 deletions
+1 -1
View File
@@ -124,7 +124,7 @@ class EncoderRunner:
mm_embeds_item = encoder_output[start_idx:end_idx]
req_start_pos = query_start_loc[i] + start_pos - query_start[i]
is_mm_embed[req_start_pos + start_idx : req_start_pos + end_idx] = (
is_mm_embed[req_start_pos + start_idx : req_start_pos + end_idx] |= (
True if is_embed is None else is_embed
)
mm_embeds.append(mm_embeds_item)