[Misc] Make PlaceholderRange.get_num_embeds a method (#34035)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-02-07 05:30:17 +00:00
committed by GitHub
parent bc32444b23
commit 48312e579a
9 changed files with 11 additions and 12 deletions
+1 -1
View File
@@ -2326,7 +2326,7 @@ class GPUModelRunner(
# Prefer pos_info.get_num_embeds to count precise MM embedding tokens.
num_tokens = self.model.get_num_mm_encoder_tokens( # type: ignore[attr-defined]
pos_info.get_num_embeds
pos_info.get_num_embeds()
)
prompt_lora_mapping.append(lora_id)
token_lora_mapping.extend([lora_id] * num_tokens)