[Bugfix] Support prompt_logprobs==0 (#5217)

This commit is contained in:
Toshiki Kataoka
2024-06-03 17:59:30 -07:00
committed by GitHub
parent f775a07e30
commit 06b2550cbb
4 changed files with 11 additions and 7 deletions
+1 -1
View File
@@ -427,7 +427,7 @@ class ModelRunner:
[lora_id] *
(query_len if seq_group_metadata.sampling_params
and seq_group_metadata.sampling_params.prompt_logprobs
else 1))
is not None else 1))
mm_data = seq_group_metadata.multi_modal_data
if mm_data is not None: