[Bugfix] Support prompt_logprobs==0 (#5217)
This commit is contained in:
@@ -427,7 +427,7 @@ class ModelRunner:
|
||||
[lora_id] *
|
||||
(query_len if seq_group_metadata.sampling_params
|
||||
and seq_group_metadata.sampling_params.prompt_logprobs
|
||||
else 1))
|
||||
is not None else 1))
|
||||
|
||||
mm_data = seq_group_metadata.multi_modal_data
|
||||
if mm_data is not None:
|
||||
|
||||
Reference in New Issue
Block a user