[Bugfix] Support prompt_logprobs==0 (#5217)

This commit is contained in:
Toshiki Kataoka
2024-06-03 17:59:30 -07:00
committed by GitHub
parent f775a07e30
commit 06b2550cbb
4 changed files with 11 additions and 7 deletions
+1 -1
View File
@@ -233,7 +233,7 @@ def _prepare_seq_groups(
logits = hidden_states[selected_token_indices]
"""
if sampling_params.prompt_logprobs:
if sampling_params.prompt_logprobs is not None:
selected_token_indices.extend(
range(model_output_idx, model_output_idx + prompt_logprob_len))
model_output_idx += prompt_logprob_len