[Bugfix] Support prompt_logprobs==0 (#5217)
This commit is contained in:
@@ -233,7 +233,7 @@ def _prepare_seq_groups(
|
||||
logits = hidden_states[selected_token_indices]
|
||||
"""
|
||||
|
||||
if sampling_params.prompt_logprobs:
|
||||
if sampling_params.prompt_logprobs is not None:
|
||||
selected_token_indices.extend(
|
||||
range(model_output_idx, model_output_idx + prompt_logprob_len))
|
||||
model_output_idx += prompt_logprob_len
|
||||
|
||||
Reference in New Issue
Block a user