Store eos_token_id in Sequence for easy access (#3166)

This commit is contained in:
Nick Hill
2024-03-05 15:35:43 -08:00
committed by GitHub
parent 05af6da8d9
commit 8999ec3c16
6 changed files with 44 additions and 49 deletions
-1
View File
@@ -516,7 +516,6 @@ def _get_logprobs(
if (i < sampling_metadata.num_prompts
and sampling_params.prompt_logprobs is not None):
num_logprobs = sampling_params.prompt_logprobs
prompt_len = sampling_metadata.prompt_lens[i]
prompt_tokens = sampling_metadata.seq_data[
seq_ids[0]].prompt_token_ids
group_prompt_logprobs: PromptLogprobs = [None]