[Core] Logprobs support in Multi-step (#7652)

This commit is contained in:
afeldman-nm
2024-08-29 19:19:08 -07:00
committed by GitHub
parent 4abed65c58
commit 428dd1445e
103 changed files with 872 additions and 376 deletions
+2 -1
View File
@@ -2,7 +2,8 @@ from typing import List
from typing import Sequence as GenericSequence
from typing import Union
from vllm.sequence import PoolerOutput, SamplerOutput, SequenceGroupOutput
from vllm.model_executor.layers.sampler import SamplerOutput
from vllm.sequence import PoolerOutput, SequenceGroupOutput
def create_output_by_sequence_group(