17 lines
588 B
Python
17 lines
588 B
Python
from typing import List
|
|
|
|
from vllm.sequence import SamplerOutput
|
|
|
|
|
|
def create_output_by_sequence_group(sampler_outputs: List[SamplerOutput],
|
|
num_seq_groups: int):
|
|
"""Helper method which transforms a 2d list organized by
|
|
[step][sequence group] into [sequence group][step].
|
|
"""
|
|
output_by_sequence_group = [[] for _ in range(num_seq_groups)]
|
|
for step in sampler_outputs:
|
|
for i, sequence_group_output in enumerate(step):
|
|
output_by_sequence_group[i].append(sequence_group_output)
|
|
|
|
return output_by_sequence_group
|