[Bugfix] Fix single output condition in output processor (#7881)
This commit is contained in:
@@ -113,7 +113,7 @@ class SingleStepOutputProcessor(SequenceGroupOutputProcessor):
|
||||
outputs: SequenceGroupOutput,
|
||||
is_async: bool) -> None:
|
||||
sampling_params = seq_group.sampling_params
|
||||
if sampling_params.n == 1 and not sampling_params.use_beam_search:
|
||||
if sampling_params.best_of == 1 and not sampling_params.use_beam_search:
|
||||
# only have one output sample
|
||||
sample = outputs.samples[0]
|
||||
# only have one sequence
|
||||
|
||||
Reference in New Issue
Block a user