[misc] hide best_of from engine (#9261)
Co-authored-by: Brendan Wong <bjwpokemon@gmail.com>
This commit is contained in:
co-authored by
Brendan Wong
parent
94bf9ae4e9
commit
cbc2ef5529
@@ -1205,7 +1205,7 @@ class Scheduler:
|
||||
# async_output_proc is allowed only when we have a single sequence
|
||||
# in the sequence group
|
||||
no_single_seq = seq_group.sampling_params is None or (
|
||||
seq_group.sampling_params.best_of == 1)
|
||||
seq_group.sampling_params.n == 1)
|
||||
return no_single_seq
|
||||
|
||||
def schedule(
|
||||
|
||||
Reference in New Issue
Block a user