[hardware][rocm] allow rocm to override default env var (#7926)

This commit is contained in:
youkaichao
2024-08-27 19:50:06 -07:00
committed by GitHub
parent fab5f53e2d
commit bc6e42a9b1
2 changed files with 14 additions and 2 deletions
+3 -2
View File
@@ -1088,8 +1088,9 @@ class Scheduler:
)
def _allow_async_output_proc(self, seq_group: SequenceGroup) -> bool:
no_beam_search = (seq_group.sampling_params.best_of == 1
and not seq_group.sampling_params.use_beam_search)
no_beam_search = seq_group.sampling_params is None or (
seq_group.sampling_params.best_of == 1
and not seq_group.sampling_params.use_beam_search)
return no_beam_search