[Core] Add MultiprocessingGPUExecutor (#4539)
Co-authored-by: SAHIL SUNEJA <suneja@us.ibm.com>
This commit is contained in:
co-authored by
SAHIL SUNEJA
parent
dc72402b57
commit
676a99982f
@@ -38,8 +38,7 @@ def test_mixtral_lora(mixtral_lora_files, tp_size):
|
||||
enable_lora=True,
|
||||
max_num_seqs=16,
|
||||
max_loras=4,
|
||||
tensor_parallel_size=tp_size,
|
||||
worker_use_ray=True)
|
||||
tensor_parallel_size=tp_size)
|
||||
|
||||
expected_lora_output = [
|
||||
"give_opinion(name[SpellForce 3], release_year[2017], developer[Grimlore Games], rating[poor])", # noqa: E501
|
||||
|
||||
Reference in New Issue
Block a user