[Bugfix] Fix load config when using bools (#9533)

This commit is contained in:
madt2709
2024-10-27 13:46:41 -04:00
committed by GitHub
parent e130c40e4e
commit 34a9941620
4 changed files with 35 additions and 22 deletions
+2
View File
@@ -1,3 +1,5 @@
port: 12312
served_model_name: mymodel
tensor_parallel_size: 2
trust_remote_code: true
multi_step_stream_outputs: false