[Bugfix] Fix load config when using bools (#9533)

This commit is contained in:
madt2709
2024-10-27 13:46:41 -04:00
committed by GitHub
parent e130c40e4e
commit 34a9941620
4 changed files with 35 additions and 22 deletions
+5 -1
View File
@@ -6,7 +6,7 @@ from typing import AsyncIterator, Tuple
import pytest
from vllm.utils import (FlexibleArgumentParser, deprecate_kwargs,
from vllm.utils import (FlexibleArgumentParser, StoreBoolean, deprecate_kwargs,
get_open_port, merge_async_iterators, supports_kw)
from .utils import error_on_warning
@@ -141,6 +141,8 @@ def parser_with_config():
parser.add_argument('--config', type=str)
parser.add_argument('--port', type=int)
parser.add_argument('--tensor-parallel-size', type=int)
parser.add_argument('--trust-remote-code', action='store_true')
parser.add_argument('--multi-step-stream-outputs', action=StoreBoolean)
return parser
@@ -214,6 +216,8 @@ def test_config_args(parser_with_config):
args = parser_with_config.parse_args(
['serve', 'mymodel', '--config', './data/test_config.yaml'])
assert args.tensor_parallel_size == 2
assert args.trust_remote_code
assert not args.multi_step_stream_outputs
def test_config_file(parser_with_config):