[Feature] vLLM CLI (#5090)

Co-authored-by: simon-mo <simon.mo@hey.com>
This commit is contained in:
Ethan Xu
2024-07-14 15:36:43 -07:00
committed by GitHub
co-authored by simon-mo
parent 73030b7dae
commit dbfe254eda
7 changed files with 223 additions and 36 deletions
+7 -3
View File
@@ -34,9 +34,7 @@ class PromptAdapterParserAction(argparse.Action):
setattr(namespace, self.dest, adapter_list)
def make_arg_parser():
parser = FlexibleArgumentParser(
description="vLLM OpenAI-Compatible RESTful API server.")
def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
parser.add_argument("--host",
type=nullable_str,
default=None,
@@ -133,3 +131,9 @@ def make_arg_parser():
parser = AsyncEngineArgs.add_cli_args(parser)
return parser
def create_parser_for_docs() -> FlexibleArgumentParser:
parser_for_docs = FlexibleArgumentParser(
prog="-m vllm.entrypoints.openai.api_server")
return make_arg_parser(parser_for_docs)