[1/N] API Server (Remove Proxy) (#11529)

This commit is contained in:
Robert Shaw
2024-12-26 23:03:43 +00:00
committed by GitHub
parent b85a977822
commit 720b10fdc6
2 changed files with 17 additions and 7 deletions
+5 -1
View File
@@ -196,7 +196,11 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
action="store_true",
help="If specified, will run the OpenAI frontend server in the same "
"process as the model serving engine.")
parser.add_argument(
"--enable-request-id-headers",
action="store_true",
help="If specified, API server will add X-Request-Id header to "
"responses. Caution: this hurts performance at high QPS.")
parser.add_argument(
"--enable-auto-tool-choice",
action="store_true",