[Frontend] track server_load (#13950)
This commit is contained in:
@@ -257,6 +257,13 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
|
||||
action='store_true',
|
||||
default=False,
|
||||
help="If set to True, enable prompt_tokens_details in usage.")
|
||||
parser.add_argument(
|
||||
"--enable-server-load-tracking",
|
||||
action='store_true',
|
||||
default=False,
|
||||
help=
|
||||
"If set to True, enable tracking server_load_metrics in the app state."
|
||||
)
|
||||
|
||||
return parser
|
||||
|
||||
|
||||
Reference in New Issue
Block a user