[Frontend] track server_load (#13950)

This commit is contained in:
daniel-salib
2025-03-14 09:53:17 -07:00
committed by GitHub
parent 9d2b4a70f4
commit 73deea2fdb
4 changed files with 131 additions and 4 deletions
+7
View File
@@ -257,6 +257,13 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
action='store_true',
default=False,
help="If set to True, enable prompt_tokens_details in usage.")
parser.add_argument(
"--enable-server-load-tracking",
action='store_true',
default=False,
help=
"If set to True, enable tracking server_load_metrics in the app state."
)
return parser