[Bugfix] Fix inappropriate content of model_name tag in Prometheus metrics (#3937)

This commit is contained in:
DearPlanet
2024-05-04 15:39:34 -07:00
committed by GitHub
parent 021b1a2ab7
commit 4302987069
5 changed files with 76 additions and 14 deletions
-10
View File
@@ -56,16 +56,6 @@ def make_arg_parser():
default=None,
help="If provided, the server will require this key "
"to be presented in the header.")
parser.add_argument("--served-model-name",
nargs="+",
type=nullable_str,
default=None,
help="The model name(s) used in the API. If multiple "
"names are provided, the server will respond to any "
"of the provided names. The model name in the model "
"field of a response will be the first name in this "
"list. If not specified, the model name will be the "
"same as the `--model` argument.")
parser.add_argument(
"--lora-modules",
type=nullable_str,