Only log non-default CLI args for online serving (#17803)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2025-05-07 22:33:29 -07:00
committed by GitHub
parent c747d84576
commit 998eea4a0e
2 changed files with 15 additions and 2 deletions
+12
View File
@@ -17,8 +17,11 @@ from vllm.entrypoints.chat_utils import (ChatTemplateContentFormatOption,
from vllm.entrypoints.openai.serving_models import (LoRAModulePath,
PromptAdapterPath)
from vllm.entrypoints.openai.tool_parsers import ToolParserManager
from vllm.logger import init_logger
from vllm.utils import FlexibleArgumentParser
logger = init_logger(__name__)
class LoRAParserAction(argparse.Action):
@@ -285,6 +288,15 @@ def validate_parsed_serve_args(args: argparse.Namespace):
"--tool-call-parser")
def log_non_default_args(args: argparse.Namespace):
non_default_args = {}
parser = make_arg_parser(FlexibleArgumentParser())
for arg, default in vars(parser.parse_args([])).items():
if default != getattr(args, arg):
non_default_args[arg] = getattr(args, arg)
logger.info("non-default args: %s", non_default_args)
def create_parser_for_docs() -> FlexibleArgumentParser:
parser_for_docs = FlexibleArgumentParser(
prog="-m vllm.entrypoints.openai.api_server")