From 4845aee6b78c5543e036df1f9bbb8a9bfa4961f2 Mon Sep 17 00:00:00 2001 From: Dao007forever Date: Tue, 5 May 2026 01:00:37 -0700 Subject: [PATCH] [Benchmark] Add --trust-remote-code flag to multi-turn benchmark (#41661) Signed-off-by: Dao Le Signed-off-by: Dao Le Co-authored-by: Claude --- benchmarks/multi_turn/benchmark_serving_multi_turn.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/benchmarks/multi_turn/benchmark_serving_multi_turn.py b/benchmarks/multi_turn/benchmark_serving_multi_turn.py index 3e3c792179..2f56099c66 100644 --- a/benchmarks/multi_turn/benchmark_serving_multi_turn.py +++ b/benchmarks/multi_turn/benchmark_serving_multi_turn.py @@ -1473,6 +1473,12 @@ async def main() -> None: "(for example: --warmup-percentages=0%%,50%%)", ) + parser.add_argument( + "--trust-remote-code", + action="store_true", + help="Trust remote code when loading the tokenizer.", + ) + args = parser.parse_args() logger.info(args) @@ -1515,7 +1521,9 @@ async def main() -> None: np.random.seed(args.seed) logger.info("Loading tokenizer") - tokenizer = AutoTokenizer.from_pretrained(args.model) + tokenizer = AutoTokenizer.from_pretrained( + args.model, trust_remote_code=args.trust_remote_code + ) await get_server_info(args.url)