diff --git a/benchmarks/multi_turn/benchmark_serving_multi_turn.py b/benchmarks/multi_turn/benchmark_serving_multi_turn.py index 3e3c792179..2f56099c66 100644 --- a/benchmarks/multi_turn/benchmark_serving_multi_turn.py +++ b/benchmarks/multi_turn/benchmark_serving_multi_turn.py @@ -1473,6 +1473,12 @@ async def main() -> None: "(for example: --warmup-percentages=0%%,50%%)", ) + parser.add_argument( + "--trust-remote-code", + action="store_true", + help="Trust remote code when loading the tokenizer.", + ) + args = parser.parse_args() logger.info(args) @@ -1515,7 +1521,9 @@ async def main() -> None: np.random.seed(args.seed) logger.info("Loading tokenizer") - tokenizer = AutoTokenizer.from_pretrained(args.model) + tokenizer = AutoTokenizer.from_pretrained( + args.model, trust_remote_code=args.trust_remote_code + ) await get_server_info(args.url)