Support download models from www.modelscope.cn (#1588)

This commit is contained in:
liuyhwangyh
2023-11-17 20:38:31 -08:00
committed by GitHub
parent bb00f66e19
commit edb305584b
4 changed files with 58 additions and 4 deletions
+4 -3
View File
@@ -648,9 +648,10 @@ if __name__ == "__main__":
max_model_len = engine_model_config.max_model_len
# A separate tokenizer to map token IDs to strings.
tokenizer = get_tokenizer(engine_args.tokenizer,
tokenizer_mode=engine_args.tokenizer_mode,
trust_remote_code=engine_args.trust_remote_code)
tokenizer = get_tokenizer(
engine_model_config.tokenizer,
tokenizer_mode=engine_model_config.tokenizer_mode,
trust_remote_code=engine_model_config.trust_remote_code)
uvicorn.run(app,
host=args.host,