+1
-2
@@ -746,8 +746,7 @@ class VllmRunner:
|
||||
**kwargs,
|
||||
) -> None:
|
||||
if model_name in MODELS_ON_S3 and not load_format:
|
||||
model_name = (f"s3://vllm-ci-model-weights/"
|
||||
f"{model_name.split('/')[-1]}")
|
||||
model_name = (f"{MODEL_WEIGHTS_S3_BUCKET}/{model_name}")
|
||||
load_format = LoadFormat.RUNAI_STREAMER
|
||||
if not load_format:
|
||||
load_format = LoadFormat.AUTO
|
||||
|
||||
Reference in New Issue
Block a user