[Misc] Split model loader (#17712)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
Jee Jee Li
2025-05-07 12:42:26 +08:00
committed by GitHub
parent 8d84d836d1
commit 822de7fb94
21 changed files with 1681 additions and 1566 deletions
+1 -1
View File
@@ -10,7 +10,7 @@ import torch
from huggingface_hub import snapshot_download
from vllm import LLM, SamplingParams
from vllm.model_executor.model_loader.loader import ShardedStateLoader
from vllm.model_executor.model_loader import ShardedStateLoader
prompts = [
"Hello, my name is",