[Misc][Spec Decode] support different load config for draft model (#34022)

Signed-off-by: zzhengkai <zzhengkai@devgpu049.ldc1.facebook.com>
Co-authored-by: zzhengkai <zzhengkai@devgpu049.ldc1.facebook.com>
This commit is contained in:
Zhengkai Zhang
2026-02-10 14:52:43 -08:00
committed by GitHub
co-authored by zzhengkai
parent bb2fc8b5e7
commit 6f2f59f2b3
3 changed files with 8 additions and 1 deletions
+2 -1
View File
@@ -128,8 +128,9 @@ def get_model(
vllm_config: VllmConfig,
model_config: ModelConfig | None = None,
prefix: str = "",
load_config: LoadConfig | None = None,
) -> nn.Module:
loader = get_model_loader(vllm_config.load_config)
loader = get_model_loader(load_config or vllm_config.load_config)
if model_config is None:
model_config = vllm_config.model_config
return loader.load_model(