diff --git a/vllm/lora/lora_model.py b/vllm/lora/lora_model.py index 7c1dd39bb5..48a2f6a1ed 100644 --- a/vllm/lora/lora_model.py +++ b/vllm/lora/lora_model.py @@ -203,6 +203,7 @@ class LoRAModel: tensors = TensorDeserializer( lora_tensor_path, dtype=tensorizer_config.dtype, + device=device, **tensorizer_args.deserialization_kwargs, ) check_unexpected_modules(tensors)