From 6e6d182d18dbe5c81c9c9058a5571241f649ae7b Mon Sep 17 00:00:00 2001 From: Or Ozeri Date: Thu, 7 May 2026 12:17:47 +0300 Subject: [PATCH] [Bugfix] Fix OOM in tensorizer LoRA deserialization (#41845) Signed-off-by: Or Ozeri Co-authored-by: Claude Opus 4.6 --- vllm/lora/lora_model.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/lora/lora_model.py b/vllm/lora/lora_model.py index 7c1dd39bb5..48a2f6a1ed 100644 --- a/vllm/lora/lora_model.py +++ b/vllm/lora/lora_model.py @@ -203,6 +203,7 @@ class LoRAModel: tensors = TensorDeserializer( lora_tensor_path, dtype=tensorizer_config.dtype, + device=device, **tensorizer_args.deserialization_kwargs, ) check_unexpected_modules(tensors)