[Bugfix][LoRA] Support ark_linear base layer in _get_lora_device (#47690)

Signed-off-by: AlejandroParedesLT <alejandroparedeslatorre@gmail.com>
This commit is contained in:
Alejandro Paredes La Torre
2026-07-12 00:13:50 +00:00
committed by GitHub
parent 1ef1c7ebba
commit 9a48eef89a
2 changed files with 42 additions and 0 deletions
+3
View File
@@ -57,6 +57,9 @@ def _get_lora_device(base_layer: nn.Module) -> torch.device:
# GPTQ/AWQ
elif hasattr(base_layer, "qweight"):
return base_layer.qweight.device
# INC WNA16 (AutoRound)
elif hasattr(base_layer, "ark_linear"):
return base_layer.ark_linear.qweight.device
# MoE layer
elif hasattr(base_layer, "w2_weight"):
return base_layer.w2_weight.device