[Bugfix] Fix LoRA loading check (#4138)

Co-authored-by: simon-mo <simon.mo@hey.com>
This commit is contained in:
Jee Li
2024-04-19 00:59:54 -07:00
committed by GitHub
co-authored by simon-mo
parent a134ef6f5e
commit d17c8477f1
3 changed files with 29 additions and 3 deletions
+3 -1
View File
@@ -212,7 +212,9 @@ class LoRAModel:
target_modules = config["target_modules"]
unexpected_modules = []
for module in target_modules:
if module not in expected_lora_modules:
# Compatible with more modules, such as:layers.11.self_attn.k_proj
part_name = module.split(".")[-1]
if part_name not in expected_lora_modules:
unexpected_modules.append(module)
# loaded lora's target modules must be a subset of expected_lora_modules
if unexpected_modules: