[Model][LoRA]LoRA support added for Qwen (#9622)
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
+3
-3
@@ -578,10 +578,10 @@ class LoRAModelManager(AdapterModelManager):
|
||||
be filtered out.
|
||||
"""
|
||||
if self.supports_mm:
|
||||
prefix = module_name.split(".")[0]
|
||||
module_mapping: MultiModelKeys = self.model.get_mm_mapping()
|
||||
return (prefix in module_mapping.connector
|
||||
or prefix in module_mapping.tower_model)
|
||||
prefix_lst = module_mapping.connector + module_mapping.tower_model
|
||||
return any(
|
||||
[module_name.startswith(prefix) for prefix in prefix_lst])
|
||||
return False
|
||||
|
||||
def _register_packed_modules(self, module_full_name: str) -> None:
|
||||
|
||||
Reference in New Issue
Block a user