[Model] Add LoRA support for TransformersModel (#13770)
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
+13
-10
@@ -66,17 +66,20 @@ def from_layer(layer: nn.Module,
|
||||
lora_config=lora_config,
|
||||
packed_modules_list=packed_modules_list,
|
||||
model_config=model_config):
|
||||
ret = lora_cls(layer)
|
||||
ret.create_lora_weights(max_loras, lora_config, model_config)
|
||||
return ret
|
||||
instance_layer = lora_cls(layer)
|
||||
if layer.__class__.__name__ == "HFCompatibleLinear":
|
||||
# HACK: Make the forward method compatible with the original
|
||||
# forward method of the instance_layer.
|
||||
original_forward = instance_layer.forward
|
||||
|
||||
# The Case for HFCompatibleLinear
|
||||
if (hasattr(layer, "get_lora_class")
|
||||
and layer.__class__.__name__ == "HFCompatibleLinear"):
|
||||
lora_cls = layer.get_lora_class(lora_config.fully_sharded_loras)
|
||||
ret = lora_cls(layer)
|
||||
ret.create_lora_weights(max_loras, lora_config, model_config)
|
||||
return ret
|
||||
def new_forward(input):
|
||||
input = input.squeeze(0)
|
||||
return original_forward(input)[0] # noqa: B023
|
||||
|
||||
instance_layer.forward = new_forward
|
||||
instance_layer.create_lora_weights(max_loras, lora_config,
|
||||
model_config)
|
||||
return instance_layer
|
||||
return layer
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user