[Misc][LoRA] Support Rank Stabilized LoRA (RSLoRA) (#6909)
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com> Co-authored-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
co-authored by
Jee Jee Li
parent
74fa1d123c
commit
82c49d3260
+1
-1
@@ -173,7 +173,7 @@ class LoRAModel(AdapterModel):
|
||||
return cls(lora_model_id,
|
||||
peft_helper.r,
|
||||
loras,
|
||||
scaling_factor=peft_helper.vllm_scaling_factor)
|
||||
scaling_factor=peft_helper.vllm_long_context_scaling_factor)
|
||||
|
||||
@classmethod
|
||||
def from_local_checkpoint(
|
||||
|
||||
Reference in New Issue
Block a user