[Core] Support load and unload LoRA in api server (#6566)

Co-authored-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
Jiaxin Shan
2024-09-05 18:10:33 -07:00
committed by GitHub
co-authored by Jee Jee Li
parent 2febcf2777
commit db3bf7c991
10 changed files with 336 additions and 6 deletions
+10
View File
@@ -878,3 +878,13 @@ class DetokenizeRequest(OpenAIBaseModel):
class DetokenizeResponse(OpenAIBaseModel):
prompt: str
class LoadLoraAdapterRequest(BaseModel):
lora_name: str
lora_path: str
class UnloadLoraAdapterRequest(BaseModel):
lora_name: str
lora_int_id: Optional[int] = Field(default=None)