[Mypy] Typing lora folder (#4337)

This commit is contained in:
SangBin Cho
2024-04-25 19:13:50 +00:00
committed by GitHub
parent f4bc4de1b1
commit b5b4a398a7
7 changed files with 91 additions and 70 deletions
+2 -2
View File
@@ -928,10 +928,10 @@ class ModelRunner:
torch.cuda.synchronize()
return
def remove_all_loras(self) -> bool:
def remove_all_loras(self):
if not self.lora_manager:
raise RuntimeError("LoRA is not enabled.")
return self.lora_manager.remove_all_loras()
self.lora_manager.remove_all_loras()
def set_active_loras(self, lora_requests: Set[LoRARequest],
lora_mapping: LoRAMapping) -> None: