[MODEL] LoRA support for Jamba model (#11209)
Signed-off-by: Erez Schwartz <erezs@ai21.com>
This commit is contained in:
@@ -4,6 +4,7 @@ from typing import Dict, List, TypedDict
|
||||
from unittest.mock import MagicMock, patch
|
||||
|
||||
import pytest
|
||||
import safetensors
|
||||
import torch
|
||||
import torch.nn as nn
|
||||
from huggingface_hub import snapshot_download
|
||||
@@ -169,6 +170,29 @@ def mixtral_lora_files_all_target_modules():
|
||||
return snapshot_download(repo_id="dyang415/mixtral-lora-v0")
|
||||
|
||||
|
||||
@pytest.fixture(scope="session")
|
||||
def jamba_lora_files():
|
||||
# some of the adapters have unnecessary weights for serving,
|
||||
# hence we remove them
|
||||
def remove_unnecessary_weights(path):
|
||||
lora_path = f"{adapter_path}/adapter_model.safetensors"
|
||||
tensors = safetensors.torch.load_file(lora_path)
|
||||
nonlora_keys = []
|
||||
for k in list(tensors.keys()):
|
||||
if "lora" not in k:
|
||||
nonlora_keys.append(k)
|
||||
for k in nonlora_keys:
|
||||
del tensors[k]
|
||||
safetensors.torch.save_file(tensors, lora_path)
|
||||
|
||||
adapter_path = snapshot_download(
|
||||
repo_id=
|
||||
"hf-100/Jamba-1.5-mini-Spellbound-StoryWriter-0.1-6583896-ckpt53-lora")
|
||||
|
||||
remove_unnecessary_weights(adapter_path)
|
||||
return adapter_path
|
||||
|
||||
|
||||
@pytest.fixture(scope="session")
|
||||
def gemma_lora_files():
|
||||
return snapshot_download(repo_id="wskwon/gemma-7b-test-lora")
|
||||
|
||||
Reference in New Issue
Block a user