Add LoRA support for Gemma (#3050)

This commit is contained in:
Woosuk Kwon
2024-02-28 13:03:28 -08:00
committed by GitHub
parent 3b7178cfa4
commit 929b4f2973
7 changed files with 82 additions and 7 deletions
+5
View File
@@ -126,6 +126,11 @@ def mixtral_lora_files():
return snapshot_download(repo_id="terrysun/mixtral-lora-adapter")
@pytest.fixture(scope="session")
def gemma_lora_files():
return snapshot_download(repo_id="wskwon/gemma-7b-test-lora")
@pytest.fixture
def llama_2_7b_engine_extra_embeddings() -> nn.Module:
cleanup()