[Lora] Use safetensor keys instead of adapter_config.json to find unexpected modules. (#5909)

Co-authored-by: sang <sangcho@anyscale.com>
This commit is contained in:
SangBin Cho
2024-06-30 17:11:15 +00:00
committed by GitHub
co-authored by sang
parent c6c240aa0a
commit f5e73c9f1b
4 changed files with 52 additions and 20 deletions
+3 -1
View File
@@ -165,7 +165,9 @@ def sql_lora_files():
@pytest.fixture(scope="session")
def mixtral_lora_files():
return snapshot_download(repo_id="terrysun/mixtral-lora-adapter")
# Note: this module has incorrect adapter_config.json to test
# https://github.com/vllm-project/vllm/pull/5909/files.
return snapshot_download(repo_id="SangBinCho/mixtral-lora")
@pytest.fixture(scope="session")