[Bugfix] Fix level-2 sleep/wake/reload with enable_lora=True (#39935)
Signed-off-by: Silen Naihin <silen.naihin@gmail.com> Co-authored-by: Dakai An <dakaian108@gmail.com> Co-authored-by: Jiangyun Zhu <riverclouds.zhu@qq.com>
This commit is contained in:
co-authored by
Dakai An
Jiangyun Zhu
parent
8cfa01cdd2
commit
b50fdebce0
@@ -699,6 +699,10 @@ def test_set_adapter_mapping_refreshes_after_slot_reassignment(
|
||||
manager.set_adapter_mapping(LoRAMapping((1, 2), (1, 2)))
|
||||
assert punica_wrapper.token_lora_indices.tolist() == [1, 0]
|
||||
|
||||
manager.remove_all_adapters()
|
||||
assert manager._last_mapping is None
|
||||
assert manager._last_slot_layout is None
|
||||
|
||||
|
||||
@pytest.mark.parametrize("device", DEVICES)
|
||||
def test_lru_cache_worker_adapter_manager(dist_init, dummy_model, device, tmp_path):
|
||||
|
||||
Reference in New Issue
Block a user