diff --git a/vllm/lora/model_manager.py b/vllm/lora/model_manager.py
index 07df1b53da..3cd273e292 100644
--- a/vllm/lora/model_manager.py
+++ b/vllm/lora/model_manager.py
@@ -451,6 +451,7 @@ class LoRAModelManager:
             )
             if isinstance(new_module, BaseLayerWithLoRA):
                 wrapped_by_id[id(module)] = new_module
+                wrapped_by_id[id(new_module)] = new_module
 
             # (yard1): TODO make this more robust
             if "lm_head" in module_name: