[ModelRunner V2][BugFix] Free all model refs on shutdown (#47483)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
2026-07-02 19:32:48 -07:00
parent 34bf7b45a0
commit 276b837dc4
1 changed files with 4 additions and 0 deletions
@@ -1555,6 +1555,10 @@ class GPUModelRunner(LoRAModelRunnerMixin):
        if hasattr(self, "kv_cache_config"):
            del self.kv_cache_config
        free_before_shutdown(self.vllm_config)
+        if hasattr(self, "model_state"):
+            del self.model_state
+        if getattr(self, "speculator", None) is not None:
+            self.speculator = None
        if hasattr(self, "model"):
            del self.model