[Pooling] MRV2 pooling shutdown model ref (#57737)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-09-21 16:54:57 -07:00
committed by GitHub
parent 13058faa49
commit 7d06dd1ffa
+1
View File
@@ -2245,6 +2245,7 @@ class GPUModelRunner(LoRAModelRunnerMixin):
self.aux_output_connector.close()
self.cudagraph_manager = None
self.fast_prefill = None
self.pooling_runner = None
if hasattr(self, "kv_caches"):
self.kv_caches.clear()
if hasattr(self, "attn_groups"):