[MRV2] Release weight offloader on shutdown (#57834)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-09-22 15:01:20 -04:00
committed by GitHub
parent f944491db9
commit bc162b3f92
2 changed files with 6 additions and 5 deletions
+1
View File
@@ -2248,6 +2248,7 @@ class GPUModelRunner(LoRAModelRunnerMixin):
torch.accelerator.synchronize()
if self.aux_output_connector is not None:
self.aux_output_connector.close()
set_offloader(None)
self.cudagraph_manager = None
self.fast_prefill = None
self.pooling_runner = None