[MRV2] Release weight offloader on shutdown (#57834)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
@@ -2248,6 +2248,7 @@ class GPUModelRunner(LoRAModelRunnerMixin):
|
||||
torch.accelerator.synchronize()
|
||||
if self.aux_output_connector is not None:
|
||||
self.aux_output_connector.close()
|
||||
set_offloader(None)
|
||||
self.cudagraph_manager = None
|
||||
self.fast_prefill = None
|
||||
self.pooling_runner = None
|
||||
|
||||
Reference in New Issue
Block a user