[Fast Start][Bugfix] Snapshot GPU memory after external weights are ready (#60966)

This commit is contained in:
Xun Sun
2026-10-11 07:10:04 +00:00
committed by GitHub
parent ef42b4385f
commit 26a488ad93
+3 -2
View File
@@ -512,12 +512,13 @@ class Worker(WorkerBase):
gc.collect()
torch.accelerator.empty_cache()
# take current memory snapshot
self.init_snapshot = init_snapshot = MemorySnapshot(device=self.device)
# Weights from external model loader process
external_weight_memory = get_model_loader(
self.load_config
).get_external_weight_memory(self.vllm_config)
# take current memory snapshot after external weights are ready
self.init_snapshot = init_snapshot = MemorySnapshot(device=self.device)
self.requested_memory = request_memory(
init_snapshot, self.cache_config, external_weight_memory
)