[Feature] Release WorkspaceManager scratch on sleep (#59156)
Signed-off-by: aoshen02 <aoshen@inferact.ai> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
e5d33a36e7
commit
866f02db8a
@@ -532,6 +532,8 @@ class Worker(WorkerBase):
|
||||
self.device,
|
||||
num_ubatches,
|
||||
_num_workspace_lanes(self.vllm_config, self.use_v2_model_runner),
|
||||
# Scratch holds no state across steps: discard it on sleep.
|
||||
alloc_context=lambda: self._maybe_get_memory_pool_context("workspace"),
|
||||
)
|
||||
self.model_runner: GPUModelRunner = self._make_model_runner()
|
||||
if self.rank == 0:
|
||||
|
||||
Reference in New Issue
Block a user