[Core] Add CuMemAllocator.discard() for tag-selective GPU memory release (#52514)

Signed-off-by: AlanFokCo <alanfok2868@gmail.com>
Signed-off-by: Dakai An <dakaian108@gmail.com>
Co-authored-by: AlanFokCo <alanfok2868@gmail.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
Dakai An
2026-08-16 23:15:14 +08:00
committed by GitHub
co-authored by AlanFokCo OpenAI Codex
parent fe1c317157
commit 9409f59e09
4 changed files with 132 additions and 0 deletions
+2
View File
@@ -27,6 +27,8 @@ class MemAllocator(Protocol):
def sleep(self, offload_tags: tuple[str, ...] | str | None = None) -> None: ...
def discard(self, tags: tuple[str, ...] | str) -> None: ...
def wake_up(self, tags: list[str] | None = None) -> None: ...
def get_current_usage(self) -> int: ...