[Perf][HiSparse] Reuse pinned host pool after graph profiling (#61668)
Signed-off-by: Itay Etelis <92247226+Etelis@users.noreply.github.com> Signed-off-by: Matthew Bonanni <mbonanni@redhat.com> Co-authored-by: Matthew Bonanni <mbonanni@redhat.com> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Matthew Bonanni
Claude Opus 5.5
parent
105605b8e9
commit
49f944be3e
@@ -28,6 +28,7 @@ from vllm.v1.core.kv_cache_utils import KVCacheBlockCopy
|
||||
from vllm.v1.hisparse.layout import HISPARSE_HOT_SUFFIX
|
||||
from vllm.v1.hisparse.runtime import (
|
||||
HiSparseCacheHandle,
|
||||
drop_hisparse_host_pool,
|
||||
release_pinned_state,
|
||||
update_hisparse_residency,
|
||||
)
|
||||
@@ -254,6 +255,7 @@ class HiSparseConnectorWorker:
|
||||
pinned_host_pools,
|
||||
shared_host_region,
|
||||
)
|
||||
drop_hisparse_host_pool(self.vllm_config)
|
||||
raise
|
||||
|
||||
def initialize(
|
||||
@@ -972,4 +974,5 @@ class HiSparseConnectorWorker:
|
||||
self.pinned_host_pools,
|
||||
self.shared_host_region,
|
||||
)
|
||||
drop_hisparse_host_pool(self.vllm_config)
|
||||
self._initialized = False
|
||||
|
||||
Reference in New Issue
Block a user