[kv_offload] Add @override decorators to subclass method implementations (#44177)

Signed-off-by: Ronen Schaffer <ronen.schaffer@ibm.com>
This commit is contained in:
Ronen Schaffer
2026-06-02 08:07:47 +00:00
committed by GitHub
parent 0b25cf4419
commit 93da882e73
10 changed files with 68 additions and 0 deletions
+5
View File
@@ -6,6 +6,7 @@ from dataclasses import dataclass
import numpy as np
import torch
from typing_extensions import override
from vllm import _custom_ops as ops
from vllm.logger import init_logger
@@ -179,6 +180,7 @@ class SingleDirectionOffloadingHandler(OffloadingHandler):
# list of CUDA events available for re-use
self._event_pool: list[torch.Event] = []
@override
def transfer_async(self, job_id: int, transfer_spec: TransferSpec) -> bool:
src_spec, dst_spec = transfer_spec
assert isinstance(src_spec, BlockIDsLoadStoreSpec)
@@ -348,6 +350,7 @@ class SingleDirectionOffloadingHandler(OffloadingHandler):
# success
return True
@override
def get_finished(self) -> list[TransferResult]:
results: list[TransferResult] = []
while self._transfers and self._transfers[0].end_event.query():
@@ -370,12 +373,14 @@ class SingleDirectionOffloadingHandler(OffloadingHandler):
del self._transfer_events[transfer.job_id]
return results
@override
def wait(self, job_ids: set[int]):
for job_id in job_ids:
event = self._transfer_events.get(job_id)
if event is not None:
event.synchronize()
@override
def shutdown(self) -> None:
while self._transfers:
transfer = self._transfers.popleft()