diff --git a/vllm/v1/simple_kv_offload/disk_backend.py b/vllm/v1/simple_kv_offload/disk_backend.py index f48dfd46bb..f39be7d05f 100644 --- a/vllm/v1/simple_kv_offload/disk_backend.py +++ b/vllm/v1/simple_kv_offload/disk_backend.py @@ -334,3 +334,7 @@ class DiskBackend: ev = torch.Event() ev.record(stream) prev_dma_events[buf_slot] = ev + + for ev in prev_dma_events: + if ev is not None: + ev.synchronize()