[BugFix][DiffusionGemma][CPU] Copy async output snapshots instead of aliasing reused buffers (#59829)

Signed-off-by: ojeda-e <eojeda@league.com>
Co-authored-by: Lucas Wilkinson <LucasWilkinson@users.noreply.github.com>
This commit is contained in:
Mia Ojeda
2026-10-08 19:16:51 -07:00
committed by GitHub
co-authored by Lucas Wilkinson
parent 201e537d98
commit 4611c2c3d2
3 changed files with 11 additions and 4 deletions
@@ -18,6 +18,7 @@ from vllm.v1.kv_cache_interface import (
MambaSpec,
UniformTypeKVCacheSpecs,
)
from vllm.v1.worker.gpu.async_utils import async_copy_to_np
from vllm.v1.worker.gpu.block_table import BlockTables
from vllm.v1.worker.gpu.model_runner import ExecuteModelState, GPUModelRunner
@@ -357,3 +358,12 @@ def test_get_drafter_hidden_states_tolerates_missing_target_buffer(target_buffer
assert torch.equal(out, buffer[:4])
else:
assert out is hidden_states
def test_async_copy_to_np_does_not_alias_reused_buffer():
buffer = torch.zeros(4, dtype=torch.int64)
snapshot = async_copy_to_np(buffer)
buffer.fill_(1)
assert snapshot.tolist() == [0, 0, 0, 0]