[BugFix][DiffusionGemma][CPU] Copy async output snapshots instead of aliasing reused buffers (#59829)
Signed-off-by: ojeda-e <eojeda@league.com> Co-authored-by: Lucas Wilkinson <LucasWilkinson@users.noreply.github.com>
This commit is contained in:
co-authored by
Lucas Wilkinson
parent
201e537d98
commit
4611c2c3d2
@@ -18,6 +18,7 @@ from vllm.v1.kv_cache_interface import (
|
||||
MambaSpec,
|
||||
UniformTypeKVCacheSpecs,
|
||||
)
|
||||
from vllm.v1.worker.gpu.async_utils import async_copy_to_np
|
||||
from vllm.v1.worker.gpu.block_table import BlockTables
|
||||
from vllm.v1.worker.gpu.model_runner import ExecuteModelState, GPUModelRunner
|
||||
|
||||
@@ -357,3 +358,12 @@ def test_get_drafter_hidden_states_tolerates_missing_target_buffer(target_buffer
|
||||
assert torch.equal(out, buffer[:4])
|
||||
else:
|
||||
assert out is hidden_states
|
||||
|
||||
|
||||
def test_async_copy_to_np_does_not_alias_reused_buffer():
|
||||
buffer = torch.zeros(4, dtype=torch.int64)
|
||||
|
||||
snapshot = async_copy_to_np(buffer)
|
||||
buffer.fill_(1)
|
||||
|
||||
assert snapshot.tolist() == [0, 0, 0, 0]
|
||||
|
||||
Reference in New Issue
Block a user