[MRV2] Buffer util simplifications (#56888)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-09-15 20:36:51 +00:00
committed by GitHub
parent b6ce714354
commit f2aad6aa70
21 changed files with 125 additions and 112 deletions
@@ -996,7 +996,7 @@ def test_pcp_plan_deinterleave_restores_global_order(
monkeypatch.setattr("vllm.v1.attention.backends.mla.indexer.PIN_MEMORY", False)
monkeypatch.setattr(
"vllm.v1.attention.backends.mla.indexer.async_copy_to_gpu",
"vllm.v1.attention.backends.mla.indexer.async_tensor_h2d",
lambda x, device: x.to(device),
)
scheduled = np.array(req_lens, dtype=np.int64)
+3 -3
View File
@@ -17,7 +17,7 @@ from vllm.v1.worker.gpu.input_batch import InputBatch, InputBuffers, set_dummy_c
from vllm.v1.worker.gpu.pcp_manager import PCPManager
def _copy_to_cpu(value, out=None, device=None):
def _copy_to_cpu(value, device=None, dtype=None, out=None):
tensor = torch.from_numpy(value) if isinstance(value, np.ndarray) else value
if out is not None:
return out.copy_(tensor)
@@ -83,7 +83,7 @@ def test_replicated_decode_piecewise_graph_padding(monkeypatch):
device=torch.device("cpu"),
dcp_world_size=1,
)
monkeypatch.setattr(pcp_manager_module, "async_copy_to_gpu", _copy_to_cpu)
monkeypatch.setattr(pcp_manager_module, "async_tensor_h2d", _copy_to_cpu)
segments_by_rank, per_rank_num_tokens = manager._build_batch_layout(
num_scheduled_tokens=np.ones(3, dtype=np.int32),
@@ -158,7 +158,7 @@ def test_graph_padding_cannot_be_smaller_than_largest_pcp_rank(monkeypatch):
device=torch.device("cpu"),
dcp_world_size=1,
)
monkeypatch.setattr(pcp_manager_module, "async_copy_to_gpu", _copy_to_cpu)
monkeypatch.setattr(pcp_manager_module, "async_tensor_h2d", _copy_to_cpu)
with pytest.raises(ValueError, match="smaller than the largest rank-local batch"):
manager._build_batch_layout(