Vectorize prep xfer list creation (#48209)

Signed-off-by: Ilia Yastrebov <iyastrebov@nvidia.com>
This commit is contained in:
Ilia Yastrebov
2026-07-16 11:39:05 +02:00
committed by GitHub
parent ea1d65fe6d
commit 9f8cbfd8eb
3 changed files with 85 additions and 74 deletions
@@ -13,6 +13,7 @@ from typing import Any, cast
from unittest.mock import MagicMock, patch
import msgspec
import numpy as np
import pytest
import ray
import torch
@@ -750,7 +751,10 @@ class TestNixlHandshake:
worker.block_len_per_layer = [4096 * worker.block_size]
worker.num_blocks = 1
worker.dst_num_blocks[worker.engine_id] = worker.num_blocks
worker.src_blocks_data = [(0, worker.block_len_per_layer[0], worker.tp_rank)]
worker.src_blocks_data = np.array(
[(0, worker.block_len_per_layer[0], worker.tp_rank)],
dtype=np.uint64,
)
worker.num_descs = len(worker.src_blocks_data)
def check_handshake(remote_tp_size: int):
@@ -1124,8 +1128,8 @@ class TestNixlHandshake:
== worker._mamba_ssm_size[1]
)
assert worker._build_fa_remote(plan, meta, block_size_ratio=1) == [
(0x1000 + local_block_len, local_block_len, 0)
assert worker._build_fa_remote(plan, meta, block_size_ratio=1).tolist() == [
[0x1000 + local_block_len, local_block_len, 0]
]
@patch(
@@ -1158,10 +1162,13 @@ class TestNixlHandshake:
worker._region_is_mla = [False, True]
worker.num_blocks = 1
worker.dst_num_blocks[worker.engine_id] = worker.num_blocks
worker.src_blocks_data = [
(0, fa_len, worker.tp_rank),
(0, idx_len, worker.tp_rank),
]
worker.src_blocks_data = np.array(
[
(0, fa_len, worker.tp_rank),
(0, idx_len, worker.tp_rank),
],
dtype=np.uint64,
)
worker.num_descs = len(worker.src_blocks_data)
# D_TP=2, P_TP=1 -> tp_ratio=2. SPLIT region scales by tp_ratio;
+13 -6
View File
@@ -11,6 +11,7 @@ from __future__ import annotations
from types import SimpleNamespace
import numpy as np
import pytest
from vllm.distributed.kv_transfer.kv_connector.v1.nixl.tp_mapping import (
@@ -102,7 +103,10 @@ class TestBuildSrcSplitHandles:
)
worker = _make_mock_worker_for_splits((FullAttentionSpec,))
src_blocks_data = [(0x2000 + i * 1024, 1024, 0) for i in range(8)]
src_blocks_data = np.array(
[(0x2000 + i * 1024, 1024, 0) for i in range(8)],
dtype=np.uint64,
)
num_descs = len(src_blocks_data)
splits = list(
worker._build_local_splits_from_plan(
@@ -135,11 +139,14 @@ class TestMambaPlanSplitHandles:
worker = _make_mock_worker_for_splits((FullAttentionSpec, MambaSpec))
# 2 FA descs + 1 SSM desc
src_blocks_data = [
(1000, 200, 0), # FA desc 0
(2000, 200, 0), # FA desc 1
(3000, 400, 0), # SSM desc 0
]
src_blocks_data = np.array(
[
(1000, 200, 0), # FA desc 0
(2000, 200, 0), # FA desc 1
(3000, 400, 0), # SSM desc 0
],
dtype=np.uint64,
)
splits = list(worker._build_local_splits_from_plan(plan, src_blocks_data, 2))