[MRV2] Buffer util simplifications (#56888)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-09-15 20:36:51 +00:00
committed by GitHub
parent b6ce714354
commit f2aad6aa70
21 changed files with 125 additions and 112 deletions
@@ -14,6 +14,7 @@ from vllm.config.compilation import CUDAGraphMode
from vllm.distributed.parallel_state import get_tp_group
from vllm.logger import init_logger
from vllm.utils.gpu_sync_debug import gpu_sync_allowed
from vllm.utils.torch_utils import async_tensor_h2d
from vllm.v1.attention.backend import AttentionCGSupport
from vllm.v1.utils import CpuGpuBuffer
from vllm.v1.worker.gpu.async_utils import StepTimingSample, stream
@@ -21,7 +22,6 @@ from vllm.v1.worker.gpu.attn_utils import (
get_attn_cg_support,
get_query_lens_mismatch_unsupported_backend,
)
from vllm.v1.worker.gpu.buffer_utils import async_copy_to_gpu
logger = init_logger(__name__)
_PROFILE_REPLAYS = 5
@@ -413,7 +413,7 @@ class AdaptiveVerificationManager:
if draft_budget == 0:
capacities.zero_()
else:
async_copy_to_gpu(scheduled_drafts, out=capacities)
async_tensor_h2d(scheduled_drafts, out=capacities)
if draft_budget < int(scheduled_drafts.sum()):
_assign_draft_token_budget_compiled(
self._confidence_probs,
@@ -424,10 +424,7 @@ class AdaptiveVerificationManager:
)
num_non_draft_tokens_gpu = self._num_non_draft_tokens[:num_reqs]
async_copy_to_gpu(
num_non_draft_tokens,
out=num_non_draft_tokens_gpu,
)
async_tensor_h2d(num_non_draft_tokens, out=num_non_draft_tokens_gpu)
self._cu_num_logits[:1].zero_()
torch.cumsum(
capacities + self.num_bonus_tokens,