[Core] Check for GPU<->CPU syncs during CI (#43107)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
Nick Hill
2026-08-14 17:42:05 -07:00
committed by GitHub
co-authored by Claude Opus 4.8
parent 7b544ecb52
commit 615d4cfade
44 changed files with 600 additions and 357 deletions
+17 -8
View File
@@ -19,6 +19,7 @@ from vllm.model_executor.models.interfaces import (
)
from vllm.model_executor.models.utils import scatter_output_slices
from vllm.model_executor.models.vision import get_load_balance_assignment
from vllm.utils.gpu_sync_debug import gpu_sync_allowed
from vllm.v1.worker.encoder_cudagraph_defs import (
EncoderCudaGraphConfig,
EncoderItemSpec,
@@ -298,7 +299,19 @@ class EncoderCudaGraphManager:
def _get_item_specs(self, mm_kwargs: dict[str, Any]) -> list[EncoderItemSpec]:
"""Get item specs from the model."""
return self.model.get_encoder_cudagraph_item_specs(mm_kwargs)
# Implementations read per-item grid/patch counts off device tensors
# to size the cudagraph buffers, so the D2H is inherent here.
with gpu_sync_allowed():
return self.model.get_encoder_cudagraph_item_specs(mm_kwargs)
def _select_items(
self, mm_kwargs: dict[str, Any], indices: list[int]
) -> dict[str, Any]:
"""Select the mm kwargs for `indices` from the model."""
# Same as `_get_item_specs`: implementations re-read the per-item
# grid/patch counts to slice the batch, so the D2H is inherent.
with gpu_sync_allowed():
return self.model.select_encoder_cudagraph_items(mm_kwargs, indices)
def _get_per_item_out_tokens(self, mm_kwargs: dict[str, Any]) -> list[int]:
"""Get per-item output token counts as plain ints."""
@@ -415,9 +428,7 @@ class EncoderCudaGraphManager:
outputs_by_orig_idx: dict[int, torch.Tensor] = {}
for batch_indices, path_budgets in batches:
batch_mm_kwargs = self.model.select_encoder_cudagraph_items(
mm_kwargs, batch_indices
)
batch_mm_kwargs = self._select_items(mm_kwargs, batch_indices)
graph_outputs: dict[str, torch.Tensor] = {}
all_eager = True
@@ -491,11 +502,9 @@ class EncoderCudaGraphManager:
]
if len(local_indices) > 0:
local_mm_kwargs = self.model.select_encoder_cudagraph_items(
mm_kwargs, local_indices
)
local_mm_kwargs = self._select_items(mm_kwargs, local_indices)
else:
local_mm_kwargs = self.model.select_encoder_cudagraph_items(mm_kwargs, [])
local_mm_kwargs = self._select_items(mm_kwargs, [])
max_output_tokens_per_rank = (
max(