[Core] Check for GPU<->CPU syncs during CI (#43107)
Signed-off-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.8
parent
7b544ecb52
commit
615d4cfade
@@ -66,6 +66,7 @@ from vllm.model_executor.models.utils import maybe_prefix
|
||||
from vllm.model_executor.models.vision import is_vit_use_data_parallel
|
||||
from vllm.platforms import current_platform
|
||||
from vllm.transformers_utils.configs.moonvit import MoonViTConfig
|
||||
from vllm.utils.gpu_sync_debug import gpu_sync_allowed
|
||||
from vllm.utils.torch_utils import async_tensor_h2d
|
||||
|
||||
|
||||
@@ -811,9 +812,14 @@ class MoonVitPretrainedModel(PreTrainedModel):
|
||||
merge_kernel_size=self.merge_kernel_size,
|
||||
)
|
||||
|
||||
hidden_states = self.patch_embed(pixel_values, grid_hw)
|
||||
hidden_states = self.encoder(hidden_states, grid_hw)
|
||||
hidden_states = patch_merger(
|
||||
hidden_states, grid_hw, merge_kernel_size=self.merge_kernel_size
|
||||
)
|
||||
# Legacy path: patch_embed, encoder and patch_merger each iterate the
|
||||
# per-image grids in Python, so all three read `grid_hw` back to the
|
||||
# host. The `encoder_metadata` path above precomputes that outside the
|
||||
# graph and does not sync.
|
||||
with gpu_sync_allowed():
|
||||
hidden_states = self.patch_embed(pixel_values, grid_hw)
|
||||
hidden_states = self.encoder(hidden_states, grid_hw)
|
||||
hidden_states = patch_merger(
|
||||
hidden_states, grid_hw, merge_kernel_size=self.merge_kernel_size
|
||||
)
|
||||
return hidden_states
|
||||
|
||||
Reference in New Issue
Block a user