[Core] Check for GPU<->CPU syncs during CI (#43107)
Signed-off-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.8
parent
7b544ecb52
commit
615d4cfade
@@ -43,6 +43,7 @@ from vllm.multimodal.processing import (
|
||||
from vllm.renderers import TokenizeParams
|
||||
from vllm.sequence import IntermediateTensors
|
||||
from vllm.transformers_utils.configs.ultravox import UltravoxConfig
|
||||
from vllm.utils.gpu_sync_debug import gpu_sync_allowed
|
||||
from vllm.utils.tensor_schema import TensorSchema, TensorShape
|
||||
|
||||
from .interfaces import (
|
||||
@@ -841,15 +842,19 @@ class UltravoxModel(nn.Module, SupportsMultiModal, SupportsPP, SupportsLoRA):
|
||||
embeddings.shape[0], -1
|
||||
)
|
||||
mask = indices < audio_token_len[:, None]
|
||||
# Apply mask and flatten
|
||||
flattened_embeddings = embeddings[mask]
|
||||
|
||||
# Return one tensor per input audio
|
||||
embed_lens = [
|
||||
chunk_lens.sum().item()
|
||||
for chunk_lens in audio_token_len.split(audio_input["num_chunks"].tolist())
|
||||
]
|
||||
return flattened_embeddings.split(embed_lens)
|
||||
with gpu_sync_allowed():
|
||||
# Apply mask and flatten
|
||||
flattened_embeddings = embeddings[mask]
|
||||
|
||||
# Return one tensor per input audio
|
||||
embed_lens = [
|
||||
chunk_lens.sum().item()
|
||||
for chunk_lens in audio_token_len.split(
|
||||
audio_input["num_chunks"].tolist()
|
||||
)
|
||||
]
|
||||
return flattened_embeddings.split(embed_lens)
|
||||
|
||||
def embed_multimodal(self, **kwargs: object) -> MultiModalEmbeddings:
|
||||
audio_input = self._parse_and_validate_audio_input(**kwargs)
|
||||
|
||||
Reference in New Issue
Block a user