[Core] Check for GPU<->CPU syncs during CI (#43107)
Signed-off-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.8
parent
7b544ecb52
commit
615d4cfade
@@ -60,6 +60,7 @@ from vllm.multimodal.processing import (
|
||||
from vllm.sequence import IntermediateTensors
|
||||
from vllm.tokenizers import cached_tokenizer_from_config
|
||||
from vllm.transformers_utils.processor import cached_processor_from_config
|
||||
from vllm.utils.gpu_sync_debug import gpu_sync_allowed
|
||||
from vllm.utils.tensor_schema import TensorSchema, TensorShape
|
||||
from vllm.utils.torch_utils import PIN_MEMORY
|
||||
|
||||
@@ -788,8 +789,9 @@ class GraniteSpeechForConditionalGeneration(
|
||||
encoder_embeds = self.encoder(audio_input["input_features"])
|
||||
# [bsz, <max feature size>, 4096]
|
||||
projected_embeds = self.projector(encoder_embeds)
|
||||
# Apply mask on variable length audio features
|
||||
masked_embeds = projected_embeds[audio_input["input_features_mask"]]
|
||||
# Apply mask on variable length audio features.
|
||||
with gpu_sync_allowed():
|
||||
masked_embeds = projected_embeds[audio_input["input_features_mask"]]
|
||||
# Split variable length features into a tuple
|
||||
return torch.split(masked_embeds, audio_input["audio_embed_sizes"])
|
||||
|
||||
|
||||
Reference in New Issue
Block a user