[Core] Check for GPU<->CPU syncs during CI (#43107)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
Nick Hill
2026-08-14 17:42:05 -07:00
committed by GitHub
co-authored by Claude Opus 4.8
parent 7b544ecb52
commit 615d4cfade
44 changed files with 600 additions and 357 deletions
+4 -4
View File
@@ -56,6 +56,7 @@ from vllm.transformers_utils.processors.cohere_asr import (
CohereASRProcessor,
)
from vllm.utils.collection_utils import is_list_of
from vllm.utils.gpu_sync_debug import gpu_sync_allowed
from vllm.v1.attention.backend import (
AttentionType,
)
@@ -1770,10 +1771,9 @@ class CohereASRModel(nn.Module):
out = self.encoder_decoder_proj(out)
# Convert padded tensor to packed
outs = []
for i, feat in enumerate(out):
feat_len = encoder_output_length[i]
outs.append(feat[:feat_len, :])
with gpu_sync_allowed():
lengths = encoder_output_length.tolist()
outs = [feat[:length, :] for feat, length in zip(out, lengths)]
return outs
else: