[CPU] Ship triton-cpu wheel and fix several hardcoded pin_memory=True (#52092)

Signed-off-by: jiang1.li <jiang1.li@intel.com>
This commit is contained in:
Li, Jiang
2026-08-13 14:40:53 +08:00
committed by GitHub
parent 89c8401c8a
commit 373592ef57
8 changed files with 50 additions and 41 deletions
+2 -1
View File
@@ -17,6 +17,7 @@ from vllm.multimodal.utils import (
group_and_batch_mm_kwargs,
set_mm_embedding_modality,
)
from vllm.utils.torch_utils import PIN_MEMORY
from vllm.v1.worker.gpu.mm.encoder_cache import EncoderCache
from vllm.v1.worker.utils import (
EncoderTimingStats,
@@ -115,7 +116,7 @@ class EncoderRunner:
) -> list[torch.Tensor]:
encoder_outputs: list[torch.Tensor] = []
for modality, num_items, mm_kwargs_batch in group_and_batch_mm_kwargs(
mm_kwargs, device=self.device, pin_memory=True
mm_kwargs, device=self.device, pin_memory=PIN_MEMORY
):
batch_outputs = self.model.embed_multimodal(**mm_kwargs_batch)
sanity_check_mm_encoder_outputs(batch_outputs, expected_num_items=num_items)