From 9427c453863f3ab9e720748f04b9d6dd404ef602 Mon Sep 17 00:00:00 2001 From: stefankoncarevic Date: Mon, 13 Jul 2026 19:28:50 +0200 Subject: [PATCH] [ROCm][CI] Transformers: pass only one of input_ids/inputs_embeds (#48258) Signed-off-by: Stefan Koncarevic Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> --- vllm/model_executor/models/transformers/base.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/model_executor/models/transformers/base.py b/vllm/model_executor/models/transformers/base.py index 879121145d..c964cb721d 100644 --- a/vllm/model_executor/models/transformers/base.py +++ b/vllm/model_executor/models/transformers/base.py @@ -631,6 +631,10 @@ class Base( # [seq_len] -> [1, seq_len] positions = positions[None, ...] + # Transformers models expect either input_ids or inputs_embeds, but not both + if input_ids is not None and inputs_embeds is not None: + input_ids = None + outputs = self.model( input_ids=input_ids, inputs_embeds=inputs_embeds,