diff --git a/vllm/model_executor/models/transformers/base.py b/vllm/model_executor/models/transformers/base.py index 879121145d..c964cb721d 100644 --- a/vllm/model_executor/models/transformers/base.py +++ b/vllm/model_executor/models/transformers/base.py @@ -631,6 +631,10 @@ class Base( # [seq_len] -> [1, seq_len] positions = positions[None, ...] + # Transformers models expect either input_ids or inputs_embeds, but not both + if input_ids is not None and inputs_embeds is not None: + input_ids = None + outputs = self.model( input_ids=input_ids, inputs_embeds=inputs_embeds,