[BugFix] Fix server crash on empty prompt (#7746)
Signed-off-by: Max de Bayser <mbayser@br.ibm.com>
This commit is contained in:
@@ -591,6 +591,7 @@ class LLMEngine:
|
||||
prompt_adapter_request: Optional[PromptAdapterRequest],
|
||||
trace_headers: Optional[Mapping[str, str]] = None,
|
||||
) -> None:
|
||||
self._validate_model_inputs(processed_inputs)
|
||||
# Create the sequences.
|
||||
block_size = self.cache_config.block_size
|
||||
seq_id = next(self.seq_counter)
|
||||
@@ -1647,3 +1648,10 @@ class LLMEngine:
|
||||
|
||||
def is_embedding_model(self):
|
||||
return self.model_config.is_embedding_model
|
||||
|
||||
def _validate_model_inputs(self, inputs: Union[LLMInputs,
|
||||
EncoderDecoderLLMInputs]):
|
||||
prompt_key = "encoder_prompt_token_ids" \
|
||||
if self.is_encoder_decoder_model() else "prompt_token_ids"
|
||||
if not inputs.get(prompt_key):
|
||||
raise ValueError("Prompt cannot be empty")
|
||||
|
||||
Reference in New Issue
Block a user