[Frontend] Require flag for loading text and image embeds (#27204)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk> Co-authored-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
co-authored by
DarkLight1337
parent
db6f28d898
commit
58fab50d82
@@ -17,6 +17,7 @@ from vllm.inputs.data import is_embeds_prompt
|
||||
class MockModelConfig:
|
||||
max_model_len: int = 100
|
||||
encoder_config: dict | None = None
|
||||
enable_prompt_embeds: bool = True
|
||||
|
||||
|
||||
class MockTokenizerResult:
|
||||
|
||||
Reference in New Issue
Block a user