[Model] Add user-configurable task for models that support both generation and embedding (#9424)
This commit is contained in:
@@ -313,7 +313,7 @@ class Scheduler:
|
||||
self.lora_config = lora_config
|
||||
|
||||
version = "selfattn"
|
||||
if (self.scheduler_config.embedding_mode
|
||||
if (self.scheduler_config.task == "embedding"
|
||||
or self.cache_config.is_attention_free):
|
||||
version = "placeholder"
|
||||
|
||||
|
||||
Reference in New Issue
Block a user