[Model][Misc] Add e5-mistral-7b-instruct and Embedding API (#3734)
This commit is contained in:
@@ -35,6 +35,11 @@ class BlockSpaceManager(ABC):
|
||||
from vllm.core.block_manager_v2 import BlockSpaceManagerV2
|
||||
return BlockSpaceManagerV2
|
||||
|
||||
if version == "embedding":
|
||||
from vllm.core.embedding_model_block_manager import (
|
||||
EmbeddingModelBlockSpaceManager)
|
||||
return EmbeddingModelBlockSpaceManager
|
||||
|
||||
raise ValueError(f"Unknown version {version=}")
|
||||
|
||||
@abstractmethod
|
||||
|
||||
Reference in New Issue
Block a user