[Misc] Collect model support info in a single process per model (#9233)

This commit is contained in:
Cyrus Leung
2024-10-11 11:08:11 +00:00
committed by GitHub
parent cbc2ef5529
commit e808156f30
4 changed files with 236 additions and 167 deletions
+3
View File
@@ -130,6 +130,9 @@ class MQLLMEngine:
def from_engine_args(cls, engine_args: AsyncEngineArgs,
usage_context: UsageContext, ipc_path: str):
"""Creates an MQLLMEngine from the engine arguments."""
# Setup plugins for each process
from vllm.plugins import load_general_plugins
load_general_plugins()
engine_config = engine_args.create_engine_config()