[misc][plugin] add plugin system implementation (#7426)

This commit is contained in:
youkaichao
2024-08-13 16:24:17 -07:00
committed by GitHub
parent 373538f973
commit 16422ea76f
13 changed files with 162 additions and 102 deletions
+3
View File
@@ -227,6 +227,9 @@ class LLMEngine:
)
# TODO(woosuk): Print more configs in debug mode.
from vllm.plugins import load_general_plugins
load_general_plugins()
self.model_config = model_config
self.cache_config = cache_config
self.lora_config = lora_config