[misc][plugin] add plugin system implementation (#7426)
This commit is contained in:
@@ -227,6 +227,9 @@ class LLMEngine:
|
||||
)
|
||||
# TODO(woosuk): Print more configs in debug mode.
|
||||
|
||||
from vllm.plugins import load_general_plugins
|
||||
load_general_plugins()
|
||||
|
||||
self.model_config = model_config
|
||||
self.cache_config = cache_config
|
||||
self.lora_config = lora_config
|
||||
|
||||
Reference in New Issue
Block a user