[misc][plugin] add plugin system implementation (#7426)
This commit is contained in:
@@ -411,6 +411,9 @@ class WorkerWrapperBase:
|
||||
# see https://github.com/NVIDIA/nccl/issues/1234
|
||||
os.environ['NCCL_CUMEM_ENABLE'] = '0'
|
||||
|
||||
from vllm.plugins import load_general_plugins
|
||||
load_general_plugins()
|
||||
|
||||
if self.worker_class_fn:
|
||||
worker_class = self.worker_class_fn()
|
||||
else:
|
||||
|
||||
Reference in New Issue
Block a user