[Core][Optimization] remove vllm-nccl (#5091)

This commit is contained in:
youkaichao
2024-05-29 05:13:52 +00:00
committed by GitHub
parent 616e600e0b
commit 5bd3c65072
7 changed files with 21 additions and 100 deletions
+4 -2
View File
@@ -121,12 +121,14 @@ class WorkerWrapperBase:
def init_worker(self, *args, **kwargs):
"""
Actual initialization of the worker class, and set up
function tracing if required.
Here we inject some common logic before initializing the worker.
Arguments are passed to the worker class constructor.
"""
enable_trace_function_call_for_thread()
# see https://github.com/NVIDIA/nccl/issues/1234
os.environ['NCCL_CUMEM_ENABLE'] = '0'
mod = importlib.import_module(self.worker_module_name)
worker_class = getattr(mod, self.worker_class_name)
self.worker = worker_class(*args, **kwargs)