Use CuPy for CUDA graphs (#2811)
This commit is contained in:
@@ -283,7 +283,7 @@ class LLMEngine:
|
||||
is_driver_worker=True,
|
||||
)
|
||||
|
||||
self._run_workers("init_model")
|
||||
self._run_workers("init_model", cupy_port=get_open_port())
|
||||
self._run_workers(
|
||||
"load_model",
|
||||
max_concurrent_workers=self.parallel_config.
|
||||
|
||||
Reference in New Issue
Block a user