[Distributed][Core] Support Py39 and Py38 for PP (#6120)
Signed-off-by: Muralidhar Andoorveedu <muralidhar.andoorveedu@centml.ai>
This commit is contained in:
@@ -123,12 +123,7 @@ class ExecutorAsyncBase(ExecutorBase):
|
||||
multimodal_config: Optional[MultiModalConfig],
|
||||
speculative_config: Optional[SpeculativeConfig],
|
||||
) -> None:
|
||||
# This locks each pipeline parallel stage so multiple virtual engines
|
||||
# can't execute on the same stage at the same time
|
||||
self.pp_locks = [
|
||||
asyncio.Lock()
|
||||
for _ in range(parallel_config.pipeline_parallel_size)
|
||||
]
|
||||
self.pp_locks: Optional[List[asyncio.Lock]] = None
|
||||
|
||||
super().__init__(model_config, cache_config, parallel_config,
|
||||
scheduler_config, device_config, load_config,
|
||||
|
||||
Reference in New Issue
Block a user