[core][distributed] support n layers % pp size != 0 (#6115)
This commit is contained in:
@@ -50,6 +50,7 @@ class Worker(LocalOrDistributedWorkerBase):
|
||||
) -> None:
|
||||
self.model_config = model_config
|
||||
self.parallel_config = parallel_config
|
||||
self.parallel_config.rank = rank
|
||||
self.scheduler_config = scheduler_config
|
||||
self.device_config = device_config
|
||||
self.cache_config = cache_config
|
||||
|
||||
Reference in New Issue
Block a user