[core][distributed] support n layers % pp size != 0 (#6115)

This commit is contained in:
youkaichao
2024-07-03 16:40:31 -07:00
committed by GitHub
parent 966fe72141
commit 3de6e6a30e
7 changed files with 19 additions and 10 deletions
+1
View File
@@ -154,6 +154,7 @@ class OpenVINOWorker(LoraNotSupportedWorkerBase):
) -> None:
self.model_config = model_config
self.parallel_config = parallel_config
self.parallel_config.rank = rank
self.scheduler_config = scheduler_config
self.device_config = device_config
self.cache_config = cache_config
+1
View File
@@ -39,6 +39,7 @@ class TPUWorker(LoraNotSupportedWorkerBase):
) -> None:
self.model_config = model_config
self.parallel_config = parallel_config
self.parallel_config.rank = rank
self.scheduler_config = scheduler_config
self.device_config = device_config
self.cache_config = cache_config
+1
View File
@@ -50,6 +50,7 @@ class Worker(LocalOrDistributedWorkerBase):
) -> None:
self.model_config = model_config
self.parallel_config = parallel_config
self.parallel_config.rank = rank
self.scheduler_config = scheduler_config
self.device_config = device_config
self.cache_config = cache_config
+1
View File
@@ -54,6 +54,7 @@ class XPUWorker(LoraNotSupportedWorkerBase, Worker):
self.model_config = model_config
self.parallel_config = parallel_config
self.parallel_config.rank = rank
self.scheduler_config = scheduler_config
self.device_config = device_config
self.cache_config = cache_config