[CI/Build] Add TP test for vision models (#5892)

This commit is contained in:
Cyrus Leung
2024-06-29 15:45:54 +00:00
committed by GitHub
parent 8dbfcd35bf
commit 99397da534
9 changed files with 131 additions and 27 deletions
+3 -1
View File
@@ -194,7 +194,7 @@ class GroupCoordinator:
self.shm_broadcaster: Optional[ShmRingBufferIO] = None
if self.world_size > 1 and is_in_the_same_node(self.cpu_group):
self.shm_broadcaster = ShmRingBufferIO.create_from_process_group(
self.cpu_group, 1 << 20, 6)
self.cpu_group, 1 << 22, 6)
@property
def first_rank(self):
@@ -690,6 +690,8 @@ class GroupCoordinator:
self.pynccl_comm = None
if self.ca_comm is not None:
self.ca_comm = None
if self.shm_broadcaster is not None:
self.shm_broadcaster = None
_WORLD: Optional[GroupCoordinator] = None