[Perf] Add SM 10.3 (B300/GB300) all-reduce communicator tuning (#37756)

Signed-off-by: Mohammad Miadh Angkad <176301910+mmangkad@users.noreply.github.com>
This commit is contained in:
Mohammad Miadh Angkad
2026-03-21 19:43:47 +00:00
committed by GitHub
parent 88f1b374f5
commit 61e381dcf0
3 changed files with 23 additions and 0 deletions
@@ -62,6 +62,11 @@ FI_ALLREDUCE_FUSION_MAX_SIZE_MB: dict[int, dict[int, float]] = {
4: 32, # 32MB
8: 1, # 1MB
},
103: {
2: 64, # 64MB
4: 64, # 64MB
8: 2, # 2MB
},
}
# Max size of the input tensor per world size per device capability
@@ -78,6 +83,11 @@ _FI_ALLREDUCE_ONE_SHOT_MAX_SIZES_MB: dict[int, dict[int, float]] = {
4: 4, # 4MB
8: 1, # 1MB
},
103: {
2: 32, # 32MB
4: 4, # 4MB
8: 2, # 2MB
},
}