[Perf] Add SM 10.3 (B300/GB300) all-reduce communicator tuning (#37756)

Signed-off-by: Mohammad Miadh Angkad <176301910+mmangkad@users.noreply.github.com>
This commit is contained in:
Mohammad Miadh Angkad
2026-03-21 19:43:47 +00:00
committed by GitHub
parent 88f1b374f5
commit 61e381dcf0
3 changed files with 23 additions and 0 deletions
@@ -44,6 +44,12 @@ CUSTOM_ALL_REDUCE_MAX_SIZES = {
6: 1 * MiB, # 1 MB
8: 1 * MiB, # 1 MB
},
"10.3": {
2: 4 * MiB, # 4 MB
4: 4 * MiB, # 4 MB
6: 8 * MiB, # 8 MB
8: 4 * MiB, # 4 MB
},
}
SYMM_MEM_ALL_REDUCE_MAX_SIZES = {
@@ -59,6 +65,12 @@ SYMM_MEM_ALL_REDUCE_MAX_SIZES = {
6: 128 * MiB, # 128 MB
8: 128 * MiB, # 128 MB
},
"10.3": {
2: 4 * MiB, # 4 MB
4: 32 * MiB, # 32 MB
6: 32 * MiB, # 32 MB
8: 64 * MiB, # 64 MB
},
}
# NCCL symmetric memory allreduce configuration based on H100 and GB200 benchmarks.