[Perf] Add SM 10.3 (B300/GB300) all-reduce communicator tuning (#37756)
Signed-off-by: Mohammad Miadh Angkad <176301910+mmangkad@users.noreply.github.com>
This commit is contained in:
@@ -44,6 +44,12 @@ CUSTOM_ALL_REDUCE_MAX_SIZES = {
|
||||
6: 1 * MiB, # 1 MB
|
||||
8: 1 * MiB, # 1 MB
|
||||
},
|
||||
"10.3": {
|
||||
2: 4 * MiB, # 4 MB
|
||||
4: 4 * MiB, # 4 MB
|
||||
6: 8 * MiB, # 8 MB
|
||||
8: 4 * MiB, # 4 MB
|
||||
},
|
||||
}
|
||||
|
||||
SYMM_MEM_ALL_REDUCE_MAX_SIZES = {
|
||||
@@ -59,6 +65,12 @@ SYMM_MEM_ALL_REDUCE_MAX_SIZES = {
|
||||
6: 128 * MiB, # 128 MB
|
||||
8: 128 * MiB, # 128 MB
|
||||
},
|
||||
"10.3": {
|
||||
2: 4 * MiB, # 4 MB
|
||||
4: 32 * MiB, # 32 MB
|
||||
6: 32 * MiB, # 32 MB
|
||||
8: 64 * MiB, # 64 MB
|
||||
},
|
||||
}
|
||||
|
||||
# NCCL symmetric memory allreduce configuration based on H100 and GB200 benchmarks.
|
||||
|
||||
Reference in New Issue
Block a user