[Rubin] Enable NVLink all-reduce paths on SM107 (#49647)
Signed-off-by: Zachary Aristei <zaristei@nvidia.com> Co-authored-by: Sahithi Chigurupati <chigurupati.sahithi@gmail.com> Co-authored-by: hlu1 <14827759+hlu1@users.noreply.github.com>
This commit is contained in:
co-authored by
Sahithi Chigurupati
hlu1
parent
48fc2e2797
commit
5fa0154448
@@ -47,6 +47,12 @@ CUSTOM_ALL_REDUCE_MAX_SIZES = {
|
||||
6: 8 * MiB, # 8 MB
|
||||
8: 4 * MiB, # 4 MB
|
||||
},
|
||||
"10.7": { # sm_107 (Rubin): reuse 10.3 all-reduce thresholds
|
||||
2: 4 * MiB, # 4 MB
|
||||
4: 4 * MiB, # 4 MB
|
||||
6: 8 * MiB, # 8 MB
|
||||
8: 4 * MiB, # 4 MB
|
||||
},
|
||||
}
|
||||
|
||||
SYMM_MEM_ALL_REDUCE_MAX_SIZES = {
|
||||
@@ -68,6 +74,12 @@ SYMM_MEM_ALL_REDUCE_MAX_SIZES = {
|
||||
6: 32 * MiB, # 32 MB
|
||||
8: 64 * MiB, # 64 MB
|
||||
},
|
||||
"10.7": { # sm_107 (Rubin): reuse 10.3 all-reduce thresholds
|
||||
2: 4 * MiB, # 4 MB
|
||||
4: 32 * MiB, # 32 MB
|
||||
6: 32 * MiB, # 32 MB
|
||||
8: 64 * MiB, # 64 MB
|
||||
},
|
||||
}
|
||||
|
||||
# NCCL symmetric memory allreduce configuration based on H100 and GB200 benchmarks.
|
||||
|
||||
Reference in New Issue
Block a user