[Rubin] Enable NVLink all-reduce paths on SM107 (#49647)

Signed-off-by: Zachary Aristei <zaristei@nvidia.com>
Co-authored-by: Sahithi Chigurupati <chigurupati.sahithi@gmail.com>
Co-authored-by: hlu1 <14827759+hlu1@users.noreply.github.com>
This commit is contained in:
zaristei
2026-07-29 20:53:25 +00:00
committed by GitHub
co-authored by Sahithi Chigurupati hlu1
parent 48fc2e2797
commit 5fa0154448
3 changed files with 23 additions and 0 deletions
@@ -47,6 +47,12 @@ CUSTOM_ALL_REDUCE_MAX_SIZES = {
6: 8 * MiB, # 8 MB
8: 4 * MiB, # 4 MB
},
"10.7": { # sm_107 (Rubin): reuse 10.3 all-reduce thresholds
2: 4 * MiB, # 4 MB
4: 4 * MiB, # 4 MB
6: 8 * MiB, # 8 MB
8: 4 * MiB, # 4 MB
},
}
SYMM_MEM_ALL_REDUCE_MAX_SIZES = {
@@ -68,6 +74,12 @@ SYMM_MEM_ALL_REDUCE_MAX_SIZES = {
6: 32 * MiB, # 32 MB
8: 64 * MiB, # 64 MB
},
"10.7": { # sm_107 (Rubin): reuse 10.3 all-reduce thresholds
2: 4 * MiB, # 4 MB
4: 32 * MiB, # 32 MB
6: 32 * MiB, # 32 MB
8: 64 * MiB, # 64 MB
},
}
# NCCL symmetric memory allreduce configuration based on H100 and GB200 benchmarks.