[Rubin] Enable NVLink all-reduce paths on SM107 (#49647)

Signed-off-by: Zachary Aristei <zaristei@nvidia.com>
Co-authored-by: Sahithi Chigurupati <chigurupati.sahithi@gmail.com>
Co-authored-by: hlu1 <14827759+hlu1@users.noreply.github.com>
This commit is contained in:
zaristei
2026-07-29 20:53:25 +00:00
committed by GitHub
co-authored by Sahithi Chigurupati hlu1
parent 48fc2e2797
commit 5fa0154448
3 changed files with 23 additions and 0 deletions
@@ -119,6 +119,11 @@ FI_ALLREDUCE_FUSION_MAX_SIZE_MB: dict[int, dict[int, float]] = {
8: 2, # 2MB
16: 64, # 64MB (mnnvl multi-node)
},
107: {
2: 64, # 64MB
4: 64, # 64MB
8: 2, # 2MB
},
}
# Max size of the input tensor per world size per device capability
@@ -140,6 +145,11 @@ _FI_ALLREDUCE_ONE_SHOT_MAX_SIZES_MB: dict[int, dict[int, float]] = {
4: 4, # 4MB
8: 2, # 2MB
},
107: {
2: 32, # 32MB
4: 4, # 4MB
8: 2, # 2MB
},
}
MiB = 1024 * 1024