[Perf] Enable + tune FlashInfer fused allreduce at world_size=16 on SM 10.3 (GB300) (#46392)
Signed-off-by: Jeff Ma <jeffjma@umich.edu> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
e2af449c39
commit
fc61c6fc26
@@ -98,11 +98,13 @@ FI_ALLREDUCE_FUSION_MAX_SIZE_MB: dict[int, dict[int, float]] = {
|
||||
2: 64, # 64MB
|
||||
4: 32, # 32MB
|
||||
8: 1, # 1MB
|
||||
16: 64, # 64MB (mnnvl multi-node)
|
||||
},
|
||||
103: {
|
||||
2: 64, # 64MB
|
||||
4: 64, # 64MB
|
||||
8: 2, # 2MB
|
||||
16: 64, # 64MB (mnnvl multi-node)
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
@@ -186,7 +186,7 @@ class PassConfig:
|
||||
"""
|
||||
|
||||
MiB = 1024 * 1024
|
||||
FI_SUPPORTED_WORLD_SIZES = [2, 4, 8]
|
||||
FI_SUPPORTED_WORLD_SIZES = [2, 4, 8, 16]
|
||||
if world_size not in FI_SUPPORTED_WORLD_SIZES:
|
||||
return None
|
||||
max_size_mb = self.fi_allreduce_fusion_max_size_mb
|
||||
|
||||
Reference in New Issue
Block a user