[Perf] Tune FlashInfer all-reduce thresholds for single-node TP8 on SM103 (#53606)

Signed-off-by: Jee Jee Li <jeejeelee@inferact.ai>
This commit is contained in:
Jee Jee Li
2026-08-26 01:46:56 +00:00
committed by GitHub
parent d125b540b7
commit 88e1b11313
3 changed files with 3 additions and 2 deletions
@@ -86,6 +86,7 @@ SYMM_MEM_ALL_REDUCE_MAX_SIZES = {
# The key is (compute capability, world size, node count).
FI_MNNVL_ALLREDUCE_MAX_SIZE_MB: dict[tuple[int, int, int], float] = {
(103, 4, 1): 80,
(103, 8, 1): 64,
(103, 8, 2): 64,
(103, 16, 4): 8,
}