[BugFix] Some fixes for custom allreduce kernels (#2760)

This commit is contained in:
Hanzhi Zhou
2024-03-21 23:02:58 -07:00
committed by GitHub
parent e90fc21f2e
commit f721096d48
6 changed files with 234 additions and 252 deletions
+1 -1
View File
@@ -83,7 +83,7 @@ class LLM:
swap_space: int = 4,
enforce_eager: bool = False,
max_context_len_to_capture: int = 8192,
disable_custom_all_reduce: bool = False,
disable_custom_all_reduce: bool = True,
**kwargs,
) -> None:
if "disable_log_stats" not in kwargs: