[BugFix] Some fixes for custom allreduce kernels (#2760)

This commit is contained in:
Hanzhi Zhou
2024-03-21 23:02:58 -07:00
committed by GitHub
parent e90fc21f2e
commit f721096d48
6 changed files with 234 additions and 252 deletions
-9
View File
@@ -506,15 +506,6 @@ class ParallelConfig:
raise ValueError("Unable to use nsight profiling unless workers "
"run with Ray.")
# FIXME(woosuk): Fix the stability issues and re-enable the custom
# all-reduce kernel.
if not self.disable_custom_all_reduce and self.world_size > 1:
self.disable_custom_all_reduce = True
logger.info(
"Custom all-reduce kernels are temporarily disabled due to "
"stability issues. We will re-enable them once the issues are "
"resolved.")
class SchedulerConfig:
"""Scheduler configuration.