[ROCm][Bugfix] Fixed several bugs related to rccl path and attention selector logic (#3699)

This commit is contained in:
Hongxia Yang
2024-03-29 14:52:36 -07:00
committed by GitHub
parent 430530fc18
commit 9765b5c406
4 changed files with 5 additions and 5 deletions
+1 -1
View File
@@ -41,7 +41,7 @@ else:
if torch.version.cuda is not None:
so_file = "libnccl.so.2"
elif torch.version.hip is not None:
so_file = "librccl.so.2"
so_file = "librccl.so.1"
else:
raise ValueError("NCCL only supports CUDA and ROCm backends.")
logger.debug(f"Loading nccl from library {so_file}")