[ROCm][Bugfix] Fixed several bugs related to rccl path and attention selector logic (#3699)
This commit is contained in:
@@ -41,7 +41,7 @@ else:
|
||||
if torch.version.cuda is not None:
|
||||
so_file = "libnccl.so.2"
|
||||
elif torch.version.hip is not None:
|
||||
so_file = "librccl.so.2"
|
||||
so_file = "librccl.so.1"
|
||||
else:
|
||||
raise ValueError("NCCL only supports CUDA and ROCm backends.")
|
||||
logger.debug(f"Loading nccl from library {so_file}")
|
||||
|
||||
Reference in New Issue
Block a user