[Core] Enable allreduce fusion by default for SM 10.3 (B300/GB300) (#37755)
Signed-off-by: Mohammad Miadh Angkad <176301910+mmangkad@users.noreply.github.com>
This commit is contained in:
+1
-1
@@ -120,7 +120,7 @@ def enable_allreduce_rms_fusion(cfg: "VllmConfig") -> bool:
|
|||||||
and current_platform.is_cuda()
|
and current_platform.is_cuda()
|
||||||
and has_flashinfer()
|
and has_flashinfer()
|
||||||
and (
|
and (
|
||||||
current_platform.is_device_capability(100)
|
current_platform.is_device_capability_family(100)
|
||||||
or current_platform.is_device_capability(90)
|
or current_platform.is_device_capability(90)
|
||||||
)
|
)
|
||||||
# tp-dp combination broken:
|
# tp-dp combination broken:
|
||||||
|
|||||||
Reference in New Issue
Block a user