[Perf][ROCm] Add AITER custom AG/RS (DP only) (#48247)

Signed-off-by: simondanielsson <simon.danielsson99@hotmail.com>
This commit is contained in:
Simon Danielsson
2026-09-11 13:19:57 +08:00
committed by GitHub
parent 980c16c8e4
commit ae48466cf3
8 changed files with 549 additions and 74 deletions
+15
View File
@@ -410,6 +410,21 @@ def test_flashinfer_all_reduce_precedes_nccl(monkeypatch: pytest.MonkeyPatch) ->
nccl_selector.assert_not_called()
def test_aiter_all_gather_precedes_pynccl(monkeypatch: pytest.MonkeyPatch) -> None:
"""Ensure can use aiter all_gather if available even if pynccl is not available."""
output = torch.empty(2)
aiter_comm = Mock()
aiter_comm.should_custom_ag.return_value = True
aiter_comm.custom_all_gather.return_value = output
communicator = CudaCommunicator.__new__(CudaCommunicator)
communicator.world_size = 2
communicator.aiter_ar_comm = aiter_comm
communicator.pynccl_comm = Mock(disabled=True)
monkeypatch.setattr(communicator, "_can_use_aiter_ag_rs", Mock(return_value=True))
assert communicator.all_gatherv(torch.empty(1)) is output
def test_isend_object_posts_size_then_object_and_releases_on_wait(
monkeypatch: pytest.MonkeyPatch,
) -> None: