[ROCm][DeepEP] Stabilize high-throughput DBO for DP+EP (#46990)
Signed-off-by: Andreas Karatzas <akaratza@amd.com> Signed-off-by: Andreas Karatzas <Andreas.Karatzas@amd.com> Co-authored-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
This commit is contained in:
co-authored by
Tyler Michael Smith
parent
4eb227992a
commit
53f7553f09
@@ -154,6 +154,16 @@ class UBatchWrapper:
|
||||
@staticmethod
|
||||
def _create_sm_control_context(vllm_config: VllmConfig):
|
||||
comm_sms: int = envs.VLLM_DBO_COMM_SMS
|
||||
rocm_deepep_ht_dbo = (
|
||||
current_platform.is_rocm()
|
||||
and vllm_config.parallel_config.enable_dbo
|
||||
and vllm_config.parallel_config.all2all_backend == "deepep_high_throughput"
|
||||
)
|
||||
if rocm_deepep_ht_dbo:
|
||||
# On ROCm, reserving CUs for DeepEP HT communication under DBO
|
||||
# corrupts DP+EP generation accuracy. Keep the backend active, but
|
||||
# leave all CUs visible to the compute and communication kernels.
|
||||
comm_sms = 0
|
||||
|
||||
set_comm_sms = lambda sms: None
|
||||
if vllm_config.parallel_config.enable_expert_parallel:
|
||||
|
||||
Reference in New Issue
Block a user