diff --git a/vllm/models/common/ops/__init__.py b/vllm/models/common/ops/__init__.py
index f577a3c4c2..0d0fe8de26 100644
--- a/vllm/models/common/ops/__init__.py
+++ b/vllm/models/common/ops/__init__.py
@@ -2,10 +2,8 @@
 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
 """Ops shared across model implementations."""
 
-from .fused_allreduce_rms_norm import fused_allreduce_rms_norm
 from .fused_qk_rmsnorm import fused_q_kv_rmsnorm
 
 __all__ = [
-    "fused_allreduce_rms_norm",
     "fused_q_kv_rmsnorm",
 ]
diff --git a/vllm/models/deepseek_v32/amd/model.py b/vllm/models/deepseek_v32/amd/model.py
index 7efa52fd95..f5067bd0b9 100644
--- a/vllm/models/deepseek_v32/amd/model.py
+++ b/vllm/models/deepseek_v32/amd/model.py
@@ -34,7 +34,7 @@ from vllm.model_executor.models.utils import (
     make_empty_intermediate_tensors_factory,
     make_layers,
 )
-from vllm.models.common.ops import fused_allreduce_rms_norm
+from vllm.models.common.ops.fused_allreduce_rms_norm import fused_allreduce_rms_norm
 from vllm.sequence import IntermediateTensors
 
 from .rocm import DeepseekV32MLAAttention
diff --git a/vllm/models/deepseek_v32/nvidia/model.py b/vllm/models/deepseek_v32/nvidia/model.py
index e7a7db2b59..240e97329e 100644
--- a/vllm/models/deepseek_v32/nvidia/model.py
+++ b/vllm/models/deepseek_v32/nvidia/model.py
@@ -38,7 +38,7 @@ from vllm.model_executor.models.utils import (
     make_layers,
     sequence_parallel_chunk,
 )
-from vllm.models.common.ops import fused_allreduce_rms_norm
+from vllm.models.common.ops.fused_allreduce_rms_norm import fused_allreduce_rms_norm
 from vllm.models.deepseek_v32.attention import DeepseekV32Attention
 from vllm.sequence import IntermediateTensors
 
diff --git a/vllm/models/kimi_k3/nvidia/dspark_mla.py b/vllm/models/kimi_k3/nvidia/dspark_mla.py
index 8643789034..64714496a1 100644
--- a/vllm/models/kimi_k3/nvidia/dspark_mla.py
+++ b/vllm/models/kimi_k3/nvidia/dspark_mla.py
@@ -20,7 +20,7 @@ from vllm.model_executor.models.utils import (
     get_draft_quant_config,
     maybe_prefix,
 )
-from vllm.models.common.ops import fused_allreduce_rms_norm
+from vllm.models.common.ops.fused_allreduce_rms_norm import fused_allreduce_rms_norm
 from vllm.models.kimi_k3.nvidia.mla import MultiHeadLatentAttention
 from vllm.models.kimi_k3.nvidia.model import KimiMLP
 from vllm.utils.torch_utils import is_quantized_kv_cache