[Mini-VLLM] Remove the ROCm device path, debug routes and arch-gated tests
- Delete csrc/rocm, hipify, the _rocm_C extension and the setup.py rocm target path; drop the rocm requirement files - Delete the aiter, rdna3, skinny-gemm and ROCm fused-MoE kernel modules and retarget the linear kernel registries away from them - Reduce platforms/rocm.py to the GCN architecture predicates that live code still imports, and delete the RocmPlatform class and plugin - Drop the VLLM_SERVER_DEV_MODE debug surface: reset, collective_rpc, server_info and sleep routes plus the log_error_stack flag - Delete lm-format-enforcer, lark and otel-semantic-conventions-ai pins; the live server process maps none of them - Delete tests that only build architectures this fork no longer registers, and test directories left without any test file - Restore the tests/v1/kv_connector mock helpers that scheduler tests import at module level Co-authored-by: Hinata <hinata@idihore.id> Signed-off-by: MOVZX <movzx@yahoo.com>
This commit is contained in:
File diff suppressed because it is too large
Load Diff
@@ -22,12 +22,6 @@ if rocm_aiter_ops.is_enabled() or rocm_aiter_ops.is_rdna_aiter_enabled():
|
||||
from .fusion.allreduce_rms_fusion import (
|
||||
RocmAiterAllReduceFusionPass,
|
||||
)
|
||||
from .fusion.rocm_aiter_fusion import (
|
||||
MLADualRMSNormFusionPass,
|
||||
RocmAiterRMSNormQuantFusionPass,
|
||||
RocmAiterSiluMulFp8GroupQuantFusionPass,
|
||||
RocmAiterTritonAddRMSNormPadFusionPass,
|
||||
)
|
||||
|
||||
if current_platform.is_cuda_alike() or current_platform.is_xpu():
|
||||
from .fusion.add_rms_fusion import (
|
||||
@@ -155,12 +149,6 @@ class PostGradPassManager(CustomGraphPass): # type: ignore[misc]
|
||||
if enable_transformers_norm_canonicalization:
|
||||
self.passes += [AddRMSNormFusionPass(config)]
|
||||
|
||||
if self.pass_config.fuse_act_padding and (
|
||||
rocm_aiter_ops.is_enabled() or rocm_aiter_ops.is_rdna_aiter_enabled()
|
||||
):
|
||||
# Run the more specific RMSNorm+router-pad fusion before
|
||||
# AR+RMS, since both consume fused_add_rms_norm.
|
||||
self.passes += [RocmAiterTritonAddRMSNormPadFusionPass(config)]
|
||||
|
||||
if self.pass_config.fuse_allreduce_rms:
|
||||
if rocm_aiter_ops.is_enabled():
|
||||
@@ -174,30 +162,16 @@ class PostGradPassManager(CustomGraphPass): # type: ignore[misc]
|
||||
self.passes += [RMSNormReshapeFusionPass(config)]
|
||||
|
||||
if self.pass_config.fuse_norm_quant:
|
||||
if (
|
||||
rocm_aiter_ops.is_enabled()
|
||||
or rocm_aiter_ops.is_rdna_aiter_enabled()
|
||||
):
|
||||
self.passes += [
|
||||
RocmAiterRMSNormQuantFusionPass(config),
|
||||
]
|
||||
self.passes += [RMSNormQuantFusionPass(config)]
|
||||
|
||||
if self.pass_config.fuse_act_quant:
|
||||
self.passes += [ActivationQuantFusionPass(config)]
|
||||
if (
|
||||
rocm_aiter_ops.is_enabled()
|
||||
or rocm_aiter_ops.is_rdna_aiter_enabled()
|
||||
):
|
||||
self.passes += [RocmAiterSiluMulFp8GroupQuantFusionPass(config)]
|
||||
|
||||
if self.pass_config.fuse_qk_norm_rope_kvcache:
|
||||
self.passes += [SplitCoalescingPass(config)]
|
||||
self.passes += [ScatterSplitReplacementPass(config)]
|
||||
self.passes += [QkNormRopeKvCacheFusionPass(config)]
|
||||
|
||||
if self.pass_config.fuse_mla_dual_rms_norm and rocm_aiter_ops.is_enabled():
|
||||
self.passes += [MLADualRMSNormFusionPass(config)]
|
||||
|
||||
if self.pass_config.fuse_rope_kvcache:
|
||||
self.passes += [SplitCoalescingPass(config)]
|
||||
|
||||
Reference in New Issue
Block a user