[Mini-VLLM] Remove the ROCm device path, debug routes and arch-gated tests
- Delete csrc/rocm, hipify, the _rocm_C extension and the setup.py rocm target path; drop the rocm requirement files - Delete the aiter, rdna3, skinny-gemm and ROCm fused-MoE kernel modules and retarget the linear kernel registries away from them - Reduce platforms/rocm.py to the GCN architecture predicates that live code still imports, and delete the RocmPlatform class and plugin - Drop the VLLM_SERVER_DEV_MODE debug surface: reset, collective_rpc, server_info and sleep routes plus the log_error_stack flag - Delete lm-format-enforcer, lark and otel-semantic-conventions-ai pins; the live server process maps none of them - Delete tests that only build architectures this fork no longer registers, and test directories left without any test file - Restore the tests/v1/kv_connector mock helpers that scheduler tests import at module level Co-authored-by: Hinata <hinata@idihore.id> Signed-off-by: MOVZX <movzx@yahoo.com>
This commit is contained in:
@@ -109,45 +109,6 @@ def _write_json(path: Path, value: object) -> None:
|
||||
path.write_text(json.dumps(value), encoding="utf-8")
|
||||
|
||||
|
||||
@pytest.mark.skipif(not current_platform.is_rocm(), reason="ROCm-specific test")
|
||||
@pytest.mark.parametrize(
|
||||
("is_mm_prefix_lm", "is_multimodal_model", "expected"),
|
||||
[
|
||||
pytest.param(True, True, True, id="multimodal-prefix-lm"),
|
||||
pytest.param(False, True, False, id="multimodal-causal"),
|
||||
pytest.param(True, False, False, id="text-prefix-lm"),
|
||||
pytest.param(None, True, False, id="missing-model-config"),
|
||||
],
|
||||
)
|
||||
def test_rocm_mm_prefix_lm_disables_chunked_mm_input(
|
||||
is_mm_prefix_lm: bool | None,
|
||||
is_multimodal_model: bool,
|
||||
expected: bool,
|
||||
) -> None:
|
||||
from vllm.platforms.rocm import RocmPlatform
|
||||
|
||||
config = SimpleNamespace(
|
||||
compilation_config=SimpleNamespace(cudagraph_mode=CUDAGraphMode.NONE),
|
||||
parallel_config=SimpleNamespace(
|
||||
prefill_context_parallel_size=1,
|
||||
worker_cls="test-worker",
|
||||
),
|
||||
model_config=(
|
||||
None
|
||||
if is_mm_prefix_lm is None
|
||||
else SimpleNamespace(is_mm_prefix_lm=is_mm_prefix_lm)
|
||||
),
|
||||
scheduler_config=SimpleNamespace(
|
||||
is_multimodal_model=is_multimodal_model,
|
||||
disable_chunked_mm_input=False,
|
||||
),
|
||||
)
|
||||
|
||||
RocmPlatform.check_and_update_config(config)
|
||||
|
||||
assert config.scheduler_config.disable_chunked_mm_input is expected
|
||||
|
||||
|
||||
def _sampling_replay_config(
|
||||
*,
|
||||
return_sampling_mask: bool = True,
|
||||
|
||||
Reference in New Issue
Block a user