[ROCm][CI] Enable LoRA TP Distributed Test Group In AMD CI (#47193)

Signed-off-by: Micah Williamson <micah.williamson@amd.com>
This commit is contained in:
Micah Williamson
2026-06-30 23:24:32 -07:00
committed by GitHub
parent df802a87b7
commit c3b1f9e827
2 changed files with 21 additions and 2 deletions
-2
View File
@@ -1374,8 +1374,6 @@ steps:
- tests/lora
- vllm/platforms/rocm.py
commands:
- export VLLM_WORKER_MULTIPROC_METHOD=spawn
- export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
- pytest -v -s -x lora/test_chatglm3_tp.py
- pytest -v -s -x lora/test_llama_tp.py
- pytest -v -s -x lora/test_qwen3_with_multi_loras.py
+21
View File
@@ -1,7 +1,12 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import importlib.metadata
from importlib.util import find_spec
import pytest
import torch
from packaging import version
import vllm
from vllm.lora.request import LoRARequest
@@ -9,6 +14,22 @@ from vllm.platforms import current_platform
from ..utils import multi_gpu_test
# Require amd-quark >= 0.12 on torch >= 2.11.
# Earlier torch releases work with older quark versions. See
# https://github.com/amd/Quark/issues/34
# TODO: Remove once amd-quark>=0.12.0
QUARK_TORCH_COMPATIBLE = find_spec("quark") is not None and (
version.parse(importlib.metadata.version("amd-quark")) >= version.parse("0.12.0")
if version.parse(torch.__version__.split("+")[0]) >= version.parse("2.11")
else True
)
if current_platform.is_rocm() and not QUARK_TORCH_COMPATIBLE:
pytest.skip(
"This test requires amd-quark >= 0.12 on torch >= 2.11.",
allow_module_level=True,
)
MODEL_PATH = "openai/gpt-oss-20b"
PROMPT_TEMPLATE = """<|start|>system<|message|>You are ChatGPT, a large language model trained by OpenAI.