[CI] Add TP=4 requirement to test_mixed_precision_model_accuracies (#46161)
Signed-off-by: Felix Marty <Felix.Marty@amd.com>
This commit is contained in:
@@ -15,6 +15,10 @@ import lm_eval
|
|||||||
import pytest
|
import pytest
|
||||||
from packaging import version
|
from packaging import version
|
||||||
|
|
||||||
|
from tests.utils import (
|
||||||
|
multi_gpu_only,
|
||||||
|
)
|
||||||
|
|
||||||
QUARK_MXFP4_AVAILABLE = importlib.util.find_spec("quark") is not None and version.parse(
|
QUARK_MXFP4_AVAILABLE = importlib.util.find_spec("quark") is not None and version.parse(
|
||||||
importlib.metadata.version("amd-quark")
|
importlib.metadata.version("amd-quark")
|
||||||
) >= version.parse("0.8.99")
|
) >= version.parse("0.8.99")
|
||||||
@@ -52,6 +56,7 @@ TEST_CONFIGS = {
|
|||||||
|
|
||||||
@pytest.mark.parametrize("model_name, accuracy_numbers", TEST_CONFIGS.items())
|
@pytest.mark.parametrize("model_name, accuracy_numbers", TEST_CONFIGS.items())
|
||||||
@pytest.mark.skipif(not QUARK_MXFP4_AVAILABLE, reason="amd-quark>=0.9 is not available")
|
@pytest.mark.skipif(not QUARK_MXFP4_AVAILABLE, reason="amd-quark>=0.9 is not available")
|
||||||
|
@multi_gpu_only(num_gpus=4)
|
||||||
def test_mixed_precision_model_accuracies(model_name: str, accuracy_numbers: dict):
|
def test_mixed_precision_model_accuracies(model_name: str, accuracy_numbers: dict):
|
||||||
results = lm_eval.simple_evaluate(
|
results = lm_eval.simple_evaluate(
|
||||||
model="vllm",
|
model="vllm",
|
||||||
|
|||||||
Reference in New Issue
Block a user