Revert "[CI/Build] Add is_quant_method_supported to control quantization test configurations" (#5463)

This commit is contained in:
Simon Mo
2024-06-12 10:03:24 -07:00
committed by GitHub
parent 3dd6853bc8
commit e3c12bf6d2
8 changed files with 68 additions and 30 deletions
+10 -2
View File
@@ -8,8 +8,8 @@ import pytest
import torch
from transformers import AutoTokenizer
from tests.quantization.utils import is_quant_method_supported
from vllm import LLM, SamplingParams
from vllm.model_executor.layers.quantization import QUANTIZATION_METHODS
os.environ["TOKENIZERS_PARALLELISM"] = "true"
@@ -67,8 +67,16 @@ EXPECTED_STRS_MAP = {
},
}
fp8_not_supported = True
@pytest.mark.skipif(not is_quant_method_supported("fp8"),
if torch.cuda.is_available():
capability = torch.cuda.get_device_capability()
capability = capability[0] * 10 + capability[1]
fp8_not_supported = (capability <
QUANTIZATION_METHODS["fp8"].get_min_capability())
@pytest.mark.skipif(fp8_not_supported,
reason="fp8 is not supported on this GPU type.")
@pytest.mark.parametrize("model_name", MODELS)
@pytest.mark.parametrize("kv_cache_dtype", ["auto", "fp8"])