diff --git a/tests/test_config.py b/tests/test_config.py index d992ac2969..eb9b11535b 100644 --- a/tests/test_config.py +++ b/tests/test_config.py @@ -188,7 +188,7 @@ def test_v2_model_runner_env_tri_state(monkeypatch, env_value, expected): is_moe=False, is_quantized=True, ), - False, + True, ), ( SimpleNamespace( diff --git a/vllm/config/vllm.py b/vllm/config/vllm.py index ba20d75fa1..ba7d26c93b 100644 --- a/vllm/config/vllm.py +++ b/vllm/config/vllm.py @@ -555,9 +555,6 @@ class VllmConfig: if model_config.runner_type != "generate": return False - if model_config.is_quantized: - return False - architectures = getattr(model_config, "architectures", []) return any( arch in DEFAULT_V2_MODEL_RUNNER_ARCHITECTURES for arch in architectures