[ModelRunner v2] Enable MRV2 for pooling models by default (#48290)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-08-18 21:36:05 -07:00
committed by GitHub
parent 63ff748f65
commit 08afae2786
3 changed files with 28 additions and 8 deletions
@@ -323,8 +323,8 @@ class TestColbertSharedEngine:
[
pytest.param("bert", True, id="bert-v2"),
pytest.param("modernbert", True, id="modernbert-v2"),
pytest.param("jina", False, id="jina-v1"),
pytest.param("lfm2", False, id="lfm2-v1"),
pytest.param("jina", True, id="jina-v2"),
pytest.param("lfm2", True, id="lfm2-v2"),
],
)
def test_colbert_hf_comparison(vllm_runner, monkeypatch, backend, use_v2):
+26 -3
View File
@@ -344,13 +344,36 @@ def test_resolve_cudagraph_mode_adjusts_spec_decode_sizes_only_for_v1(
),
(
SimpleNamespace(
model="Qwen/Qwen3-Embedding-0.6B",
architectures=["Qwen3ForCausalLM"],
model="sentence-transformers/all-MiniLM-L6-v2",
architectures=["BertModel"],
runner_type="pooling",
is_multimodal_model=False,
is_moe=False,
is_quantized=False,
),
False,
True,
),
(
SimpleNamespace(
model="Qwen/Qwen3-Embedding-0.6B",
architectures=["Qwen3ForCausalLM"],
runner_type="pooling",
is_multimodal_model=False,
is_moe=False,
is_quantized=False,
),
True,
),
(
SimpleNamespace(
model="TomoroAI/tomoro-colqwen3-embed-4b",
architectures=["ColQwen3"],
runner_type="pooling",
is_multimodal_model=True,
is_moe=False,
is_quantized=False,
),
True,
),
],
)