[ModelRunner v2] Enable MRV2 for pooling models by default (#48290)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-08-18 21:36:05 -07:00
committed by GitHub
parent 63ff748f65
commit 08afae2786
3 changed files with 28 additions and 8 deletions
+26 -3
View File
@@ -344,13 +344,36 @@ def test_resolve_cudagraph_mode_adjusts_spec_decode_sizes_only_for_v1(
),
(
SimpleNamespace(
model="Qwen/Qwen3-Embedding-0.6B",
architectures=["Qwen3ForCausalLM"],
model="sentence-transformers/all-MiniLM-L6-v2",
architectures=["BertModel"],
runner_type="pooling",
is_multimodal_model=False,
is_moe=False,
is_quantized=False,
),
False,
True,
),
(
SimpleNamespace(
model="Qwen/Qwen3-Embedding-0.6B",
architectures=["Qwen3ForCausalLM"],
runner_type="pooling",
is_multimodal_model=False,
is_moe=False,
is_quantized=False,
),
True,
),
(
SimpleNamespace(
model="TomoroAI/tomoro-colqwen3-embed-4b",
architectures=["ColQwen3"],
runner_type="pooling",
is_multimodal_model=True,
is_moe=False,
is_quantized=False,
),
True,
),
],
)