[Refactor][Model Runner V2][Multimodal] Move the encoder-only path out of the shared runner (#53176)

Signed-off-by: Tianyu Guo <guoty@inferact.ai>
This commit is contained in:
Tianyu Guo
2026-08-22 05:11:44 +00:00
committed by GitHub
parent e9d1398d9e
commit 7ca49fbe4b
7 changed files with 169 additions and 42 deletions
+3 -2
View File
@@ -77,7 +77,6 @@ def _make_runner(
num_speculative_steps=num_spec_steps,
decode_query_len=num_spec_steps + 1,
is_pooling_model=False,
is_encoder_only=False,
is_encoder_decoder=False,
is_last_pp_rank=True,
max_num_reqs=4,
@@ -88,7 +87,9 @@ def _make_runner(
kv_cache_config=SimpleNamespace(
kv_cache_groups=kv_cache_groups, num_blocks=1024
),
vllm_config=SimpleNamespace(num_lookahead_tokens=num_lookahead_tokens),
vllm_config=SimpleNamespace(
num_lookahead_tokens=num_lookahead_tokens, is_mm_encoder_only=False
),
kv_block_zeroer=None,
kv_connector=SimpleNamespace(set_disabled=lambda disabled: None),
)