[Refactor][Model Runner V2][Multimodal] Move the encoder-only path out of the shared runner (#53176)
Signed-off-by: Tianyu Guo <guoty@inferact.ai>
This commit is contained in:
@@ -77,7 +77,6 @@ def _make_runner(
|
||||
num_speculative_steps=num_spec_steps,
|
||||
decode_query_len=num_spec_steps + 1,
|
||||
is_pooling_model=False,
|
||||
is_encoder_only=False,
|
||||
is_encoder_decoder=False,
|
||||
is_last_pp_rank=True,
|
||||
max_num_reqs=4,
|
||||
@@ -88,7 +87,9 @@ def _make_runner(
|
||||
kv_cache_config=SimpleNamespace(
|
||||
kv_cache_groups=kv_cache_groups, num_blocks=1024
|
||||
),
|
||||
vllm_config=SimpleNamespace(num_lookahead_tokens=num_lookahead_tokens),
|
||||
vllm_config=SimpleNamespace(
|
||||
num_lookahead_tokens=num_lookahead_tokens, is_mm_encoder_only=False
|
||||
),
|
||||
kv_block_zeroer=None,
|
||||
kv_connector=SimpleNamespace(set_disabled=lambda disabled: None),
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user