[Bugfix][Core] Schedule encoder-only prompts larger than one step (#59029)

Signed-off-by: Giulio De Pasquale <git@depasquale.giugl.io>
Co-authored-by: Isotr0py <2037008807@qq.com>
This commit is contained in:
Giulio De Pasquale
2026-09-30 22:04:28 +08:00
committed by GitHub
co-authored by Isotr0py
parent 02a3c6dfc5
commit 2e52a558f0
3 changed files with 50 additions and 0 deletions
+3
View File
@@ -60,6 +60,7 @@ def create_scheduler(
long_prefill_token_threshold: int = 0,
long_prefill_token_threshold_adaptive: bool = False,
disable_chunked_mm_input: bool = False,
mm_encoder_only: bool = False,
use_kv_connector: None | bool | str | MockKVConfig = None,
kv_role: str = "kv_both",
num_blocks: int = 10000,
@@ -109,6 +110,8 @@ def create_scheduler(
# SchedulerConfig one, so both must agree.
max_model_len=max_model_len,
)
if mm_encoder_only:
model_config.multimodal_config.mm_encoder_only = True
if use_ec_connector and ec_role == "ec_producer":
model_config.multimodal_config = MultiModalConfig()
if max_model_len is None: