[Bugfix][Core] Schedule encoder-only prompts larger than one step (#59029)
Signed-off-by: Giulio De Pasquale <git@depasquale.giugl.io> Co-authored-by: Isotr0py <2037008807@qq.com>
This commit is contained in:
co-authored by
Isotr0py
parent
02a3c6dfc5
commit
2e52a558f0
@@ -60,6 +60,7 @@ def create_scheduler(
|
||||
long_prefill_token_threshold: int = 0,
|
||||
long_prefill_token_threshold_adaptive: bool = False,
|
||||
disable_chunked_mm_input: bool = False,
|
||||
mm_encoder_only: bool = False,
|
||||
use_kv_connector: None | bool | str | MockKVConfig = None,
|
||||
kv_role: str = "kv_both",
|
||||
num_blocks: int = 10000,
|
||||
@@ -109,6 +110,8 @@ def create_scheduler(
|
||||
# SchedulerConfig one, so both must agree.
|
||||
max_model_len=max_model_len,
|
||||
)
|
||||
if mm_encoder_only:
|
||||
model_config.multimodal_config.mm_encoder_only = True
|
||||
if use_ec_connector and ec_role == "ec_producer":
|
||||
model_config.multimodal_config = MultiModalConfig()
|
||||
if max_model_len is None:
|
||||
|
||||
Reference in New Issue
Block a user