[Bugfix][Scheduler] Don't pad spec decode up to max_model_len (#53962)
This commit is contained in:
@@ -94,6 +94,9 @@ def create_scheduler(
|
||||
dtype="float16",
|
||||
seed=42,
|
||||
skip_tokenizer_init=skip_tokenizer_init,
|
||||
# The scheduler reads model_config.max_model_len, not the
|
||||
# SchedulerConfig one, so both must agree.
|
||||
max_model_len=max_model_len,
|
||||
)
|
||||
if use_ec_connector and ec_role == "ec_producer":
|
||||
model_config.multimodal_config = MultiModalConfig()
|
||||
|
||||
Reference in New Issue
Block a user