[Bugfix][Scheduler] Don't pad spec decode up to max_model_len (#53962)

This commit is contained in:
Nick Hill
2026-08-27 08:30:22 -07:00
committed by GitHub
parent f18e29834b
commit 76c0c6530e
3 changed files with 57 additions and 6 deletions
+3
View File
@@ -94,6 +94,9 @@ def create_scheduler(
dtype="float16",
seed=42,
skip_tokenizer_init=skip_tokenizer_init,
# The scheduler reads model_config.max_model_len, not the
# SchedulerConfig one, so both must agree.
max_model_len=max_model_len,
)
if use_ec_connector and ec_role == "ec_producer":
model_config.multimodal_config = MultiModalConfig()