[Core] Apply prefill_schedule_interval outside data parallelism (#54627)

Signed-off-by: lifulu <fululi12@amd.com>
Signed-off-by: lifulu <lifulu@users.noreply.github.com>
Co-authored-by: Cursor Agent <cursoragent@cursor.com>
Co-authored-by: lifulu <lifulu@users.noreply.github.com>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
fululi12
2026-10-15 11:03:13 -05:00
committed by GitHub
co-authored by Cursor Agent lifulu Claude Opus 5
parent c825e1d235
commit ed3050add4
4 changed files with 329 additions and 3 deletions
+2
View File
@@ -85,6 +85,7 @@ def create_scheduler(
kv_cache_spec: KVCacheSpec | None = None,
runner: RunnerOption = "auto",
per_request_spec_decode_metrics: str = "none",
prefill_schedule_interval: int = 1,
scheduling_policy: SchedulerPolicy = "fcfs",
diffusion_canvas_length: int | None = None,
scheduler_cls: type[Scheduler] | None = None,
@@ -134,6 +135,7 @@ def create_scheduler(
enable_chunked_prefill=enable_chunked_prefill,
async_scheduling=async_scheduling,
is_encoder_decoder=model_config.is_encoder_decoder,
prefill_schedule_interval=prefill_schedule_interval,
# Ensure admission/preemption mechanics are deterministic
watermark=0.0,
policy=scheduling_policy,