[Bugfix][MoRIIO] Prevent remote KV reload after decoder preemption (#53250)

Signed-off-by: Jaebok Lee <jaebok9541@naver.com>
This commit is contained in:
zzaebok
2026-10-08 22:28:16 +08:00
committed by GitHub
parent daa9085143
commit 2f7f05c256
3 changed files with 16 additions and 2 deletions
@@ -769,6 +769,9 @@ class MoRIIOConnectorScheduler:
num_prompt_tokens = request.num_prompt_tokens
num_external_tokens = max(num_prompt_tokens - num_computed_tokens, 0)
if self.mode == MoRIIOMode.WRITE:
params = request.kv_transfer_params or {}
if not params.get("do_remote_prefill"):
return 0, False
# MoriiO in write mode, no remote prefill. Hybrid models never get
# here: register_kv_caches refuses WRITE mode for them, so there is
# no recurrent-state accounting to do.