[KVConnector][MoRIIO] Transfer hybrid mamba/KDA recurrent state in READ mode (#51052)

Signed-off-by: Yichao Zhu <Yichao.Zhu@amd.com>
This commit is contained in:
YukioZzz
2026-09-20 17:30:34 -04:00
committed by GitHub
parent 01f1f58f10
commit 9679173788
11 changed files with 2747 additions and 185 deletions
@@ -367,6 +367,8 @@ async def handle_request(api: str, request: Request):
"remote_block_ids"
]
req_data["kv_transfer_params"]["transfer_id"] = prefill_kv["transfer_id"]
if prefill_kv.get("tp_size") is not None:
req_data["kv_transfer_params"]["tp_size"] = prefill_kv["tp_size"]
req_data["kv_transfer_params"]["remote_dp_size"] = prefill_instance_endpoint[
"dp_size"