[KVConnector][MoRIIO] Transfer hybrid mamba/KDA recurrent state in READ mode (#51052)
Signed-off-by: Yichao Zhu <Yichao.Zhu@amd.com>
This commit is contained in:
@@ -367,6 +367,8 @@ async def handle_request(api: str, request: Request):
|
||||
"remote_block_ids"
|
||||
]
|
||||
req_data["kv_transfer_params"]["transfer_id"] = prefill_kv["transfer_id"]
|
||||
if prefill_kv.get("tp_size") is not None:
|
||||
req_data["kv_transfer_params"]["tp_size"] = prefill_kv["tp_size"]
|
||||
|
||||
req_data["kv_transfer_params"]["remote_dp_size"] = prefill_instance_endpoint[
|
||||
"dp_size"
|
||||
|
||||
Reference in New Issue
Block a user