[kv_offload] Add req_id to ReqContext for per-request tracking (#42507)

Signed-off-by: Ronen Schaffer <ronen.schaffer@ibm.com>
This commit is contained in:
Ronen Schaffer
2026-05-13 11:11:10 +00:00
committed by GitHub
parent cee6751e54
commit 79fd1bc7ed
4 changed files with 10 additions and 4 deletions
@@ -138,7 +138,10 @@ class RequestOffloadState:
self.group_states = tuple(
RequestGroupState() for _ in self.config.kv_group_configs
)
self.req_context = ReqContext(kv_transfer_params=self.req.kv_transfer_params)
self.req_context = ReqContext(
req_id=self.req.request_id,
kv_transfer_params=self.req.kv_transfer_params,
)
def update_offload_keys(self) -> None:
for group_config, group_state in zip(