[kv_offload] Add req_id to ReqContext for per-request tracking (#42507)

Signed-off-by: Ronen Schaffer <ronen.schaffer@ibm.com>
This commit is contained in:
Ronen Schaffer
2026-05-13 11:11:10 +00:00
committed by GitHub
parent cee6751e54
commit 79fd1bc7ed
4 changed files with 10 additions and 4 deletions
@@ -138,7 +138,10 @@ class RequestOffloadState:
self.group_states = tuple(
RequestGroupState() for _ in self.config.kv_group_configs
)
self.req_context = ReqContext(kv_transfer_params=self.req.kv_transfer_params)
self.req_context = ReqContext(
req_id=self.req.request_id,
kv_transfer_params=self.req.kv_transfer_params,
)
def update_offload_keys(self) -> None:
for group_config, group_state in zip(
+1
View File
@@ -46,6 +46,7 @@ def get_offload_group_idx(key: OffloadKey) -> int:
@dataclass
class ReqContext:
req_id: str
kv_transfer_params: dict[str, Any] | None = None