[kv_offload] Add req_id to ReqContext for per-request tracking (#42507)

Signed-off-by: Ronen Schaffer <ronen.schaffer@ibm.com>
This commit is contained in:
Ronen Schaffer
2026-05-13 11:11:10 +00:00
committed by GitHub
parent cee6751e54
commit 79fd1bc7ed
4 changed files with 10 additions and 4 deletions
@@ -627,7 +627,7 @@ def _make_scheduler_with_lookup(
return scheduler
_EMPTY_REQ_CTX = ReqContext()
_EMPTY_REQ_CTX = ReqContext(req_id="")
class TestMaximalPrefixLookup:
+4 -2
View File
@@ -19,9 +19,11 @@ from vllm.v1.kv_offload.cpu.manager import CPUOffloadingManager
from vllm.v1.kv_offload.cpu.policies.arc import ARCCachePolicy
def make_req_context(kv_transfer_params: dict | None = None) -> ReqContext:
def make_req_context(
req_id: str = "", kv_transfer_params: dict | None = None
) -> ReqContext:
"""Create a ReqContext as production code would, from a request's params."""
return ReqContext(kv_transfer_params=kv_transfer_params)
return ReqContext(req_id=req_id, kv_transfer_params=kv_transfer_params)
_EMPTY_REQ_CTX = make_req_context()