feat(frontend): session id plumbing into requests (#48048)
Signed-off-by: Karen Chung <karenc@nvidia.com>
This commit is contained in:
@@ -261,6 +261,7 @@ class InputProcessor:
|
||||
priority: int = 0,
|
||||
data_parallel_rank: int | None = None,
|
||||
resumable: bool = False,
|
||||
session_id: str | None = None,
|
||||
) -> EngineCoreRequest:
|
||||
self._validate_params(params, supported_tasks)
|
||||
self._validate_lora(lora_request)
|
||||
@@ -391,6 +392,7 @@ class InputProcessor:
|
||||
data_parallel_rank=data_parallel_rank,
|
||||
trace_headers=trace_headers,
|
||||
resumable=resumable,
|
||||
session_id=session_id,
|
||||
)
|
||||
|
||||
def _validate_prompt_len(
|
||||
|
||||
Reference in New Issue
Block a user