[Pooling] Honor request_id from request bodies (#55665)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-09-07 19:55:20 -04:00
committed by GitHub
parent 252ed87621
commit fdfa0a1659
2 changed files with 7 additions and 1 deletions
@@ -54,6 +54,7 @@ def server():
@pytest.mark.parametrize("model_name", [MODEL_NAME])
async def test_pooling_token_embed(server: RemoteOpenAIServer, model_name: str):
task = "token_embed"
request_id = "client-request-id"
response = requests.post(
server.url_for("pooling"),
json={
@@ -61,11 +62,13 @@ async def test_pooling_token_embed(server: RemoteOpenAIServer, model_name: str):
"input": input_text,
"encoding_format": "float",
"task": task,
"request_id": request_id,
},
)
poolings = PoolingResponse.model_validate(response.json())
assert poolings.id == f"pooling-{request_id}"
assert len(poolings.data) == 1
assert len(poolings.data[0].data) == len(input_tokens)
assert len(poolings.data[0].data[0]) == 384