Forward Anthropic vllm_xargs to sampling params (#53308)

Signed-off-by: Maroon Ayoub <mayoub@redhat.com>
This commit is contained in:
Maroon Ayoub
2026-08-21 15:23:21 -07:00
committed by GitHub
parent f94dcde5c5
commit a556f3fccb
4 changed files with 59 additions and 1 deletions
@@ -182,6 +182,56 @@ class TestImageContentBlocks:
}
# ======================================================================
# vllm_xargs pass-through
# ======================================================================
class TestVllmXargs:
def test_vllm_xargs_passed_through(self):
request = _make_request(
[{"role": "user", "content": "Hello"}],
vllm_xargs={
"kv_cache_report_mode": "full",
"existing_extension": 7,
},
)
result = _convert(request)
assert result.vllm_xargs == {
"kv_cache_report_mode": "full",
"existing_extension": 7,
}
def test_vllm_xargs_reaches_sampling_params_with_kv_transfer(self):
kv_transfer_params = {
"do_remote_decode": True,
"do_remote_prefill": False,
}
request = _make_request(
[{"role": "user", "content": "Hello"}],
vllm_xargs={
"kv_cache_report_mode": "full",
"existing_extension": "kept",
},
kv_transfer_params=kv_transfer_params,
)
converted = _convert(request)
sampling_params = converted.to_sampling_params(
max_tokens=converted.max_completion_tokens or 0,
default_sampling_params={},
)
assert converted.kv_transfer_params == kv_transfer_params
assert sampling_params.extra_args == {
"kv_cache_report_mode": "full",
"existing_extension": "kept",
"kv_transfer_params": kv_transfer_params,
}
# ======================================================================
# tool_result content handling
# ======================================================================