Forward Anthropic vllm_xargs to sampling params (#53308)
Signed-off-by: Maroon Ayoub <mayoub@redhat.com>
This commit is contained in:
@@ -182,6 +182,56 @@ class TestImageContentBlocks:
|
||||
}
|
||||
|
||||
|
||||
# ======================================================================
|
||||
# vllm_xargs pass-through
|
||||
# ======================================================================
|
||||
|
||||
|
||||
class TestVllmXargs:
|
||||
def test_vllm_xargs_passed_through(self):
|
||||
request = _make_request(
|
||||
[{"role": "user", "content": "Hello"}],
|
||||
vllm_xargs={
|
||||
"kv_cache_report_mode": "full",
|
||||
"existing_extension": 7,
|
||||
},
|
||||
)
|
||||
|
||||
result = _convert(request)
|
||||
|
||||
assert result.vllm_xargs == {
|
||||
"kv_cache_report_mode": "full",
|
||||
"existing_extension": 7,
|
||||
}
|
||||
|
||||
def test_vllm_xargs_reaches_sampling_params_with_kv_transfer(self):
|
||||
kv_transfer_params = {
|
||||
"do_remote_decode": True,
|
||||
"do_remote_prefill": False,
|
||||
}
|
||||
request = _make_request(
|
||||
[{"role": "user", "content": "Hello"}],
|
||||
vllm_xargs={
|
||||
"kv_cache_report_mode": "full",
|
||||
"existing_extension": "kept",
|
||||
},
|
||||
kv_transfer_params=kv_transfer_params,
|
||||
)
|
||||
|
||||
converted = _convert(request)
|
||||
sampling_params = converted.to_sampling_params(
|
||||
max_tokens=converted.max_completion_tokens or 0,
|
||||
default_sampling_params={},
|
||||
)
|
||||
|
||||
assert converted.kv_transfer_params == kv_transfer_params
|
||||
assert sampling_params.extra_args == {
|
||||
"kv_cache_report_mode": "full",
|
||||
"existing_extension": "kept",
|
||||
"kv_transfer_params": kv_transfer_params,
|
||||
}
|
||||
|
||||
|
||||
# ======================================================================
|
||||
# tool_result content handling
|
||||
# ======================================================================
|
||||
|
||||
Reference in New Issue
Block a user