[Bugfix] Validate scale-out transfer params (#54324)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
@@ -137,7 +137,13 @@ class ServingTokens(GenerateBaseServing):
|
|||||||
f"({max_num_seqs}), got {sampling_params.n}."
|
f"({max_num_seqs}), got {sampling_params.n}."
|
||||||
)
|
)
|
||||||
try:
|
try:
|
||||||
msgspec.msgpack.encode(sampling_params)
|
msgspec.msgpack.encode(
|
||||||
|
(
|
||||||
|
sampling_params,
|
||||||
|
request.kv_transfer_params,
|
||||||
|
request.ec_transfer_params,
|
||||||
|
)
|
||||||
|
)
|
||||||
except (OverflowError, TypeError, ValueError) as e:
|
except (OverflowError, TypeError, ValueError) as e:
|
||||||
return self.create_error_response(e)
|
return self.create_error_response(e)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user