[Bugfix] Validate scale-out transfer params (#54324)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
2026-08-30 09:46:12 -04:00
parent 488b6da105
commit fe6db3ed5e
1 changed files with 7 additions and 1 deletions
@@ -137,7 +137,13 @@ class ServingTokens(GenerateBaseServing):
                f"({max_num_seqs}), got {sampling_params.n}."
            )
        try:
-            msgspec.msgpack.encode(sampling_params)
+            msgspec.msgpack.encode(
+                (
+                    sampling_params,
+                    request.kv_transfer_params,
+                    request.ec_transfer_params,
+                )
+            )
        except (OverflowError, TypeError, ValueError) as e:
            return self.create_error_response(e)