From d2b30fb9e9a2fe29538a9820b12a71ae2bca0781 Mon Sep 17 00:00:00 2001 From: Taneem Ibrahim Date: Sat, 29 Aug 2026 07:13:39 +0000 Subject: [PATCH] [Bugfix][Frontend] Validate scale-out transfer params Signed-off-by: Taneem Ibrahim --- vllm/entrypoints/scale_out/token_in_token_out/serving.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/scale_out/token_in_token_out/serving.py b/vllm/entrypoints/scale_out/token_in_token_out/serving.py index bbbd85137ce0..631393a43de3 100644 --- a/vllm/entrypoints/scale_out/token_in_token_out/serving.py +++ b/vllm/entrypoints/scale_out/token_in_token_out/serving.py @@ -137,7 +137,13 @@ async def serve_tokens( f"({max_num_seqs}), got {sampling_params.n}." ) try: - msgspec.msgpack.encode(sampling_params) + msgspec.msgpack.encode( + ( + sampling_params, + request.kv_transfer_params, + request.ec_transfer_params, + ) + ) except (OverflowError, TypeError, ValueError) as e: return self.create_error_response(e)