[Bugfix] Validate scale-out transfer params (#54324)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
Taneem Ibrahim committed
Aug 30, 2026 at 08:46 UTC
fe6db3ed5e1b426afc0f247d1aefea36c807bf50
1 file changed
+7
-1
vllm/entrypoints/scale_out/token_in_token_out/serving.py
+7
-1
@@ -137,7 +137,13 @@ class ServingTokens(GenerateBaseServing):
137
f"({max_num_seqs}), got {sampling_params.n}."
138
)
139
try:
140
- msgspec.msgpack.encode(sampling_params)
140
+ msgspec.msgpack.encode(
141
+ (
142
+ sampling_params,
143
+ request.kv_transfer_params,
144
+ request.ec_transfer_params,
145
+ )
146
+ )
147
except (OverflowError, TypeError, ValueError) as e:
148
return self.create_error_response(e)
149