[Misc] Preserve cross-encoder pooling extra kwargs (#47082)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
Taneem Ibrahim committed
Jul 4, 2026 at 07:14 UTC
6eac8e0070c574fe1b8d6c276422ea301ddfda4c
1 file changed
+4
-1
vllm/entrypoints/pooling/scoring/io_processor.py
+4
-1
@@ -463,7 +463,10 @@ class CrossEncoderIOProcessor(ScoringIOProcessor):
463
if token_type_ids := engine_prompt.pop("token_type_ids", None):
464
params = pooling_params.clone()
465
compressed = compress_token_type_ids(token_type_ids)
466
- params.extra_kwargs = {"compressed_token_type_ids": compressed}
466
+ params.extra_kwargs = {
467
+ **(params.extra_kwargs or {}),
468
+ "compressed_token_type_ids": compressed,
469
+ }
470
pooling_params_list.append(params)
471
else:
472
pooling_params_list.append(pooling_params)