A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 11, 16:15 UTC
[Deprecation] Deprecation `--convert reward`, use `--convert embed` instead. (#30463)
Signed-off-by: wang.yuqi <yuqi.wang@daocloud.io>
wang.yuqi committed
Dec 11, 2025 at 18:18 UTC
a5f9fb59604f3a84e8be1317e33b2d368c9fc6f9
3 files changed
+15
-3
docs/models/pooling_models.md
+4
-1
@@ -316,10 +316,13 @@ We have split the `encode` task into two more specific token-wise tasks: `token_
316
317
### Remove softmax from PoolingParams
318
319
-We are going to remove `softmax` and `activation` from `PoolingParams`. Instead, use `use_activation`, since we allow `classify` and `token_classify` to use any activation function.
319
+We are going to remove `softmax` and `activation` from `PoolingParams` in v0.15. Instead, use `use_activation`, since we allow `classify` and `token_classify` to use any activation function.
320
321
### as_reward_model
322
323
+!!! warning
324
+ We are going to remove `--convert reward` in v0.15, use `--convert embed` instead.
325
+
326
Pooling models now default support all pooling, you can use it without any settings.
327
328
- Extracting hidden states prefers using `token_embed` task.
vllm/config/model.py
+7
@@ -788,6 +788,13 @@ class ModelConfig:
788
runner_type: RunnerType,
789
convert: ConvertOption,
790
) -> ConvertType:
791
+ if convert == "reward":
792
+ logger.warning(
793
+ "`--convert reward` is deprecated and will be removed in v0.15. "
794
+ "Please use `--convert embed` instead."
795
+ )
796
+ return "embed"
797
+
798
if convert != "auto":
799
return convert
800
vllm/config/pooler.py
+4
-2
@@ -111,13 +111,15 @@ class PoolerConfig:
111
def get_use_activation(o: object):
112
if softmax := getattr(o, "softmax", None) is not None:
113
logger.warning_once(
114
- "softmax will be deprecated, please use use_activation instead."
114
+ "softmax will be deprecated and will be removed in v0.15. "
115
+ "Please use use_activation instead."
116
)
117
return softmax
118
119
if activation := getattr(o, "activation", None) is not None:
120
logger.warning_once(
120
- "activation will be deprecated, please use use_activation instead."
121
+ "activation will be deprecated and will be removed in v0.15. "
122
+ "Please use use_activation instead."
123
)
124
return activation
125