[Bugfix][Frontend] Preserve default sampling params in batch chat (#47597)
Signed-off-by: Ting Sun <suntcrick@gmail.com>
Ting SUN committed
Jul 5, 2026 at 02:06 UTC
d2afe39647d2386fd8c3ff19a7f9ad73b820a2ba
1 file changed
+4
-4
vllm/entrypoints/openai/chat_completion/protocol.py
+4
-4
@@ -1000,8 +1000,8 @@ class BatchChatCompletionRequest(OpenAIBaseModel):
1000
response_format: Any | None = None
1001
seed: int | None = Field(None, ge=_INT64_MIN, le=_INT64_MAX)
1002
stop: str | list[str] | None = Field(default_factory=list)
1003
- temperature: float | None = 0.7
1004
- top_p: float | None = 1.0
1003
+ temperature: float | None = None
1004
+ top_p: float | None = None
1005
user: str | None = None
1006
tool_choice: Literal["none"] | None = "none"
1007
include_reasoning: bool = True
@@ -1010,8 +1010,8 @@ class BatchChatCompletionRequest(OpenAIBaseModel):
1010
best_of: int | None = None
1011
use_beam_search: bool = False
1012
top_k: int | None = None
1013
- min_p: float | None = 0.0
1014
- repetition_penalty: float | None = 1.0
1013
+ min_p: float | None = None
1014
+ repetition_penalty: float | None = None
1015
length_penalty: float | None = 1.0
1016
early_stopping: bool = False
1017
structured_outputs: StructuredOutputsParams | None = None