A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 12, 18:30 UTC
Tool Call Parser logs should not contain user input / model output except on DEBUG (#29160)
Signed-off-by: Benjamin Merkel <benjamin.merkel@tngtech.com> Co-authored-by: Benjamin Merkel <benjamin.merkel@tngtech.com> Co-authored-by: Chauncey <chaunceyjiang@gmail.com>
sfbemerk committed
Nov 21, 2025 at 13:57 UTC
2092ce8c39a4f01a93dcb32d3c92d05586507e7c
2 files changed
+8
-8
vllm/entrypoints/openai/tool_parsers/glm4_moe_tool_parser.py
+1
-1
@@ -78,7 +78,7 @@ class Glm4MoeModelToolParser(ToolParser):
78
.get("type", None)
79
)
80
return arg_type == "string"
81
- logger.warning("No tool named '%s'.", tool_name)
81
+ logger.debug("No tool named '%s'.", tool_name)
82
return False
83
84
def _deserialize(value: str) -> Any:
vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py
+7
-7
@@ -128,7 +128,7 @@ class Qwen3CoderToolParser(ToolParser):
128
return params
129
else:
130
return {}
131
- logger.warning("Tool '%s' is not defined in the tools list.", func_name)
131
+ logger.debug("Tool '%s' is not defined in the tools list.", func_name)
132
return {}
133
134
def _convert_param_value(
@@ -141,7 +141,7 @@ class Qwen3CoderToolParser(ToolParser):
141
142
if param_name not in param_config:
143
if param_config != {}:
144
- logger.warning(
144
+ logger.debug(
145
"Parsed parameter '%s' is not defined in the tool "
146
"parameters for tool '%s', directly returning the "
147
"string value.",
@@ -169,7 +169,7 @@ class Qwen3CoderToolParser(ToolParser):
169
try:
170
return int(param_value)
171
except (ValueError, TypeError):
172
- logger.warning(
172
+ logger.debug(
173
"Parsed value '%s' of parameter '%s' is not an "
174
"integer in tool '%s', degenerating to string.",
175
param_value,
@@ -186,7 +186,7 @@ class Qwen3CoderToolParser(ToolParser):
186
else int(float_param_value)
187
)
188
except (ValueError, TypeError):
189
- logger.warning(
189
+ logger.debug(
190
"Parsed value '%s' of parameter '%s' is not a float "
191
"in tool '%s', degenerating to string.",
192
param_value,
@@ -197,7 +197,7 @@ class Qwen3CoderToolParser(ToolParser):
197
elif param_type in ["boolean", "bool", "binary"]:
198
param_value = param_value.lower()
199
if param_value not in ["true", "false"]:
200
- logger.warning(
200
+ logger.debug(
201
"Parsed value '%s' of parameter '%s' is not a boolean "
202
"(`true` or `false`) in tool '%s', degenerating to "
203
"false.",
@@ -216,7 +216,7 @@ class Qwen3CoderToolParser(ToolParser):
216
param_value = json.loads(param_value)
217
return param_value
218
except (json.JSONDecodeError, TypeError, ValueError):
219
- logger.warning(
219
+ logger.debug(
220
"Parsed value '%s' of parameter '%s' cannot be "
221
"parsed with json.loads in tool '%s', will try "
222
"other methods to parse it.",
@@ -227,7 +227,7 @@ class Qwen3CoderToolParser(ToolParser):
227
try:
228
param_value = ast.literal_eval(param_value) # safer
229
except (ValueError, SyntaxError, TypeError):
230
- logger.warning(
230
+ logger.debug(
231
"Parsed value '%s' of parameter '%s' cannot be "
232
"converted via Python `ast.literal_eval()` in tool "
233
"'%s', degenerating to string.",