A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 7, 05:15 UTC
qwen3coder tool parser fix anyOf double encoded parameters (#36032)
Signed-off-by: Christian Munley <cmunley@nvidia.com>
Christian Munley committed
Mar 5, 2026 at 01:06 UTC
48e376a007173910330a8c83f53474b21e4279c0
1 file changed
+6
vllm/tool_parsers/qwen3coder_tool_parser.py
+6
@@ -157,6 +157,12 @@ class Qwen3CoderToolParser(ToolParser):
157
and "type" in param_config[param_name]
158
):
159
param_type = str(param_config[param_name]["type"]).strip().lower()
160
+ elif (
161
+ isinstance(param_config[param_name], dict)
162
+ and "anyOf" in param_config[param_name]
163
+ ):
164
+ # anyOf has no top-level "type"; treat as object to trigger json.loads.
165
+ param_type = "object"
166
else:
167
param_type = "string"
168
if param_type in ["string", "str", "text", "varchar", "char", "enum"]: