main
json 277 lines 9.84 KB
Raw
1 {
2 "model_id": "Qwen/Qwen3-0.6B",
3 "vocab_size": 151936,
4 "all_stop_token_ids": [151643, 151645],
5 "cases": {
6 "auto": {
7 "grammar": {
8 "format": {
9 "type": "sequence",
10 "elements": [
11 {
12 "type": "optional",
13 "content": {
14 "type": "sequence",
15 "elements": [
16 {
17 "type": "tag",
18 "begin": "<think>",
19 "content": {
20 "type": "any_text",
21 "excludes": [],
22 "max_tokens": null,
23 "max_chars": null
24 },
25 "end": "</think>"
26 },
27 {
28 "type": "const_string",
29 "value": "\n\n"
30 }
31 ]
32 }
33 },
34 {
35 "type": "triggered_tags",
36 "triggers": [
37 "<tool_call>"
38 ],
39 "tags": [
40 {
41 "type": "tag",
42 "begin": "<tool_call>\n{\"name\": \"get_weather\", \"arguments\": ",
43 "content": {
44 "type": "json_schema",
45 "json_schema": {
46 "type": "object",
47 "properties": {
48 "location": {
49 "type": "string"
50 }
51 },
52 "required": [
53 "location"
54 ]
55 },
56 "style": "json",
57 "any_order": false,
58 "max_whitespace_cnt": null,
59 "excludes": []
60 },
61 "end": "}\n</tool_call>"
62 },
63 {
64 "type": "tag",
65 "begin": "<tool_call>\n{\"name\": \"add\", \"arguments\": ",
66 "content": {
67 "type": "json_schema",
68 "json_schema": {
69 "type": "object",
70 "properties": {
71 "y": {
72 "type": "number"
73 },
74 "x": {
75 "type": "number"
76 },
77 "items": {
78 "type": "array",
79 "items": {
80 "type": "string"
81 }
82 }
83 },
84 "required": [
85 "y",
86 "x",
87 "items"
88 ]
89 },
90 "style": "json",
91 "any_order": false,
92 "max_whitespace_cnt": null,
93 "excludes": []
94 },
95 "end": "}\n</tool_call>"
96 }
97 ],
98 "at_least_one": false,
99 "stop_after_first": false,
100 "excludes": [
101 "<think>",
102 "</think>"
103 ]
104 }
105 ]
106 },
107 "coverage": "from_token_zero"
108 },
109 "completion": "<think>\nNeed call the weather and add tools.\n</think>\n\nI will call the tools.\n<tool_call>\n{\"name\": \"get_weather\", \"arguments\": {\"location\": \"Shanghai\"}}\n</tool_call>\n<tool_call>\n{\"name\": \"add\", \"arguments\": {\"y\": 1.0, \"x\": 2, \"items\": [\"left\", \"right\"]}}\n</tool_call>",
110 "generation_token_ids": [151667, 198, 23657, 1618, 279, 9104, 323, 912, 7375, 624, 151668, 271, 40, 686, 1618, 279, 7375, 624, 151657, 198, 4913, 606, 788, 330, 455, 69364, 497, 330, 16370, 788, 5212, 2527, 788, 330, 2016, 30070, 95642, 151658, 198, 151657, 198, 4913, 606, 788, 330, 718, 497, 330, 16370, 788, 5212, 88, 788, 220, 16, 13, 15, 11, 330, 87, 788, 220, 17, 11, 330, 3615, 788, 4383, 2359, 497, 330, 1291, 1341, 11248, 151658, 151645]
111 },
112 "required": {
113 "grammar": {
114 "format": {
115 "type": "sequence",
116 "elements": [
117 {
118 "type": "optional",
119 "content": {
120 "type": "sequence",
121 "elements": [
122 {
123 "type": "tag",
124 "begin": "<think>",
125 "content": {
126 "type": "any_text",
127 "excludes": [],
128 "max_tokens": null,
129 "max_chars": null
130 },
131 "end": "</think>"
132 },
133 {
134 "type": "const_string",
135 "value": "\n\n"
136 }
137 ]
138 }
139 },
140 {
141 "type": "triggered_tags",
142 "triggers": [
143 "<tool_call>"
144 ],
145 "tags": [
146 {
147 "type": "tag",
148 "begin": "<tool_call>\n{\"name\": \"get_weather\", \"arguments\": ",
149 "content": {
150 "type": "json_schema",
151 "json_schema": {
152 "type": "object",
153 "properties": {
154 "location": {
155 "type": "string"
156 }
157 },
158 "required": [
159 "location"
160 ]
161 },
162 "style": "json",
163 "any_order": false,
164 "max_whitespace_cnt": null,
165 "excludes": []
166 },
167 "end": "}\n</tool_call>"
168 },
169 {
170 "type": "tag",
171 "begin": "<tool_call>\n{\"name\": \"add\", \"arguments\": ",
172 "content": {
173 "type": "json_schema",
174 "json_schema": {
175 "type": "object",
176 "properties": {
177 "y": {
178 "type": "number"
179 },
180 "x": {
181 "type": "number"
182 },
183 "items": {
184 "type": "array",
185 "items": {
186 "type": "string"
187 }
188 }
189 },
190 "required": [
191 "y",
192 "x",
193 "items"
194 ]
195 },
196 "style": "json",
197 "any_order": false,
198 "max_whitespace_cnt": null,
199 "excludes": []
200 },
201 "end": "}\n</tool_call>"
202 }
203 ],
204 "at_least_one": true,
205 "stop_after_first": false,
206 "excludes": [
207 "<think>",
208 "</think>"
209 ]
210 }
211 ]
212 },
213 "coverage": "from_token_zero"
214 },
215 "completion": "<think>\nNeed call the weather and add tools.\n</think>\n\n<tool_call>\n{\"name\": \"get_weather\", \"arguments\": {\"location\": \"Shanghai\"}}\n</tool_call>\n<tool_call>\n{\"name\": \"add\", \"arguments\": {\"y\": 1.0, \"x\": 2, \"items\": [\"left\", \"right\"]}}\n</tool_call>",
216 "generation_token_ids": [151667, 198, 23657, 1618, 279, 9104, 323, 912, 7375, 624, 151668, 271, 151657, 198, 4913, 606, 788, 330, 455, 69364, 497, 330, 16370, 788, 5212, 2527, 788, 330, 2016, 30070, 95642, 151658, 198, 151657, 198, 4913, 606, 788, 330, 718, 497, 330, 16370, 788, 5212, 88, 788, 220, 16, 13, 15, 11, 330, 87, 788, 220, 17, 11, 330, 3615, 788, 4383, 2359, 497, 330, 1291, 1341, 11248, 151658, 151645]
217 },
218 "named": {
219 "grammar": {
220 "format": {
221 "type": "sequence",
222 "elements": [
223 {
224 "type": "optional",
225 "content": {
226 "type": "sequence",
227 "elements": [
228 {
229 "type": "tag",
230 "begin": "<think>",
231 "content": {
232 "type": "any_text",
233 "excludes": [],
234 "max_tokens": null,
235 "max_chars": null
236 },
237 "end": "</think>"
238 },
239 {
240 "type": "const_string",
241 "value": "\n\n"
242 }
243 ]
244 }
245 },
246 {
247 "type": "tag",
248 "begin": "<tool_call>\n{\"name\": \"get_weather\", \"arguments\": ",
249 "content": {
250 "type": "json_schema",
251 "json_schema": {
252 "type": "object",
253 "properties": {
254 "location": {
255 "type": "string"
256 }
257 },
258 "required": [
259 "location"
260 ]
261 },
262 "style": "json",
263 "any_order": false,
264 "max_whitespace_cnt": null,
265 "excludes": []
266 },
267 "end": "}\n</tool_call>"
268 }
269 ]
270 },
271 "coverage": "from_token_zero"
272 },
273 "completion": "<think>\nNeed call the weather and add tools.\n</think>\n\n<tool_call>\n{\"name\": \"get_weather\", \"arguments\": {\"location\": \"Shanghai\"}}\n</tool_call>",
274 "generation_token_ids": [151667, 198, 23657, 1618, 279, 9104, 323, 912, 7375, 624, 151668, 271, 151657, 198, 4913, 606, 788, 330, 455, 69364, 497, 330, 16370, 788, 5212, 2527, 788, 330, 2016, 30070, 95642, 151658, 151645]
275 }
276 }
277 }