main
json 625 lines 28.1 KB
Raw
1 {
2 "model_id": "tencent/Hy3",
3 "vocab_size": 120832,
4 "all_stop_token_ids": [120025],
5 "cases": {
6 "auto": {
7 "grammar": {
8 "format": {
9 "type": "sequence",
10 "elements": [
11 {
12 "type": "tag",
13 "begin": "",
14 "content": {
15 "type": "any_text",
16 "excludes": [],
17 "max_tokens": null,
18 "max_chars": null
19 },
20 "end": "</think:opensource>"
21 },
22 {
23 "type": "triggered_tags",
24 "triggers": [
25 "<tool_calls:opensource>"
26 ],
27 "tags": [
28 {
29 "type": "tag",
30 "begin": "<tool_calls:opensource>\n",
31 "content": {
32 "type": "tags_with_separator",
33 "tags": [
34 {
35 "type": "tag",
36 "begin": "<tool_call:opensource>get_weather<tool_sep:opensource>\n",
37 "content": {
38 "type": "sequence",
39 "elements": [
40 {
41 "type": "sequence",
42 "elements": [
43 {
44 "type": "const_string",
45 "value": "<arg_key:opensource>"
46 },
47 {
48 "type": "const_string",
49 "value": "location"
50 },
51 {
52 "type": "const_string",
53 "value": "</arg_key:opensource>"
54 },
55 {
56 "type": "const_string",
57 "value": "\n"
58 },
59 {
60 "type": "const_string",
61 "value": "<arg_value:opensource>"
62 },
63 {
64 "type": "any_text",
65 "excludes": [
66 "<tool_calls:opensource>",
67 "</tool_calls:opensource>",
68 "<tool_call:opensource>",
69 "</tool_call:opensource>",
70 "<tool_sep:opensource>",
71 "<arg_key:opensource>",
72 "</arg_key:opensource>",
73 "<arg_value:opensource>",
74 "</arg_value:opensource>"
75 ],
76 "max_tokens": null,
77 "max_chars": null
78 },
79 {
80 "type": "const_string",
81 "value": "</arg_value:opensource>"
82 },
83 {
84 "type": "const_string",
85 "value": "\n"
86 }
87 ]
88 }
89 ]
90 },
91 "end": "</tool_call:opensource>"
92 },
93 {
94 "type": "tag",
95 "begin": "<tool_call:opensource>add<tool_sep:opensource>\n",
96 "content": {
97 "type": "sequence",
98 "elements": [
99 {
100 "type": "sequence",
101 "elements": [
102 {
103 "type": "const_string",
104 "value": "<arg_key:opensource>"
105 },
106 {
107 "type": "const_string",
108 "value": "y"
109 },
110 {
111 "type": "const_string",
112 "value": "</arg_key:opensource>"
113 },
114 {
115 "type": "const_string",
116 "value": "\n"
117 },
118 {
119 "type": "const_string",
120 "value": "<arg_value:opensource>"
121 },
122 {
123 "type": "any_text",
124 "excludes": [
125 "<tool_calls:opensource>",
126 "</tool_calls:opensource>",
127 "<tool_call:opensource>",
128 "</tool_call:opensource>",
129 "<tool_sep:opensource>",
130 "<arg_key:opensource>",
131 "</arg_key:opensource>",
132 "<arg_value:opensource>",
133 "</arg_value:opensource>"
134 ],
135 "max_tokens": null,
136 "max_chars": null
137 },
138 {
139 "type": "const_string",
140 "value": "</arg_value:opensource>"
141 },
142 {
143 "type": "const_string",
144 "value": "\n"
145 }
146 ]
147 },
148 {
149 "type": "sequence",
150 "elements": [
151 {
152 "type": "const_string",
153 "value": "<arg_key:opensource>"
154 },
155 {
156 "type": "const_string",
157 "value": "x"
158 },
159 {
160 "type": "const_string",
161 "value": "</arg_key:opensource>"
162 },
163 {
164 "type": "const_string",
165 "value": "\n"
166 },
167 {
168 "type": "const_string",
169 "value": "<arg_value:opensource>"
170 },
171 {
172 "type": "any_text",
173 "excludes": [
174 "<tool_calls:opensource>",
175 "</tool_calls:opensource>",
176 "<tool_call:opensource>",
177 "</tool_call:opensource>",
178 "<tool_sep:opensource>",
179 "<arg_key:opensource>",
180 "</arg_key:opensource>",
181 "<arg_value:opensource>",
182 "</arg_value:opensource>"
183 ],
184 "max_tokens": null,
185 "max_chars": null
186 },
187 {
188 "type": "const_string",
189 "value": "</arg_value:opensource>"
190 },
191 {
192 "type": "const_string",
193 "value": "\n"
194 }
195 ]
196 },
197 {
198 "type": "sequence",
199 "elements": [
200 {
201 "type": "const_string",
202 "value": "<arg_key:opensource>"
203 },
204 {
205 "type": "const_string",
206 "value": "items"
207 },
208 {
209 "type": "const_string",
210 "value": "</arg_key:opensource>"
211 },
212 {
213 "type": "const_string",
214 "value": "\n"
215 },
216 {
217 "type": "const_string",
218 "value": "<arg_value:opensource>"
219 },
220 {
221 "type": "any_text",
222 "excludes": [
223 "<tool_calls:opensource>",
224 "</tool_calls:opensource>",
225 "<tool_call:opensource>",
226 "</tool_call:opensource>",
227 "<tool_sep:opensource>",
228 "<arg_key:opensource>",
229 "</arg_key:opensource>",
230 "<arg_value:opensource>",
231 "</arg_value:opensource>"
232 ],
233 "max_tokens": null,
234 "max_chars": null
235 },
236 {
237 "type": "const_string",
238 "value": "</arg_value:opensource>"
239 },
240 {
241 "type": "const_string",
242 "value": "\n"
243 }
244 ]
245 }
246 ]
247 },
248 "end": "</tool_call:opensource>"
249 }
250 ],
251 "separator": "\n",
252 "at_least_one": true,
253 "stop_after_first": false
254 },
255 "end": "\n</tool_calls:opensource>"
256 }
257 ],
258 "at_least_one": false,
259 "stop_after_first": false,
260 "excludes": []
261 }
262 ]
263 },
264 "coverage": "from_token_zero"
265 },
266 "completion": "Need call the weather and add tools.</think:opensource>I will call the tools.<tool_calls:opensource>\n<tool_call:opensource>get_weather<tool_sep:opensource>\n<arg_key:opensource>location</arg_key:opensource>\n<arg_value:opensource>Shanghai</arg_value:opensource>\n</tool_call:opensource>\n<tool_call:opensource>add<tool_sep:opensource>\n<arg_key:opensource>y</arg_key:opensource>\n<arg_value:opensource>1.0</arg_value:opensource>\n<arg_key:opensource>x</arg_key:opensource>\n<arg_value:opensource>2</arg_value:opensource>\n<arg_key:opensource>items</arg_key:opensource>\n<arg_value:opensource>[\"left\", \"right\"]</arg_value:opensource>\n</tool_call:opensource>\n</tool_calls:opensource>",
267 "generation_token_ids": [47893, 1609, 252, 9969, 289, 1189, 7106, 13, 120030, 40, 823, 1609, 252, 7106, 13, 120035, 185, 120033, 874, 62, 39899, 120043, 185, 120066, 24806, 120067, 185, 120068, 4169, 768, 32381, 120069, 185, 120034, 185, 120033, 2176, 120043, 185, 120066, 88, 120067, 185, 120068, 16, 13, 15, 120069, 185, 120066, 87, 120067, 185, 120068, 17, 120069, 185, 120066, 12792, 120067, 185, 120068, 5831, 1639, 1221, 478, 1331, 7029, 120069, 185, 120034, 185, 120036, 120025]
268 },
269 "required": {
270 "grammar": {
271 "format": {
272 "type": "sequence",
273 "elements": [
274 {
275 "type": "tag",
276 "begin": "",
277 "content": {
278 "type": "any_text",
279 "excludes": [],
280 "max_tokens": null,
281 "max_chars": null
282 },
283 "end": "</think:opensource>"
284 },
285 {
286 "type": "sequence",
287 "elements": [
288 {
289 "type": "const_string",
290 "value": "<tool_calls:opensource>\n"
291 },
292 {
293 "type": "tags_with_separator",
294 "tags": [
295 {
296 "type": "tag",
297 "begin": "<tool_call:opensource>get_weather<tool_sep:opensource>\n",
298 "content": {
299 "type": "sequence",
300 "elements": [
301 {
302 "type": "sequence",
303 "elements": [
304 {
305 "type": "const_string",
306 "value": "<arg_key:opensource>"
307 },
308 {
309 "type": "const_string",
310 "value": "location"
311 },
312 {
313 "type": "const_string",
314 "value": "</arg_key:opensource>"
315 },
316 {
317 "type": "const_string",
318 "value": "\n"
319 },
320 {
321 "type": "const_string",
322 "value": "<arg_value:opensource>"
323 },
324 {
325 "type": "any_text",
326 "excludes": [
327 "<tool_calls:opensource>",
328 "</tool_calls:opensource>",
329 "<tool_call:opensource>",
330 "</tool_call:opensource>",
331 "<tool_sep:opensource>",
332 "<arg_key:opensource>",
333 "</arg_key:opensource>",
334 "<arg_value:opensource>",
335 "</arg_value:opensource>"
336 ],
337 "max_tokens": null,
338 "max_chars": null
339 },
340 {
341 "type": "const_string",
342 "value": "</arg_value:opensource>"
343 },
344 {
345 "type": "const_string",
346 "value": "\n"
347 }
348 ]
349 }
350 ]
351 },
352 "end": "</tool_call:opensource>"
353 },
354 {
355 "type": "tag",
356 "begin": "<tool_call:opensource>add<tool_sep:opensource>\n",
357 "content": {
358 "type": "sequence",
359 "elements": [
360 {
361 "type": "sequence",
362 "elements": [
363 {
364 "type": "const_string",
365 "value": "<arg_key:opensource>"
366 },
367 {
368 "type": "const_string",
369 "value": "y"
370 },
371 {
372 "type": "const_string",
373 "value": "</arg_key:opensource>"
374 },
375 {
376 "type": "const_string",
377 "value": "\n"
378 },
379 {
380 "type": "const_string",
381 "value": "<arg_value:opensource>"
382 },
383 {
384 "type": "any_text",
385 "excludes": [
386 "<tool_calls:opensource>",
387 "</tool_calls:opensource>",
388 "<tool_call:opensource>",
389 "</tool_call:opensource>",
390 "<tool_sep:opensource>",
391 "<arg_key:opensource>",
392 "</arg_key:opensource>",
393 "<arg_value:opensource>",
394 "</arg_value:opensource>"
395 ],
396 "max_tokens": null,
397 "max_chars": null
398 },
399 {
400 "type": "const_string",
401 "value": "</arg_value:opensource>"
402 },
403 {
404 "type": "const_string",
405 "value": "\n"
406 }
407 ]
408 },
409 {
410 "type": "sequence",
411 "elements": [
412 {
413 "type": "const_string",
414 "value": "<arg_key:opensource>"
415 },
416 {
417 "type": "const_string",
418 "value": "x"
419 },
420 {
421 "type": "const_string",
422 "value": "</arg_key:opensource>"
423 },
424 {
425 "type": "const_string",
426 "value": "\n"
427 },
428 {
429 "type": "const_string",
430 "value": "<arg_value:opensource>"
431 },
432 {
433 "type": "any_text",
434 "excludes": [
435 "<tool_calls:opensource>",
436 "</tool_calls:opensource>",
437 "<tool_call:opensource>",
438 "</tool_call:opensource>",
439 "<tool_sep:opensource>",
440 "<arg_key:opensource>",
441 "</arg_key:opensource>",
442 "<arg_value:opensource>",
443 "</arg_value:opensource>"
444 ],
445 "max_tokens": null,
446 "max_chars": null
447 },
448 {
449 "type": "const_string",
450 "value": "</arg_value:opensource>"
451 },
452 {
453 "type": "const_string",
454 "value": "\n"
455 }
456 ]
457 },
458 {
459 "type": "sequence",
460 "elements": [
461 {
462 "type": "const_string",
463 "value": "<arg_key:opensource>"
464 },
465 {
466 "type": "const_string",
467 "value": "items"
468 },
469 {
470 "type": "const_string",
471 "value": "</arg_key:opensource>"
472 },
473 {
474 "type": "const_string",
475 "value": "\n"
476 },
477 {
478 "type": "const_string",
479 "value": "<arg_value:opensource>"
480 },
481 {
482 "type": "any_text",
483 "excludes": [
484 "<tool_calls:opensource>",
485 "</tool_calls:opensource>",
486 "<tool_call:opensource>",
487 "</tool_call:opensource>",
488 "<tool_sep:opensource>",
489 "<arg_key:opensource>",
490 "</arg_key:opensource>",
491 "<arg_value:opensource>",
492 "</arg_value:opensource>"
493 ],
494 "max_tokens": null,
495 "max_chars": null
496 },
497 {
498 "type": "const_string",
499 "value": "</arg_value:opensource>"
500 },
501 {
502 "type": "const_string",
503 "value": "\n"
504 }
505 ]
506 }
507 ]
508 },
509 "end": "</tool_call:opensource>"
510 }
511 ],
512 "separator": "\n",
513 "at_least_one": true,
514 "stop_after_first": false
515 },
516 {
517 "type": "const_string",
518 "value": "\n</tool_calls:opensource>"
519 }
520 ]
521 }
522 ]
523 },
524 "coverage": "from_token_zero"
525 },
526 "completion": "Need call the weather and add tools.</think:opensource><tool_calls:opensource>\n<tool_call:opensource>get_weather<tool_sep:opensource>\n<arg_key:opensource>location</arg_key:opensource>\n<arg_value:opensource>Shanghai</arg_value:opensource>\n</tool_call:opensource>\n<tool_call:opensource>add<tool_sep:opensource>\n<arg_key:opensource>y</arg_key:opensource>\n<arg_value:opensource>1.0</arg_value:opensource>\n<arg_key:opensource>x</arg_key:opensource>\n<arg_value:opensource>2</arg_value:opensource>\n<arg_key:opensource>items</arg_key:opensource>\n<arg_value:opensource>[\"left\", \"right\"]</arg_value:opensource>\n</tool_call:opensource>\n</tool_calls:opensource>",
527 "generation_token_ids": [47893, 1609, 252, 9969, 289, 1189, 7106, 13, 120030, 120035, 185, 120033, 874, 62, 39899, 120043, 185, 120066, 24806, 120067, 185, 120068, 4169, 768, 32381, 120069, 185, 120034, 185, 120033, 2176, 120043, 185, 120066, 88, 120067, 185, 120068, 16, 13, 15, 120069, 185, 120066, 87, 120067, 185, 120068, 17, 120069, 185, 120066, 12792, 120067, 185, 120068, 5831, 1639, 1221, 478, 1331, 7029, 120069, 185, 120034, 185, 120036, 120025]
528 },
529 "named": {
530 "grammar": {
531 "format": {
532 "type": "sequence",
533 "elements": [
534 {
535 "type": "tag",
536 "begin": "",
537 "content": {
538 "type": "any_text",
539 "excludes": [],
540 "max_tokens": null,
541 "max_chars": null
542 },
543 "end": "</think:opensource>"
544 },
545 {
546 "type": "sequence",
547 "elements": [
548 {
549 "type": "const_string",
550 "value": "<tool_calls:opensource>\n"
551 },
552 {
553 "type": "tag",
554 "begin": "<tool_call:opensource>get_weather<tool_sep:opensource>\n",
555 "content": {
556 "type": "sequence",
557 "elements": [
558 {
559 "type": "sequence",
560 "elements": [
561 {
562 "type": "const_string",
563 "value": "<arg_key:opensource>"
564 },
565 {
566 "type": "const_string",
567 "value": "location"
568 },
569 {
570 "type": "const_string",
571 "value": "</arg_key:opensource>"
572 },
573 {
574 "type": "const_string",
575 "value": "\n"
576 },
577 {
578 "type": "const_string",
579 "value": "<arg_value:opensource>"
580 },
581 {
582 "type": "any_text",
583 "excludes": [
584 "<tool_calls:opensource>",
585 "</tool_calls:opensource>",
586 "<tool_call:opensource>",
587 "</tool_call:opensource>",
588 "<tool_sep:opensource>",
589 "<arg_key:opensource>",
590 "</arg_key:opensource>",
591 "<arg_value:opensource>",
592 "</arg_value:opensource>"
593 ],
594 "max_tokens": null,
595 "max_chars": null
596 },
597 {
598 "type": "const_string",
599 "value": "</arg_value:opensource>"
600 },
601 {
602 "type": "const_string",
603 "value": "\n"
604 }
605 ]
606 }
607 ]
608 },
609 "end": "</tool_call:opensource>"
610 },
611 {
612 "type": "const_string",
613 "value": "\n</tool_calls:opensource>"
614 }
615 ]
616 }
617 ]
618 },
619 "coverage": "from_token_zero"
620 },
621 "completion": "Need call the weather and add tools.</think:opensource><tool_calls:opensource>\n<tool_call:opensource>get_weather<tool_sep:opensource>\n<arg_key:opensource>location</arg_key:opensource>\n<arg_value:opensource>Shanghai</arg_value:opensource>\n</tool_call:opensource>\n</tool_calls:opensource>",
622 "generation_token_ids": [47893, 1609, 252, 9969, 289, 1189, 7106, 13, 120030, 120035, 185, 120033, 874, 62, 39899, 120043, 185, 120066, 24806, 120067, 185, 120068, 4169, 768, 32381, 120069, 185, 120034, 185, 120036, 120025]
623 }
624 }
625 }