main
json 251 lines 8.72 KB
Raw
1 {
2 "model_id": "zai-org/GLM-4.7-Flash",
3 "vocab_size": 154880,
4 "all_stop_token_ids": [154820, 154827, 154829],
5 "cases": {
6 "auto": {
7 "grammar": {
8 "format": {
9 "type": "sequence",
10 "elements": [
11 {
12 "type": "tag",
13 "begin": "",
14 "content": {
15 "type": "any_text",
16 "excludes": [],
17 "max_tokens": null,
18 "max_chars": null
19 },
20 "end": "</think>"
21 },
22 {
23 "type": "triggered_tags",
24 "triggers": [
25 "<tool_call>"
26 ],
27 "tags": [
28 {
29 "type": "tag",
30 "begin": "<tool_call>get_weather",
31 "content": {
32 "type": "json_schema",
33 "json_schema": {
34 "type": "object",
35 "properties": {
36 "location": {
37 "type": "string"
38 }
39 },
40 "required": [
41 "location"
42 ]
43 },
44 "style": "glm_xml",
45 "any_order": false,
46 "max_whitespace_cnt": null,
47 "excludes": []
48 },
49 "end": "</tool_call>"
50 },
51 {
52 "type": "tag",
53 "begin": "<tool_call>add",
54 "content": {
55 "type": "json_schema",
56 "json_schema": {
57 "type": "object",
58 "properties": {
59 "y": {
60 "type": "number"
61 },
62 "x": {
63 "type": "number"
64 },
65 "items": {
66 "type": "array",
67 "items": {
68 "type": "string"
69 }
70 }
71 },
72 "required": [
73 "y",
74 "x",
75 "items"
76 ]
77 },
78 "style": "glm_xml",
79 "any_order": false,
80 "max_whitespace_cnt": null,
81 "excludes": []
82 },
83 "end": "</tool_call>"
84 }
85 ],
86 "at_least_one": false,
87 "stop_after_first": false,
88 "excludes": [
89 "<think>",
90 "</think>",
91 "</tool_call>",
92 "<arg_key>",
93 "</arg_key>",
94 "<arg_value>",
95 "</arg_value>"
96 ]
97 }
98 ]
99 },
100 "coverage": "from_token_zero"
101 },
102 "completion": "Need call the weather and add tools.</think>I will call the tools.<tool_call>get_weather<arg_key>location</arg_key><arg_value>Shanghai</arg_value></tool_call><tool_call>add<arg_key>y</arg_key><arg_value>1.0</arg_value><arg_key>x</arg_key><arg_value>2</arg_value><arg_key>items</arg_key><arg_value>[\"left\", \"right\"]</arg_value></tool_call>",
103 "generation_token_ids": [23591, 1618, 279, 9101, 323, 912, 7375, 13, 154842, 40, 686, 1618, 279, 7375, 13, 154843, 455, 68852, 154847, 2527, 154848, 154849, 2016, 29953, 154850, 154844, 154843, 718, 154847, 88, 154848, 154849, 16, 13, 15, 154850, 154847, 87, 154848, 154849, 17, 154850, 154847, 3615, 154848, 154849, 1183, 2359, 497, 330, 1291, 1341, 154850, 154844, 154820]
104 },
105 "required": {
106 "grammar": {
107 "format": {
108 "type": "sequence",
109 "elements": [
110 {
111 "type": "tag",
112 "begin": "",
113 "content": {
114 "type": "any_text",
115 "excludes": [],
116 "max_tokens": null,
117 "max_chars": null
118 },
119 "end": "</think>"
120 },
121 {
122 "type": "triggered_tags",
123 "triggers": [
124 "<tool_call>"
125 ],
126 "tags": [
127 {
128 "type": "tag",
129 "begin": "<tool_call>get_weather",
130 "content": {
131 "type": "json_schema",
132 "json_schema": {
133 "type": "object",
134 "properties": {
135 "location": {
136 "type": "string"
137 }
138 },
139 "required": [
140 "location"
141 ]
142 },
143 "style": "glm_xml",
144 "any_order": false,
145 "max_whitespace_cnt": null,
146 "excludes": []
147 },
148 "end": "</tool_call>"
149 },
150 {
151 "type": "tag",
152 "begin": "<tool_call>add",
153 "content": {
154 "type": "json_schema",
155 "json_schema": {
156 "type": "object",
157 "properties": {
158 "y": {
159 "type": "number"
160 },
161 "x": {
162 "type": "number"
163 },
164 "items": {
165 "type": "array",
166 "items": {
167 "type": "string"
168 }
169 }
170 },
171 "required": [
172 "y",
173 "x",
174 "items"
175 ]
176 },
177 "style": "glm_xml",
178 "any_order": false,
179 "max_whitespace_cnt": null,
180 "excludes": []
181 },
182 "end": "</tool_call>"
183 }
184 ],
185 "at_least_one": true,
186 "stop_after_first": false,
187 "excludes": [
188 "<think>",
189 "</think>",
190 "</tool_call>",
191 "<arg_key>",
192 "</arg_key>",
193 "<arg_value>",
194 "</arg_value>"
195 ]
196 }
197 ]
198 },
199 "coverage": "from_token_zero"
200 },
201 "completion": "Need call the weather and add tools.</think><tool_call>get_weather<arg_key>location</arg_key><arg_value>Shanghai</arg_value></tool_call><tool_call>add<arg_key>y</arg_key><arg_value>1.0</arg_value><arg_key>x</arg_key><arg_value>2</arg_value><arg_key>items</arg_key><arg_value>[\"left\", \"right\"]</arg_value></tool_call>",
202 "generation_token_ids": [23591, 1618, 279, 9101, 323, 912, 7375, 13, 154842, 154843, 455, 68852, 154847, 2527, 154848, 154849, 2016, 29953, 154850, 154844, 154843, 718, 154847, 88, 154848, 154849, 16, 13, 15, 154850, 154847, 87, 154848, 154849, 17, 154850, 154847, 3615, 154848, 154849, 1183, 2359, 497, 330, 1291, 1341, 154850, 154844, 154820]
203 },
204 "named": {
205 "grammar": {
206 "format": {
207 "type": "sequence",
208 "elements": [
209 {
210 "type": "tag",
211 "begin": "",
212 "content": {
213 "type": "any_text",
214 "excludes": [],
215 "max_tokens": null,
216 "max_chars": null
217 },
218 "end": "</think>"
219 },
220 {
221 "type": "tag",
222 "begin": "<tool_call>get_weather",
223 "content": {
224 "type": "json_schema",
225 "json_schema": {
226 "type": "object",
227 "properties": {
228 "location": {
229 "type": "string"
230 }
231 },
232 "required": [
233 "location"
234 ]
235 },
236 "style": "glm_xml",
237 "any_order": false,
238 "max_whitespace_cnt": null,
239 "excludes": []
240 },
241 "end": "</tool_call>"
242 }
243 ]
244 },
245 "coverage": "from_token_zero"
246 },
247 "completion": "Need call the weather and add tools.</think><tool_call>get_weather<arg_key>location</arg_key><arg_value>Shanghai</arg_value></tool_call>",
248 "generation_token_ids": [23591, 1618, 279, 9101, 323, 912, 7375, 13, 154842, 154843, 455, 68852, 154847, 2527, 154848, 154849, 2016, 29953, 154850, 154844, 154820]
249 }
250 }
251 }