@tduncan / Nvidia-Optimization-Stack-VLLM
Code Commits Issues Pulls Cloud Agent CI/CD
main
main
json 274 lines 11.9 KB
Raw
1 {
2 "model_id": "deepseek-ai/DeepSeek-V4-Flash",
3 "vocab_size": 129280,
4 "all_stop_token_ids": [1],
5 "cases": {
6 "auto": {
7 "grammar": {
8 "format": {
9 "type": "sequence",
10 "elements": [
11 {
12 "type": "tag",
13 "begin": "",
14 "content": {
15 "type": "any_text",
16 "excludes": [],
17 "max_tokens": null,
18 "max_chars": null
19 },
20 "end": "</think>"
21 },
22 {
23 "type": "triggered_tags",
24 "triggers": [
25 "<｜DSML｜tool_calls>"
26 ],
27 "tags": [
28 {
29 "type": "tag",
30 "begin": "<｜DSML｜tool_calls>\n",
31 "content": {
32 "type": "tags_with_separator",
33 "tags": [
34 {
35 "type": "tag",
36 "begin": "<｜DSML｜invoke name=\"get_weather\">\n",
37 "content": {
38 "type": "json_schema",
39 "json_schema": {
40 "type": "object",
41 "properties": {
42 "location": {
43 "type": "string"
44 }
45 },
46 "required": [
47 "location"
48 ]
49 },
50 "style": "deepseek_xml",
51 "any_order": false,
52 "max_whitespace_cnt": null,
53 "excludes": []
54 },
55 "end": "</｜DSML｜invoke>\n"
56 },
57 {
58 "type": "tag",
59 "begin": "<｜DSML｜invoke name=\"add\">\n",
60 "content": {
61 "type": "json_schema",
62 "json_schema": {
63 "type": "object",
64 "properties": {
65 "y": {
66 "type": "number"
67 },
68 "x": {
69 "type": "number"
70 },
71 "items": {
72 "type": "array",
73 "items": {
74 "type": "string"
75 }
76 }
77 },
78 "required": [
79 "y",
80 "x",
81 "items"
82 ]
83 },
84 "style": "deepseek_xml",
85 "any_order": false,
86 "max_whitespace_cnt": null,
87 "excludes": []
88 },
89 "end": "</｜DSML｜invoke>\n"
90 }
91 ],
92 "separator": "",
93 "at_least_one": true,
94 "stop_after_first": false
95 },
96 "end": "</｜DSML｜tool_calls>"
97 }
98 ],
99 "at_least_one": false,
100 "stop_after_first": false,
101 "excludes": [
102 "<think>",
103 "</think>"
104 ]
105 }
106 ]
107 },
108 "coverage": "from_token_zero"
109 },
110 "completion": "Need call the weather and add tools.</think>I will call the tools.\n\n<｜DSML｜tool_calls>\n<｜DSML｜invoke name=\"get_weather\">\n<｜DSML｜parameter name=\"location\" string=\"true\">Shanghai</｜DSML｜parameter>\n</｜DSML｜invoke>\n<｜DSML｜invoke name=\"add\">\n<｜DSML｜parameter name=\"y\" string=\"false\">1.0</｜DSML｜parameter>\n<｜DSML｜parameter name=\"x\" string=\"false\">2</｜DSML｜parameter>\n<｜DSML｜parameter name=\"items\" string=\"false\">[\"left\", \"right\"]</｜DSML｜parameter>\n</｜DSML｜invoke>\n</｜DSML｜tool_calls>",
111 "generation_token_ids": [50249, 1926, 270, 9670, 305, 1258, 6704, 16, 128822, 43, 759, 1926, 270, 6704, 339, 30, 128825, 72461, 4941, 12548, 1018, 30, 128825, 40148, 5406, 2329, 1281, 1133, 65, 50219, 3816, 30, 128825, 41523, 2329, 1281, 33182, 4, 3418, 1281, 11476, 3320, 119606, 28011, 1718, 128825, 41523, 1018, 1718, 128825, 40148, 5406, 1018, 30, 128825, 40148, 5406, 2329, 1281, 3327, 3816, 30, 128825, 41523, 2329, 1281, 91, 4, 3418, 1281, 19836, 3320, 19, 16, 18, 1718, 128825, 41523, 1018, 30, 128825, 41523, 2329, 1281, 90, 4, 3418, 1281, 19836, 3320, 20, 1718, 128825, 41523, 1018, 30, 128825, 41523, 2329, 1281, 17173, 4, 3418, 1281, 19836, 3320, 10931, 4589, 1760, 582, 2459, 13747, 1718, 128825, 41523, 1018, 1718, 128825, 40148, 5406, 1018, 1718, 128825, 72461, 4941, 12548, 32, 1]
112 },
113 "required": {
114 "grammar": {
115 "format": {
116 "type": "sequence",
117 "elements": [
118 {
119 "type": "tag",
120 "begin": "",
121 "content": {
122 "type": "any_text",
123 "excludes": [],
124 "max_tokens": null,
125 "max_chars": null
126 },
127 "end": "</think>"
128 },
129 {
130 "type": "sequence",
131 "elements": [
132 {
133 "type": "const_string",
134 "value": "\n\n<｜DSML｜tool_calls>\n"
135 },
136 {
137 "type": "tags_with_separator",
138 "tags": [
139 {
140 "type": "tag",
141 "begin": "<｜DSML｜invoke name=\"get_weather\">\n",
142 "content": {
143 "type": "json_schema",
144 "json_schema": {
145 "type": "object",
146 "properties": {
147 "location": {
148 "type": "string"
149 }
150 },
151 "required": [
152 "location"
153 ]
154 },
155 "style": "deepseek_xml",
156 "any_order": false,
157 "max_whitespace_cnt": null,
158 "excludes": []
159 },
160 "end": "</｜DSML｜invoke>\n"
161 },
162 {
163 "type": "tag",
164 "begin": "<｜DSML｜invoke name=\"add\">\n",
165 "content": {
166 "type": "json_schema",
167 "json_schema": {
168 "type": "object",
169 "properties": {
170 "y": {
171 "type": "number"
172 },
173 "x": {
174 "type": "number"
175 },
176 "items": {
177 "type": "array",
178 "items": {
179 "type": "string"
180 }
181 }
182 },
183 "required": [
184 "y",
185 "x",
186 "items"
187 ]
188 },
189 "style": "deepseek_xml",
190 "any_order": false,
191 "max_whitespace_cnt": null,
192 "excludes": []
193 },
194 "end": "</｜DSML｜invoke>\n"
195 }
196 ],
197 "separator": "",
198 "at_least_one": true,
199 "stop_after_first": false
200 },
201 {
202 "type": "const_string",
203 "value": "</｜DSML｜tool_calls>"
204 }
205 ]
206 }
207 ]
208 },
209 "coverage": "from_token_zero"
210 },
211 "completion": "Need call the weather and add tools.</think>\n\n<｜DSML｜tool_calls>\n<｜DSML｜invoke name=\"get_weather\">\n<｜DSML｜parameter name=\"location\" string=\"true\">Shanghai</｜DSML｜parameter>\n</｜DSML｜invoke>\n<｜DSML｜invoke name=\"add\">\n<｜DSML｜parameter name=\"y\" string=\"false\">1.0</｜DSML｜parameter>\n<｜DSML｜parameter name=\"x\" string=\"false\">2</｜DSML｜parameter>\n<｜DSML｜parameter name=\"items\" string=\"false\">[\"left\", \"right\"]</｜DSML｜parameter>\n</｜DSML｜invoke>\n</｜DSML｜tool_calls>",
212 "generation_token_ids": [50249, 1926, 270, 9670, 305, 1258, 6704, 16, 128822, 271, 30, 128825, 72461, 4941, 12548, 1018, 30, 128825, 40148, 5406, 2329, 1281, 1133, 65, 50219, 3816, 30, 128825, 41523, 2329, 1281, 33182, 4, 3418, 1281, 11476, 3320, 119606, 28011, 1718, 128825, 41523, 1018, 1718, 128825, 40148, 5406, 1018, 30, 128825, 40148, 5406, 2329, 1281, 3327, 3816, 30, 128825, 41523, 2329, 1281, 91, 4, 3418, 1281, 19836, 3320, 19, 16, 18, 1718, 128825, 41523, 1018, 30, 128825, 41523, 2329, 1281, 90, 4, 3418, 1281, 19836, 3320, 20, 1718, 128825, 41523, 1018, 30, 128825, 41523, 2329, 1281, 17173, 4, 3418, 1281, 19836, 3320, 10931, 4589, 1760, 582, 2459, 13747, 1718, 128825, 41523, 1018, 1718, 128825, 40148, 5406, 1018, 1718, 128825, 72461, 4941, 12548, 32, 1]
213 },
214 "named": {
215 "grammar": {
216 "format": {
217 "type": "sequence",
218 "elements": [
219 {
220 "type": "tag",
221 "begin": "",
222 "content": {
223 "type": "any_text",
224 "excludes": [],
225 "max_tokens": null,
226 "max_chars": null
227 },
228 "end": "</think>"
229 },
230 {
231 "type": "sequence",
232 "elements": [
233 {
234 "type": "const_string",
235 "value": "\n\n<｜DSML｜tool_calls>\n"
236 },
237 {
238 "type": "tag",
239 "begin": "<｜DSML｜invoke name=\"get_weather\">\n",
240 "content": {
241 "type": "json_schema",
242 "json_schema": {
243 "type": "object",
244 "properties": {
245 "location": {
246 "type": "string"
247 }
248 },
249 "required": [
250 "location"
251 ]
252 },
253 "style": "deepseek_xml",
254 "any_order": false,
255 "max_whitespace_cnt": null,
256 "excludes": []
257 },
258 "end": "</｜DSML｜invoke>\n"
259 },
260 {
261 "type": "const_string",
262 "value": "</｜DSML｜tool_calls>"
263 }
264 ]
265 }
266 ]
267 },
268 "coverage": "from_token_zero"
269 },
270 "completion": "Need call the weather and add tools.</think>\n\n<｜DSML｜tool_calls>\n<｜DSML｜invoke name=\"get_weather\">\n<｜DSML｜parameter name=\"location\" string=\"true\">Shanghai</｜DSML｜parameter>\n</｜DSML｜invoke>\n</｜DSML｜tool_calls>",
271 "generation_token_ids": [50249, 1926, 270, 9670, 305, 1258, 6704, 16, 128822, 271, 30, 128825, 72461, 4941, 12548, 1018, 30, 128825, 40148, 5406, 2329, 1281, 1133, 65, 50219, 3816, 30, 128825, 41523, 2329, 1281, 33182, 4, 3418, 1281, 11476, 3320, 119606, 28011, 1718, 128825, 41523, 1018, 1718, 128825, 40148, 5406, 1018, 1718, 128825, 72461, 4941, 12548, 32, 1]
272 }
273 }
274 }