The best way to control Claude Code, Codex and more from any computer or phone

main
ts 893 lines 28.8 KB
Raw
1 import * as Node from "@effect/platform-node/NodeMultipartParser"
2 import * as ByteSize from "effect/ByteSize"
3 import * as Multipart from "effect/http/MultipartParser"
4 import { assert, describe, expectTypeOf, test } from "vitest"
5
6 type Expected = Array<
7 | [type: "field", name: string, value: string, contentType: string]
8 | [
9 type: "file",
10 name: string,
11 bytesReceived: number,
12 filename: string,
13 contentType: string
14 ]
15 >
16
17 interface MultipartCase {
18 readonly config?: Partial<Multipart.Config>
19 readonly name: string
20 readonly source: ReadonlyArray<string>
21 readonly boundary: string
22 readonly expected: Expected
23 readonly errors?: ReadonlyArray<Multipart.MultipartError["_tag"]>
24 }
25
26 const cases: ReadonlyArray<MultipartCase> = [
27 {
28 source: [
29 [
30 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
31 "Content-Disposition: form-data; name=\"file_name_0\"",
32 "",
33 "super alpha file",
34 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
35 "Content-Disposition: form-data; name=\"file_name_1\"",
36 "",
37 "super beta file",
38 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
39 "Content-Disposition: form-data; name=\"upload_file_0\"; filename=\"1k_a.dat\"",
40 "Content-Type: application/octet-stream",
41 "",
42 "AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA",
43 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
44 "Content-Disposition: form-data; name=\"upload_file_1\"; filename=\"1k_b.dat\"",
45 "Content-Type: application/octet-stream",
46 "",
47 "BBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBB",
48 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
49 ].join("\r\n")
50 ],
51 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
52 expected: [
53 ["field", "file_name_0", "super alpha file", "text/plain"],
54 ["field", "file_name_1", "super beta file", "text/plain"],
55 ["file", "upload_file_0", 1023, "1k_a.dat", "application/octet-stream"],
56 ["file", "upload_file_1", 1023, "1k_b.dat", "application/octet-stream"]
57 ],
58 name: "Fields and files"
59 },
60 {
61 source: [
62 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k\r\n",
63 `Content-Disposition: form-data; name="file_name_0"\r\n`,
64 "\r\n",
65 "super alpha file\r\n",
66 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k\r\n",
67 "Content-Disposition: form-data; name=\"file_name_1\"\r\n",
68 "\r\n",
69 "super beta file\r\n",
70 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k\r\n",
71 `Content-Disposition: form-data; name="upload_file_0"; filename="1k_a.dat"\r\n`,
72 "Content-Type: application/octet-stream\r\n",
73 "\r\n",
74 "A".repeat(1024 * 1024),
75 "A".repeat(1024 * 1024),
76 "A".repeat(1024 * 1024),
77 "A".repeat(1024 * 1024),
78 "A".repeat(1024 * 1024),
79 "A".repeat(1024 * 1024),
80 "A".repeat(1024 * 1024),
81 "A".repeat(1024 * 1024),
82 "A".repeat(1024 * 1024),
83 "A".repeat(1024 * 1024),
84 "\r\n-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
85 ],
86 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
87 expected: [
88 ["field", "file_name_0", "super alpha file", "text/plain"],
89 ["field", "file_name_1", "super beta file", "text/plain"],
90 [
91 "file",
92 "upload_file_0",
93 1024 * 1024 * 10,
94 "1k_a.dat",
95 "application/octet-stream"
96 ]
97 ],
98 name: "Fields and large file"
99 },
100 {
101 source: [
102 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k\r\n",
103 "Content-Disposition: form-data; name=\"file_name_0\"\r\n",
104 "\r\n",
105 "super alpha file\r\n",
106 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
107 ],
108 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
109 expected: [["field", "file_name_0", "super alpha file", "text/plain"]],
110 name: "Headers over multiple chunks",
111 errors: []
112 },
113 {
114 source: [
115 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
116 "Content-Disposition: form-data; name=\"file_name_0\"",
117 "",
118 "super alpha file",
119 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
120 ]
121 .join("\r\n")
122 .split(""),
123
124 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
125 expected: [["field", "file_name_0", "super alpha file", "text/plain"]],
126 name: "Headers over single byte chunks",
127 errors: []
128 },
129 {
130 source: [
131 [
132 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY",
133 "Content-Disposition: form-data; name=\"cont\"",
134 "",
135 "some random content",
136 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY",
137 "Content-Disposition: form-data; name=\"pass\"",
138 "",
139 "some random pass",
140 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY",
141 "Content-Disposition: form-data; name=\"bit\"",
142 "",
143 "2",
144 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY--"
145 ].join("\r\n")
146 ],
147 boundary: "----WebKitFormBoundaryTB2MiQ36fnSJlrhY",
148 expected: [
149 ["field", "cont", "some random content", "text/plain"],
150 ["field", "pass", "some random pass", "text/plain"],
151 ["field", "bit", "2", "text/plain"]
152 ],
153 name: "Fields only"
154 },
155 {
156 source: [
157 [
158 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY",
159 "Content-Disposition: form-data; name=\"first\"",
160 "",
161 "A".repeat(32),
162 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY",
163 "Content-Disposition: form-data; name=\"second\"",
164 "",
165 "B".repeat(32),
166 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY--"
167 ].join("\r\n")
168 ],
169 boundary: "----WebKitFormBoundaryTB2MiQ36fnSJlrhY",
170 config: {
171 maxPartSize: ByteSize.bytes(100)
172 },
173 expected: [
174 ["field", "first", "A".repeat(32), "text/plain"],
175 ["field", "second", "B".repeat(32), "text/plain"]
176 ],
177 errors: [],
178 name: "Resets maxPartSize between field parts"
179 },
180 {
181 source: [],
182 boundary: "----WebKitFormBoundaryTB2MiQ36fnSJlrhY",
183 expected: [],
184 errors: ["EndNotReached"],
185 name: "No fields and no files"
186 },
187 {
188 source: [
189 "--boundary\r\ncontent-disposition: form-data; nam"
190 ],
191 boundary: "boundary",
192 expected: [],
193 errors: ["EndNotReached"],
194 name: "Truncated mid-header"
195 },
196 {
197 source: [
198 [
199 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
200 "Content-Disposition: form-data; name=\"file_name_0\"",
201 "",
202 "super alpha file",
203 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
204 "Content-Disposition: form-data; name=\"upload_file_0\"; filename=\"1k_a.dat\"",
205 "Content-Type: application/octet-stream",
206 "",
207 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
208 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
209 ].join("\r\n")
210 ],
211 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
212 config: {
213 maxFieldSize: ByteSize.bytes(5)
214 },
215 expected: [],
216 errors: ["ReachedLimit"],
217 name: "stops after maxFieldSize is exceeded"
218 },
219 {
220 source: [
221 [
222 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
223 "Content-Disposition: form-data; name=\"upload_file_0\"; filename=\"1k_a.dat\"",
224 "Content-Type: application/octet-stream",
225 "",
226 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
227 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
228 ].join("\r\n")
229 ],
230 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
231 config: {
232 maxPartSize: ByteSize.bytes(13)
233 },
234 expected: [],
235 errors: ["ReachedLimit"],
236 name: "stops after maxPartSize is exceeded"
237 },
238 {
239 source: [
240 [
241 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
242 "Content-Disposition: form-data; name=\"file_name_0\"",
243 "",
244 "super alpha file",
245 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
246 "Content-Disposition: form-data; name=\"upload_file_0\"; filename=\"1k_a.dat\"",
247 "Content-Type: application/octet-stream",
248 "",
249 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
250 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
251 ].join("\r\n")
252 ],
253 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
254 config: {
255 maxParts: 0
256 },
257 expected: [],
258 errors: ["ReachedLimit"],
259 name: "stops before the first part when maxParts is 0"
260 },
261 {
262 source: [
263 [
264 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
265 "Content-Disposition: form-data; name=\"file_name_0\"",
266 "",
267 "super alpha file",
268 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
269 "Content-Disposition: form-data; name=\"file_name_1\"",
270 "",
271 "super beta file",
272 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
273 "Content-Disposition: form-data; name=\"upload_file_0\"; filename=\"1k_a.dat\"",
274 "Content-Type: application/octet-stream",
275 "",
276 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
277 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
278 ].join("\r\n")
279 ],
280 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
281 config: {
282 maxParts: 1
283 },
284 errors: ["ReachedLimit"],
285 expected: [["field", "file_name_0", "super alpha file", "text/plain"]],
286 name: "stops after maxParts is exceeded"
287 },
288 {
289 source: [
290 [
291 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
292 "Content-Disposition: form-data; name=\"upload_file_0\"; filename=\"/absolute/1k_a.dat\"",
293 "Content-Type: application/octet-stream",
294 "",
295 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
296 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
297 "Content-Disposition: form-data; name=\"upload_file_1\"; filename=\"C:\\absolute\\1k_b.dat\"",
298 "Content-Type: application/octet-stream",
299 "",
300 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
301 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
302 "Content-Disposition: form-data; name=\"upload_file_2\"; filename=\"relative/1k_c.dat\"",
303 "Content-Type: application/octet-stream",
304 "",
305 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
306 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
307 ].join("\r\n")
308 ],
309 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
310 expected: [
311 [
312 "file",
313 "upload_file_0",
314 26,
315 "/absolute/1k_a.dat",
316 "application/octet-stream"
317 ],
318 [
319 "file",
320 "upload_file_1",
321 26,
322 "C:\\absolute\\1k_b.dat",
323 "application/octet-stream"
324 ],
325 [
326 "file",
327 "upload_file_2",
328 26,
329 "relative/1k_c.dat",
330 "application/octet-stream"
331 ]
332 ],
333 name: "Paths to be preserved"
334 },
335 {
336 source: [
337 [
338 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY",
339 "Content-Disposition: form-data; name=\"cont\"",
340 "Content-Type: ",
341 "",
342 "some random content",
343 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY",
344 "Content-Disposition: ",
345 "",
346 "some random pass",
347 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY--"
348 ].join("\r\n")
349 ],
350 boundary: "----WebKitFormBoundaryTB2MiQ36fnSJlrhY",
351 expected: [
352 ["field", "cont", "some random content", "text/plain"]
353 ],
354 errors: ["InvalidDisposition"],
355 name: "Empty content-type and empty content-disposition"
356 },
357 {
358 config: {
359 isFile: (_) => _.name !== "upload_file_0"
360 },
361 source: [
362 [
363 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
364 "Content-Disposition: form-data; name=\"upload_file_0\"; filename=\"blob\"",
365 "Content-Type: application/json",
366 "",
367 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
368 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
369 ].join("\r\n")
370 ],
371 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
372 expected: [
373 [
374 "field",
375 "upload_file_0",
376 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
377 "application/json"
378 ]
379 ],
380 name: "Blob uploads should be handled as fields if isFile is provided."
381 },
382 {
383 config: {
384 isFile: (_) => _.name !== "upload_file_0"
385 },
386 source: [
387 [
388 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
389 "Content-Disposition: form-data; name=\"upload_file_0\"; filename=\"blob\"",
390 "Content-Type: application/json",
391 "",
392 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
393 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
394 "Content-Disposition: form-data; name=\"file\"; filename*=utf-8''n%C3%A4me.txt",
395 "Content-Type: application/octet-stream",
396 "",
397 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
398 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
399 ].join("\r\n")
400 ],
401 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
402 expected: [
403 [
404 "field",
405 "upload_file_0",
406 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
407 "application/json"
408 ],
409 ["file", "file", 26, "näme.txt", "application/octet-stream"]
410 ],
411 name: "Blob uploads should be handled as fields if isFile is provided. Other parts should be files."
412 },
413 {
414 config: {
415 isFile: (_) => _.name === "upload_file_0"
416 },
417 source: [
418 [
419 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
420 "Content-Disposition: form-data; name=\"upload_file_0\"; filename=\"blob\"",
421 "Content-Type: application/json",
422 "",
423 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
424 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
425 "Content-Disposition: form-data; name=\"file\"; filename*=utf-8''n%C3%A4me.txt",
426 "Content-Type: application/octet-stream",
427 "",
428 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
429 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
430 ].join("\r\n")
431 ],
432 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
433 expected: [
434 ["file", "upload_file_0", 26, "blob", "application/json"],
435 [
436 "field",
437 "file",
438 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
439 "application/octet-stream"
440 ]
441 ],
442 name: "Blob uploads sould be handled as files if corresponding isFile is provided. Other parts should be fields."
443 },
444 {
445 source: [
446 [
447 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
448 "Content-Disposition: form-data; name=\"file\"; filename*=utf-8''n%C3%A4me.txt",
449 "Content-Type: application/octet-stream",
450 "",
451 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
452 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
453 ].join("\r\n")
454 ],
455 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
456 expected: [["file", "file", 26, "näme.txt", "application/octet-stream"]],
457 name: "Unicode filenames"
458 },
459 {
460 source: [
461 [
462 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
463 "Content-Disposition: form-data; name=\"file\"; filename*=utf-8''%ZZ",
464 "Content-Type: application/octet-stream",
465 "",
466 "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
467 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
468 ].join("\r\n")
469 ],
470 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
471 expected: [],
472 errors: ["InvalidDisposition"],
473 name: "Malformed encoded filenames"
474 },
475 {
476 source: [
477 [
478 "--asdasdasdasd\r\n",
479 "Content-Type: text/plain\r\n",
480 "Content-Disposition: form-data; name=\"foo\"\r\n",
481 "\r\n",
482 "asd\r\n",
483 "--asdasdasdasd--"
484 ].join(":)")
485 ],
486 boundary: "asdasdasdasd",
487 expected: [],
488 errors: ["BadHeaders", "EndNotReached"],
489 name: "Stopped mid-header"
490 },
491 {
492 source: [
493 [
494 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY",
495 "Content-Disposition: form-data; name=\"cont\"",
496 "Content-Type: application/json",
497 "",
498 "{}",
499 "------WebKitFormBoundaryTB2MiQ36fnSJlrhY--"
500 ].join("\r\n")
501 ],
502 boundary: "----WebKitFormBoundaryTB2MiQ36fnSJlrhY",
503 expected: [["field", "cont", "{}", "application/json"]],
504 name: "content-type for fields"
505 },
506 {
507 source: ["------WebKitFormBoundaryTB2MiQ36fnSJlrhY--\r\n"],
508 boundary: "----WebKitFormBoundaryTB2MiQ36fnSJlrhY",
509 expected: [],
510 name: "empty form"
511 },
512 {
513 source: [
514 [
515 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
516 "Content-Disposition: form-data; name=\"field1\"",
517 "content-type: text/plain; charset=utf-8",
518 "",
519 "Aufklärung ist der Ausgang des Menschen aus seiner selbstverschuldeten Unmündigkeit.",
520 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
521 "Content-Disposition: form-data; name=\"field2\"",
522 "content-type: text/plain; charset=iso-8859-1",
523 "",
524 "sapere aude!",
525 "-----------------------------paZqsnEHRufoShdX6fh0lUhXBP4k--"
526 ].join("\r\n")
527 ],
528 boundary: "---------------------------paZqsnEHRufoShdX6fh0lUhXBP4k",
529 expected: [
530 [
531 "field",
532 "field1",
533 "Aufklärung ist der Ausgang des Menschen aus seiner selbstverschuldeten Unmündigkeit.",
534 "text/plain"
535 ],
536 ["field", "field2", "sapere aude!", "text/plain"]
537 ],
538 name: "Fields and files"
539 },
540 {
541 source: [
542 [
543 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
544 "Content-Disposition: form-data; name=\"regsubmit\"",
545 "",
546 "yes",
547 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
548 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
549 "Content-Disposition: form-data; name=\"referer\"",
550 "",
551 "http://domainExample/./",
552 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
553 "Content-Disposition: form-data; name=\"activationauth\"",
554 "",
555 "",
556 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
557 "Content-Disposition: form-data; name=\"seccodemodid\"",
558 "",
559 "member::register",
560 "------WebKitFormBoundaryzca7IDMnT6QwqBp7--"
561 ].join("\r\n")
562 ],
563 boundary: "----WebKitFormBoundaryzca7IDMnT6QwqBp7",
564 expected: [
565 ["field", "regsubmit", "yes", "text/plain"],
566 ["field", "referer", "http://domainExample/./", "text/plain"],
567 ["field", "activationauth", "", "text/plain"],
568 ["field", "seccodemodid", "member::register", "text/plain"]
569 ],
570 name: "one empty part should get ignored"
571 },
572 {
573 source: [" ------WebKitFormBoundaryTB2MiQ36fnSJlrhY--\r\n"],
574 boundary: "----WebKitFormBoundaryTB2MiQ36fnSJlrhY",
575 expected: [],
576 errors: ["EndNotReached"],
577 name: "empty form with preceding whitespace"
578 },
579 {
580 source: ["------WebKitFormBoundaryTB2MiQ36fnSJlrhY--\r\n"],
581 boundary: "----WebKitFormBoundaryTB2MiQ36fnSJlrhYY",
582 expected: [],
583 errors: ["EndNotReached"],
584 name: "empty form with wrong boundary (extra Y)"
585 },
586 {
587 source: [
588 [
589 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
590 "Content-Disposition: form-data; name=\"regsubmit\"",
591 "",
592 "yes",
593 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
594 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
595 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
596 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
597 "Content-Disposition: form-data; name=\"referer\"",
598 "",
599 "http://domainExample/./",
600 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
601 "Content-Disposition: form-data; name=\"activationauth\"",
602 "",
603 "",
604 "------WebKitFormBoundaryzca7IDMnT6QwqBp7",
605 "Content-Disposition: form-data; name=\"seccodemodid\"",
606 "",
607 "member::register",
608 "------WebKitFormBoundaryzca7IDMnT6QwqBp7--"
609 ].join("\r\n")
610 ],
611 boundary: "----WebKitFormBoundaryzca7IDMnT6QwqBp7",
612 expected: [
613 ["field", "regsubmit", "yes", "text/plain"],
614 ["field", "referer", "http://domainExample/./", "text/plain"],
615 ["field", "activationauth", "", "text/plain"],
616 ["field", "seccodemodid", "member::register", "text/plain"]
617 ],
618 name: "multiple empty parts should get ignored"
619 }
620 ]
621
622 describe("multipart", () => {
623 test.each(cases)("$name", (opts) => {
624 const parts: Expected = []
625 const errors: Array<Multipart.MultipartError["_tag"]> = []
626
627 const parser = Multipart.make({
628 ...opts.config,
629 headers: {
630 "content-type": "multipart/form-data; boundary=" + opts.boundary
631 },
632 onFile: (info) => {
633 let size = 0
634 return (chunk) => {
635 if (chunk) {
636 size += chunk.length
637 } else {
638 parts.push([
639 "file",
640 info.name,
641 size,
642 info.filename!,
643 info.contentType
644 ])
645 }
646 }
647 },
648 onField: (info, value) => {
649 parts.push([
650 "field",
651 info.name,
652 Multipart.decodeField(info, value),
653 info.contentType
654 ])
655 },
656 onError: (error) => {
657 errors.push(error._tag)
658 },
659 onDone: () => {}
660 })
661
662 opts.source.forEach((chunk) => {
663 parser.write(new TextEncoder().encode(chunk))
664 })
665 parser.end()
666
667 assert.deepStrictEqual(opts.expected, parts)
668 if (opts.errors) {
669 assert.deepEqual(opts.errors, errors)
670 }
671 })
672 })
673
674 describe("node api", () => {
675 test("exposes missing filenames as undefined", () => {
676 const parser = Node.make({
677 headers: {
678 "content-type": "multipart/form-data; boundary=boundary"
679 }
680 })
681 let emitted = false
682 parser.on("file", (file) => {
683 emitted = true
684 expectTypeOf(file.filename).toEqualTypeOf<string | undefined>()
685 assert.strictEqual(file.filename, undefined)
686 file.resume()
687 })
688
689 parser.write(
690 new TextEncoder().encode(
691 "--boundary\r\nContent-Disposition: form-data; name=\"file\"\r\nContent-Type: application/octet-stream\r\n\r\ncontent\r\n--boundary--"
692 )
693 )
694 parser.end()
695
696 assert.isTrue(emitted)
697 parser.destroy()
698 })
699
700 test("stops sending file chunks after an error", () => {
701 const parser = Node.make({
702 headers: {
703 "content-type": "multipart/form-data; boundary=boundary"
704 },
705 maxPartSize: ByteSize.bytes(100)
706 })
707 let file: Node.FileStream | undefined
708 parser.on("file", (part) => {
709 file = part
710 part.on("error", () => {})
711 })
712 parser.on("error", () => {})
713
714 parser.write(
715 new TextEncoder().encode(
716 "--boundary\r\nContent-Disposition: form-data; name=\"file\"; filename=\"a.txt\"\r\n\r\nA"
717 )
718 )
719 parser.write(new TextEncoder().encode("B".repeat(128)))
720
721 assert.strictEqual(file?.read().toString(), "A")
722 file?.destroy()
723 parser.destroy()
724 })
725
726 test.each(cases)("$name", (opts) => {
727 const parts: Expected = []
728 const errors: Array<Multipart.MultipartError["_tag"]> = []
729
730 const parser = Node.make({
731 ...opts.config,
732 headers: {
733 "content-type": "multipart/form-data; boundary=" + opts.boundary
734 }
735 })
736 parser.on("field", (field) => {
737 parts.push([
738 "field",
739 field.info.name,
740 Multipart.decodeField(field.info, field.value),
741 field.info.contentType
742 ])
743 })
744 parser.on("file", (file) => {
745 let size = 0
746 file.on("data", (chunk) => {
747 size += chunk.length
748 })
749 file.on("end", () => {
750 parts.push([
751 "file",
752 file.info.name,
753 size,
754 file.info.filename!,
755 file.info.contentType
756 ])
757 })
758 })
759 parser.on("error", (error) => {
760 errors.push(error._tag)
761 })
762
763 parser.on("end", () => {
764 assert.deepStrictEqual(opts.expected, parts)
765 if (opts.errors) {
766 assert.deepEqual(opts.errors, errors)
767 }
768 })
769
770 opts.source.forEach((chunk) => {
771 parser.write(new TextEncoder().encode(chunk))
772 })
773 parser.end()
774 })
775 })
776
777 describe("node async-iterable api", () => {
778 test.each(cases)("$name", async (opts) => {
779 const parts: Expected = []
780
781 const parser = Node.make({
782 ...opts.config,
783 headers: {
784 "content-type": "multipart/form-data; boundary=" + opts.boundary
785 }
786 })
787 async function read() {
788 for await (const part of parser) {
789 if (part._tag === "Field") {
790 parts.push([
791 "field",
792 part.info.name,
793 Multipart.decodeField(part.info, part.value),
794 part.info.contentType
795 ])
796 } else {
797 let size = 0
798 for await (const chunk of part) {
799 size += chunk.length
800 }
801 parts.push([
802 "file",
803 part.info.name,
804 size,
805 part.info.filename!,
806 part.info.contentType
807 ])
808 }
809 }
810 }
811
812 const readPromise = read()
813
814 opts.source.forEach((chunk) => {
815 parser.write(new TextEncoder().encode(chunk))
816 })
817 parser.end()
818
819 try {
820 await readPromise
821 assert.deepStrictEqual(opts.expected, parts)
822 } catch (err) {
823 if (opts.errors) {
824 assert.strictEqual((err as any)._tag, opts.errors[0])
825 }
826 }
827 })
828 })
829
830 // Synchronous parsing can starve the async suites.
831 describe("random data", { concurrent: false }, () => {
832 test("smoke test", () => {
833 const boundary = "------WebKitFormBoundaryTB2MiQ36fnSJlrhY--"
834 let seed = 0x9e3779b9
835 const random = () => {
836 seed ^= seed << 13
837 seed ^= seed >>> 17
838 seed ^= seed << 5
839 return (seed >>> 0) / 0x1_0000_0000
840 }
841 for (let i = 0; i < 100; i++) {
842 const size = Math.round(random() * 1024 * 1024)
843 // Fill bytes 0-99 include CR, LF and "-", which partially match the boundary.
844 const data = Buffer.alloc(size, i)
845 let success = false
846 let received = 0
847
848 const parser = Multipart.make({
849 headers: {
850 "content-type": `multipart/form-data; boundary=${boundary}`
851 },
852 onDone() {
853 success = true
854 },
855 onFile() {
856 return (chunk) => {
857 if (chunk) received += chunk.length
858 }
859 },
860 onField() {},
861 onError() {}
862 })
863
864 const buffer = Buffer.concat([
865 Buffer.from(`--${boundary}\r\n`),
866 Buffer.from(
867 "Content-Disposition: form-data; name=\"file\"; filename=\"blob\"\r\n"
868 ),
869 Buffer.from("Content-Type: application/octet-stream\r\n"),
870 Buffer.from("\r\n"),
871 data,
872 Buffer.from(`\r\n--${boundary}--`)
873 ])
874
875 let cursor = 0
876 while (cursor < buffer.length) {
877 const maxChunkSize = buffer.length - cursor
878 const chunkSize = Math.max(
879 1,
880 Math.min(
881 Math.round(random() * 1.28 * 1024 * 1024),
882 maxChunkSize
883 )
884 )
885 parser.write(buffer.subarray(cursor, cursor + chunkSize))
886 cursor += chunkSize
887 }
888 parser.end()
889 assert.isTrue(success)
890 assert.strictEqual(received, size)
891 }
892 })
893 })