@devries-cameron20 / t3code Mirror · read-only
Fork 0

The best way to control Claude Code, Codex and more from any computer or phone

Mirrored from https://github.com/Camo67/t3code.git

Synced Nov 21, 06:00 UTC

main
ts 122 lines 4.2 KB
Raw
1 import * as AWS from "@alchemy.run/aws";
2 import { Dataset, Project, Recipe } from "@alchemy.run/aws/DataBrew";
3 import { Role } from "@alchemy.run/aws/IAM";
4 import { Bucket } from "@alchemy.run/aws/S3";
5 import { expect } from "@alchemy.run/test";
6 import * as Test from "@alchemy.run/test/Alchemy";
7 import * as databrew from "@distilled.cloud/aws/databrew";
8 import * as s3 from "@distilled.cloud/aws/s3";
9 import * as Effect from "effect/Effect";
10
11 const { test } = Test.make({ providers: AWS.providers() });
12
13 const getProject = (name: string) =>
14 databrew
15 .describeProject({ Name: name })
16 .pipe(Effect.catchTag("ResourceNotFoundException", () => Effect.succeed(undefined)));
17
18 const brewRole = () =>
19 Role("DataBrewProjectRole", {
20 assumeRolePolicyDocument: {
21 Version: "2012-10-17",
22 Statement: [
23 {
24 Effect: "Allow",
25 Principal: { Service: "databrew.amazonaws.com" },
26 Action: ["sts:AssumeRole"],
27 },
28 ],
29 },
30 managedPolicyArns: [
31 "arn:aws:iam::aws:policy/service-role/AwsGlueDataBrewServiceRole",
32 "arn:aws:iam::aws:policy/AmazonS3FullAccess",
33 ],
34 });
35
36 // CreateProject validates that the dataset's source object exists (it reads
37 // the interactive sample), so the CSV is seeded between the two deploys.
38 test.provider(
39 "create, update, delete DataBrew project",
40 (stack) =>
41 Effect.gen(function* () {
42 yield* stack.destroy();
43
44 const foundation = Effect.gen(function* () {
45 const bucket = yield* Bucket("ProjectBucket", { forceDestroy: true });
46 const role = yield* brewRole();
47 const dataset = yield* Dataset("Source", {
48 format: "CSV",
49 formatOptions: { csv: { delimiter: ",", headerRow: true } },
50 input: {
51 s3InputDefinition: {
52 bucket: bucket.bucketName,
53 key: "raw/data.csv",
54 },
55 },
56 });
57 const recipe = yield* Recipe("Transform", {
58 steps: [
59 {
60 action: {
61 operation: "UPPER_CASE",
62 parameters: { sourceColumn: "name" },
63 },
64 },
65 ],
66 });
67 return { bucket, role, dataset, recipe };
68 });
69
70 const withProject = (sample?: { type: "FIRST_N" | "LAST_N" | "RANDOM"; size?: number }) =>
71 Effect.gen(function* () {
72 const base = yield* foundation;
73 const project = yield* Project("Explore", {
74 datasetName: base.dataset.datasetName,
75 recipeName: base.recipe.recipeName,
76 sample,
77 role: base.role.roleArn,
78 tags: { Environment: "test" },
79 });
80 return { ...base, project };
81 });
82
83 // stage 1: bucket + dataset + recipe (no project yet)
84 const base = yield* stack.deploy(foundation);
85
86 // seed the source object CreateProject samples from
87 yield* s3.putObject({
88 Bucket: base.bucket.bucketName,
89 Key: "raw/data.csv",
90 Body: new TextEncoder().encode("id,name\n1,alice\n2,bob\n"),
91 ContentType: "text/csv",
92 });
93
94 // stage 2: add the project
95 const created = yield* stack.deploy(withProject());
96
97 expect(created.project.projectName).toBeDefined();
98 expect(created.project.projectArn).toContain(`:project/${created.project.projectName}`);
99
100 // out-of-band verification
101 const observed = yield* getProject(created.project.projectName);
102 expect(observed?.Name).toEqual(created.project.projectName);
103 expect(observed?.DatasetName).toEqual(created.dataset.datasetName);
104 expect(observed?.RecipeName).toEqual(created.recipe.recipeName);
105 expect(observed?.Tags?.["alchemy::id"]).toBeDefined();
106
107 // update: change the sample
108 yield* stack.deploy(withProject({ type: "RANDOM", size: 250 }));
109
110 const reobserved = yield* getProject(created.project.projectName);
111 expect(reobserved?.Sample?.Type).toEqual("RANDOM");
112 expect(reobserved?.Sample?.Size).toEqual(250);
113
114 yield* stack.destroy();
115 const gone = yield* getProject(created.project.projectName);
116 expect(gone).toBeUndefined();
117 }),
118 {
119 tags: ["provider:aws", "provider:aws:databrew", "provider:aws:iam", "provider:aws:s3", "live"],
120 timeout: 180_000,
121 },
122 );