The best way to control Claude Code, Codex and more from any computer or phone

main
ts 154 lines 5.86 KB
Raw
1 import * as GCP from "@alchemy.run/gcp";
2 import { expect } from "@alchemy.run/test";
3 import * as Test from "@alchemy.run/test/Alchemy";
4 import * as dataplex from "@distilled.cloud/gcp/dataplex_v1";
5 import * as Output from "alchemy/Output";
6 import * as Effect from "effect/Effect";
7 import { MinimumLogLevel } from "effect/References";
8 import * as Schedule from "effect/Schedule";
9 import { withDataplexSlot } from "./quota.ts";
10
11 const { test } = Test.make({ providers: GCP.providers() });
12
13 const logLevel = Effect.provideService(MinimumLogLevel, process.env.DEBUG ? "Debug" : "Info");
14
15 const waitUntilGone = (name: string) =>
16 dataplex.getProjectsLocationsLakesZonesEntities({ name, view: "BASIC" }).pipe(
17 Effect.as("found" as const),
18 Effect.catchTag("NotFound", () => Effect.succeed("gone" as const)),
19 Effect.repeat({
20 schedule: Schedule.spaced("2 seconds"),
21 until: (status) => status === "gone",
22 times: 10,
23 }),
24 );
25
26 // A lake (~2.5 min) plus a bucket asset (~1.5 min), then teardown of both,
27 // runs past 5 minutes.
28 test.provider.skipIf(!process.env.GCP_TEST_SLOW || !!process.env.FAST)(
29 "create, update, and delete a lake entity",
30 (stack) =>
31 Effect.gen(function* () {
32 yield* stack.destroy();
33
34 const created = yield* stack.deploy(
35 Effect.gen(function* () {
36 const bucket = yield* GCP.Storage.Bucket("EntityData", {
37 location: "US-CENTRAL1",
38 forceDestroy: true,
39 });
40 const lake = yield* GCP.Dataplex.Lake("Warehouse", {
41 location: "us-central1",
42 labels: { env: "test" },
43 });
44 const zone = yield* GCP.Dataplex.LakesZone("Landing", {
45 lake: lake.name,
46 type: "RAW",
47 locationType: "SINGLE_REGION",
48 discoverySpec: { enabled: false },
49 labels: { env: "test" },
50 });
51 const asset = yield* GCP.Dataplex.LakesAsset("RawBucket", {
52 zone: zone.name,
53 resourceSpec: {
54 type: "STORAGE_BUCKET",
55 name: Output.interpolate`projects/${bucket.projectNumber}/buckets/${bucket.bucketName}`,
56 },
57 discoverySpec: { enabled: false },
58 labels: { env: "test" },
59 });
60 const entity = yield* GCP.Dataplex.LakesEntity("Events", {
61 zone: zone.name,
62 asset: asset.assetId,
63 type: "TABLE",
64 system: "CLOUD_STORAGE",
65 dataPath: Output.interpolate`gs://${bucket.bucketName}/events`,
66 format: { format: "PARQUET" },
67 displayName: "events a",
68 description: "event table",
69 schema: {
70 userManaged: true,
71 fields: [{ name: "id", type: "STRING", mode: "REQUIRED" }],
72 },
73 });
74 return { bucket, lake, zone, asset, entity };
75 }),
76 );
77
78 expect(created.entity.name).toContain("/entities/");
79 expect(created.entity.entityId).toEqual(expect.any(String));
80 expect(created.entity.type).toEqual("TABLE");
81 expect(created.entity.system).toEqual("CLOUD_STORAGE");
82 expect(created.entity.asset).toEqual(created.asset.assetId);
83 expect(created.entity.description).toEqual("event table");
84
85 const fetched = yield* dataplex.getProjectsLocationsLakesZonesEntities({
86 name: created.entity.name,
87 view: "FULL",
88 });
89 expect(fetched.name).toEqual(created.entity.name);
90 expect(fetched.type).toEqual("TABLE");
91 expect(fetched.description).toEqual("event table");
92
93 const updated = yield* stack.deploy(
94 Effect.gen(function* () {
95 const bucket = yield* GCP.Storage.Bucket("EntityData", {
96 bucketName: created.bucket.bucketName,
97 location: "US-CENTRAL1",
98 forceDestroy: true,
99 });
100 const lake = yield* GCP.Dataplex.Lake("Warehouse", {
101 lakeId: created.lake.lakeId,
102 location: "us-central1",
103 labels: { env: "test" },
104 });
105 const zone = yield* GCP.Dataplex.LakesZone("Landing", {
106 lake: lake.name,
107 zoneId: created.zone.zoneId,
108 type: "RAW",
109 locationType: "SINGLE_REGION",
110 discoverySpec: { enabled: false },
111 labels: { env: "test" },
112 });
113 const asset = yield* GCP.Dataplex.LakesAsset("RawBucket", {
114 zone: zone.name,
115 assetId: created.asset.assetId,
116 resourceSpec: {
117 type: "STORAGE_BUCKET",
118 name: Output.interpolate`projects/${bucket.projectNumber}/buckets/${bucket.bucketName}`,
119 },
120 discoverySpec: { enabled: false },
121 labels: { env: "test" },
122 });
123 const entity = yield* GCP.Dataplex.LakesEntity("Events", {
124 zone: zone.name,
125 entityId: created.entity.entityId,
126 asset: asset.assetId,
127 type: "TABLE",
128 system: "CLOUD_STORAGE",
129 dataPath: Output.interpolate`gs://${bucket.bucketName}/events`,
130 format: { format: "PARQUET" },
131 displayName: "events b",
132 description: "event table b",
133 schema: {
134 userManaged: true,
135 fields: [
136 { name: "id", type: "STRING", mode: "REQUIRED" },
137 { name: "payload", type: "STRING", mode: "NULLABLE" },
138 ],
139 },
140 });
141 return { bucket, lake, zone, asset, entity };
142 }),
143 );
144
145 expect(updated.entity.name).toEqual(created.entity.name);
146 expect(updated.entity.displayName).toEqual("events b");
147 expect(updated.entity.description).toEqual("event table b");
148
149 yield* stack.destroy();
150 const gone = yield* waitUntilGone(created.entity.name);
151 expect(gone).toEqual("gone");
152 }).pipe(logLevel, withDataplexSlot),
153 { tags: ["provider:gcp", "provider:gcp:dataplex", "live"], timeout: 900_000 },
154 );