@devries-cameron20 / t3code Mirror · read-only
Fork 0

The best way to control Claude Code, Codex and more from any computer or phone

Mirrored from https://github.com/Camo67/t3code.git

Synced Nov 21, 06:00 UTC

main
ts 142 lines 5.03 KB
Raw
1 import * as GCP from "@alchemy.run/gcp";
2 import { GcpEnvironment } from "@alchemy.run/gcp/Environment";
3 import { expect } from "@alchemy.run/test";
4 import * as Test from "@alchemy.run/test/Alchemy";
5 import * as aiplatform from "@distilled.cloud/gcp/aiplatform_v1";
6 import * as Effect from "effect/Effect";
7 import { MinimumLogLevel } from "effect/References";
8 import * as Schedule from "effect/Schedule";
9
10 const { test } = Test.make({ providers: GCP.providers() });
11
12 const logLevel = Effect.provideService(MinimumLogLevel, process.env.DEBUG ? "Debug" : "Info");
13
14 // Monitoring needs an endpoint with a deployed model: against an empty
15 // endpoint create fails with BadRequest "Deployed Model ID: `0` does not
16 // match existing Deployed Models". Set GCP_TEST_AIPLATFORM_DEPLOYED_ENDPOINT
17 // to `{endpoint name}#{deployed model id}` to run the lifecycle.
18 const deployedEndpoint = process.env.GCP_TEST_AIPLATFORM_DEPLOYED_ENDPOINT;
19 const runLifecycle = !process.env.FAST && !!deployedEndpoint;
20 const [endpointName = "", deployedModelId = ""] = (deployedEndpoint ?? "").split("#");
21
22 const waitUntilGone = (name: string) =>
23 aiplatform.getProjectsLocationsModelDeploymentMonitoringJobs({ name }).pipe(
24 Effect.as("found" as const),
25 Effect.catchTag("NotFound", () => Effect.succeed("gone" as const)),
26 Effect.repeat({
27 schedule: Schedule.spaced("2 seconds"),
28 until: (status) => status === "gone",
29 times: 10,
30 }),
31 );
32
33 test.provider(
34 "getProjectsLocationsModelDeploymentMonitoringJobs on a missing job fails with a typed tag",
35 (stack) =>
36 Effect.gen(function* () {
37 const { project } = yield* GcpEnvironment.current;
38 const parent = `projects/${project}/locations/us-central1`;
39 yield* stack.destroy();
40
41 const error = yield* Effect.flip(
42 aiplatform.getProjectsLocationsModelDeploymentMonitoringJobs({
43 name: `${parent}/modelDeploymentMonitoringJobs/1234567890123456789`,
44 }),
45 );
46 expect(error._tag).toEqual("NotFound");
47 const page = yield* aiplatform.listProjectsLocationsModelDeploymentMonitoringJobs({
48 parent,
49 pageSize: 10,
50 });
51 expect((page.modelDeploymentMonitoringJobs ?? []).map((item) => item.name)).not.toContain(
52 `${parent}/modelDeploymentMonitoringJobs/1234567890123456789`,
53 );
54
55 yield* stack.destroy();
56 }).pipe(logLevel),
57 {
58 tags: ["provider:gcp", "provider:gcp:aiplatform", "live"],
59 timeout: 90_000,
60 },
61 );
62
63 test.provider.skipIf(!runLifecycle)(
64 "create, update, and delete a model deployment monitoring job",
65 (stack) =>
66 Effect.gen(function* () {
67 yield* stack.destroy();
68
69 const created = yield* stack.deploy(
70 Effect.gen(function* () {
71 const job = yield* GCP.AIPlatform.ModelDeploymentMonitoringJob("Watch", {
72 location: "us-central1",
73 displayName: "alchemy-mdm",
74 endpoint: endpointName,
75 loggingSamplingStrategy: {
76 randomSampleConfig: { sampleRate: 0.1 },
77 },
78 modelDeploymentMonitoringScheduleConfig: {
79 monitorInterval: "3600s",
80 },
81 modelDeploymentMonitoringObjectiveConfigs: [
82 {
83 deployedModelId,
84 objectiveConfig: {
85 predictionDriftDetectionConfig: {},
86 },
87 },
88 ],
89 labels: { env: "test" },
90 });
91 return { job };
92 }),
93 );
94
95 expect(created.job.name).toContain("/modelDeploymentMonitoringJobs/");
96 expect(created.job.endpoint).toEqual(endpointName);
97 expect(created.job.labels).toMatchObject({ env: "test" });
98
99 const fetched = yield* aiplatform.getProjectsLocationsModelDeploymentMonitoringJobs({
100 name: created.job.name,
101 });
102 expect(fetched.name).toEqual(created.job.name);
103
104 const updated = yield* stack.deploy(
105 Effect.gen(function* () {
106 const job = yield* GCP.AIPlatform.ModelDeploymentMonitoringJob("Watch", {
107 location: "us-central1",
108 displayName: "alchemy-mdm-v2",
109 endpoint: endpointName,
110 loggingSamplingStrategy: {
111 randomSampleConfig: { sampleRate: 0.2 },
112 },
113 modelDeploymentMonitoringScheduleConfig: {
114 monitorInterval: "3600s",
115 },
116 modelDeploymentMonitoringObjectiveConfigs: [
117 {
118 deployedModelId,
119 objectiveConfig: {
120 predictionDriftDetectionConfig: {},
121 },
122 },
123 ],
124 labels: { env: "prod" },
125 });
126 return { job };
127 }),
128 );
129
130 expect(updated.job.name).toEqual(created.job.name);
131 expect(updated.job.displayName).toEqual("alchemy-mdm-v2");
132 expect(updated.job.labels).toMatchObject({ env: "prod" });
133
134 yield* stack.destroy();
135 const gone = yield* waitUntilGone(created.job.name);
136 expect(gone).toEqual("gone");
137 }).pipe(logLevel),
138 {
139 tags: ["provider:gcp", "provider:gcp:aiplatform", "live"],
140 timeout: 180_000,
141 },
142 );