The best way to control Claude Code, Codex and more from any computer or phone

main
ts 102 lines 3.82 KB
Raw
1 import * as AWS from "@alchemy.run/aws";
2 import { AWSEnvironment } from "@alchemy.run/aws/Environment";
3 import { Role } from "@alchemy.run/aws/IAM/Role";
4 import { Model } from "@alchemy.run/aws/SageMaker";
5 import { expect } from "@alchemy.run/test";
6 import * as Test from "@alchemy.run/test/Alchemy";
7 import * as sagemaker from "@distilled.cloud/aws/sagemaker";
8 import * as Effect from "effect/Effect";
9 import { sklearnImage } from "./images.ts";
10
11 const { test } = Test.make({ providers: AWS.providers() });
12
13 // Ungated typed-error probe: prove the distilled patch carves ModelNotFound
14 // out of the overloaded ValidationException. Runs in every CI pass.
15 test.provider(
16 "describeModel on a nonexistent model fails with ModelNotFound",
17 () =>
18 Effect.gen(function* () {
19 const error = yield* Effect.flip(
20 sagemaker.describeModel({ ModelName: "alchemy-nonexistent-sagemaker-model-probe" }),
21 );
22 expect(error._tag).toBe("ModelNotFound");
23 }),
24 { tags: ["provider:aws", "provider:aws:sagemaker", "live"] },
25 );
26
27 const findModel = (modelName: string) =>
28 sagemaker
29 .describeModel({ ModelName: modelName })
30 .pipe(Effect.catchTag("ModelNotFound", () => Effect.succeed(undefined)));
31
32 const sagemakerRole = Role("SageMakerModelRole", {
33 assumeRolePolicyDocument: {
34 Version: "2012-10-17",
35 Statement: [
36 {
37 Effect: "Allow",
38 Principal: { Service: "sagemaker.amazonaws.com" },
39 Action: ["sts:AssumeRole"],
40 },
41 ],
42 },
43 // CreateModel validates the execution role can pull the container image.
44 managedPolicyArns: ["arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly"],
45 });
46
47 test.provider(
48 "create model, verify out-of-band, replace on container change, destroy",
49 (stack) =>
50 Effect.gen(function* () {
51 yield* stack.destroy();
52
53 const { region } = yield* AWSEnvironment.current;
54 const image = sklearnImage(region);
55
56 const deployModel = (env: Record<string, string>) =>
57 stack.deploy(
58 Effect.gen(function* () {
59 const role = yield* sagemakerRole;
60 const model = yield* Model("TestModel", {
61 executionRoleArn: role.roleArn,
62 primaryContainer: { Image: image, Environment: env },
63 tags: { purpose: "alchemy-test" },
64 });
65 return { model };
66 }),
67 );
68
69 const { model } = yield* deployModel({ MODEL_VERSION: "1" });
70 expect(model.modelName).toBeDefined();
71 expect(model.modelArn).toContain(":model/");
72
73 // out-of-band verification via distilled
74 const observed = yield* findModel(model.modelName);
75 expect(observed?.ModelArn).toBe(model.modelArn);
76 expect(observed?.PrimaryContainer?.Image).toBe(image);
77 expect(observed?.PrimaryContainer?.Environment?.MODEL_VERSION).toBe("1");
78
79 // internal ownership + user tags applied
80 const tags = yield* sagemaker
81 .listTags({ ResourceArn: model.modelArn })
82 .pipe(Effect.map((r) => r.Tags ?? []));
83 const tagMap = Object.fromEntries(tags.map((t) => [t.Key, t.Value]));
84 expect(tagMap["alchemy::id"]).toBe("TestModel");
85 expect(tagMap.purpose).toBe("alchemy-test");
86
87 // Models are immutable: a container change must REPLACE the model.
88 const { model: replaced } = yield* deployModel({ MODEL_VERSION: "2" });
89 expect(replaced.modelName).not.toBe(model.modelName);
90 const observedReplacement = yield* findModel(replaced.modelName);
91 expect(observedReplacement?.PrimaryContainer?.Environment?.MODEL_VERSION).toBe("2");
92 // the replaced model is deleted
93 expect(yield* findModel(model.modelName)).toBeUndefined();
94
95 yield* stack.destroy();
96 expect(yield* findModel(replaced.modelName)).toBeUndefined();
97 }),
98 {
99 tags: ["provider:aws", "provider:aws:iam", "provider:aws:sagemaker", "live"],
100 timeout: 240_000,
101 },
102 );