@devries-cameron20 / t3code Mirror · read-only
Fork 0

The best way to control Claude Code, Codex and more from any computer or phone

Mirrored from https://github.com/Camo67/t3code.git

Synced Nov 21, 04:45 UTC

main
ts 99 lines 3.38 KB
Raw
1 import * as ai from "@distilled.cloud/cloudflare/ai";
2 import { isResolved } from "alchemy/Diff";
3 import * as Provider from "alchemy/Provider";
4 import { Resource } from "alchemy/Resource";
5 import * as Effect from "effect/Effect";
6 import { CloudflareEnvironment } from "../CloudflareEnvironment.ts";
7 import type { Providers } from "../Providers.ts";
8
9 export interface ModelProps {
10 /** Cloudflare-managed model name, such as `@cf/baai/bge-m3`. */
11 modelName: string;
12 }
13
14 export interface ModelAttributes {
15 /** Account used to validate and subscribe to the model. */
16 accountId: string;
17 /** Cloudflare-managed model name. */
18 modelName: string;
19 }
20
21 export type Model = Resource<"Cloudflare.AI.Model", ModelProps, ModelAttributes, never, Providers>;
22
23 /**
24 * A persisted, non-owning handle to a Cloudflare Workers AI catalog model.
25 *
26 * Deployment validates the model through its schema endpoint and records its
27 * name and account in Alchemy state. It does not provision or invoke a model.
28 * Destruction removes only the handle from state; Cloudflare owns the model.
29 *
30 * ### Selecting a Model
31 * **Example:** Observe a Workers AI model
32 * ```typescript
33 * const model = yield* Cloudflare.AI.Model("Embeddings", {
34 * modelName: "@cf/baai/bge-m3",
35 * });
36 * ```
37 *
38 * ### Subscribing to Batch Events
39 * **Example:** Model-specific Queue subscription
40 * ```typescript
41 * const model = yield* Cloudflare.AI.Model("Embeddings", {
42 * modelName: "@cf/baai/bge-m3",
43 * });
44 * const queue = yield* Cloudflare.Queues.Queue("BatchEvents");
45 * yield* Cloudflare.Queues.Subscription("ModelEvents", {
46 * source: model,
47 * events: ["batch.queued", "batch.succeeded", "batch.failed"],
48 * queueId: queue.queueId,
49 * });
50 * ```
51 * These events require asynchronous batch inference. Synchronous inference
52 * does not emit batch events.
53 *
54 * ### Referencing a Persisted Handle
55 * **Example:** Read a model handle from another stack
56 * ```typescript
57 * const model = yield* Cloudflare.AI.Model.ref("Embeddings", {
58 * stack: "models",
59 * stage: "production",
60 * });
61 * ```
62 * The handle must already be deployed. A reference neither invokes the model
63 * nor takes ownership of the source stack's state.
64 *
65 * @resource
66 * @product Workers AI
67 * @category AI
68 */
69 export const Model = Resource<Model>("Cloudflare.AI.Model");
70
71 const observeModel = (accountId: string, modelName: string) =>
72 ai.getModelSchema({ accountId, model: modelName }).pipe(Effect.as({ accountId, modelName }));
73
74 export const ModelProvider = () =>
75 Provider.succeed(Model, {
76 stables: ["accountId", "modelName"],
77 diff: Effect.fn(function* ({ news, output }) {
78 const { accountId } = yield* yield* CloudflareEnvironment;
79 if (
80 (output && accountId !== output.accountId) ||
81 !isResolved(news) ||
82 (output && news.modelName !== output.modelName)
83 ) {
84 return { action: "replace" } as const;
85 }
86 }),
87 read: Effect.fn(function* ({ output, olds }) {
88 const { accountId } = yield* yield* CloudflareEnvironment;
89 const modelName = output?.modelName ?? olds?.modelName;
90 return modelName === undefined
91 ? undefined
92 : yield* observeModel(output?.accountId ?? accountId, modelName);
93 }),
94 reconcile: Effect.fn(function* ({ news }) {
95 const { accountId } = yield* yield* CloudflareEnvironment;
96 return yield* observeModel(accountId, news.modelName);
97 }),
98 delete: () => Effect.void,
99 });