The best way to control Claude Code, Codex and more from any computer or phone

main
ts 70 lines 2.74 KB
Raw
1 import * as Neon from "@alchemy.run/neon";
2 import { LanguageModel, Tool, Toolkit } from "effect/ai";
3 import * as Config from "effect/Config";
4 import * as Effect from "effect/Effect";
5 import { HttpServerRequest } from "effect/http/HttpServerRequest";
6 import * as HttpServerResponse from "effect/http/HttpServerResponse";
7 import * as Layer from "effect/Layer";
8 import * as Schema from "effect/Schema";
9 import * as Stream from "effect/Stream";
10 import { languageModelGateway } from "./language-model-resources.ts";
11
12 const Sum = Tool.make("sum", {
13 description: "Add two numbers.",
14 parameters: Schema.Struct({ a: Schema.Number, b: Schema.Number }),
15 success: Schema.Number,
16 });
17 const Tools = Toolkit.make(Sum);
18 const handlers = Tools.toLayer({ sum: ({ a, b }) => Effect.succeed(a + b) });
19
20 export const languageModelHandler = (source = languageModelGateway) =>
21 Effect.gen(function* () {
22 const gateway = yield* Neon.QueryAIGateway(source);
23 const model = Layer.unwrap(
24 Config.String("AI_MODEL").pipe(Effect.map((model) => gateway.model({ model }))),
25 );
26 return {
27 fetch: Effect.gen(function* () {
28 const request = yield* HttpServerRequest;
29 if (request.url.startsWith("/object")) {
30 const response = yield* LanguageModel.generateObject({
31 prompt: "Return a JSON object with greeting equal to hello.",
32 schema: Schema.Struct({ greeting: Schema.String }),
33 });
34 return yield* HttpServerResponse.json(response.value);
35 }
36 if (request.url.startsWith("/tool")) {
37 const response = yield* LanguageModel.generateText({
38 prompt: "Use sum to add 2 and 3.",
39 toolkit: Tools,
40 toolChoice: { tool: "sum" },
41 }).pipe(Effect.provide(handlers));
42 return yield* HttpServerResponse.json({
43 results: response.toolResults.map((part) => part.result),
44 });
45 }
46 if (request.url.startsWith("/stream")) {
47 const parts = yield* LanguageModel.streamText({
48 prompt: "Say hello.",
49 }).pipe(Stream.runCollect);
50 return yield* HttpServerResponse.json({
51 text: parts
52 .filter((part) => part.type === "text-delta")
53 .map((part) => part.delta)
54 .join(""),
55 finished: parts.some((part) => part.type === "finish"),
56 });
57 }
58 const response = yield* LanguageModel.generateText({
59 prompt: "Say hello.",
60 });
61 return yield* HttpServerResponse.json({ text: response.text });
62 }).pipe(
63 Effect.provide(model),
64 Effect.catchTag("AiError", (error) =>
65 HttpServerResponse.json({ reason: error.reason._tag }, { status: 502 }),
66 ),
67 Effect.orDie,
68 ),
69 };
70 });