Composio powers 1000+ toolkits, tool search, context management, authentication, and a sandboxed workbench to help you build AI agents that turn intent into action.

next
ts 223 lines 7.08 KB
Raw
1 #!/usr/bin/env bun
2 /**
3 * Builds Docker images for Node.js and CLI e2e tests.
4 *
5 * In CI mode (COMPOSIO_E2E_NODE_VERSION or COMPOSIO_E2E_CLI_VERSION set):
6 * Only builds the image for the specified version(s).
7 *
8 * In local mode:
9 * Builds images for all versions in WELL_KNOWN_NODE_VERSIONS.
10 */
11
12 import { $ } from 'bun';
13 import { resolve, dirname } from 'node:path';
14 import { fileURLToPath } from 'node:url';
15 import { readFileSync } from 'node:fs';
16 import { execFileSync } from 'node:child_process';
17 import { WELL_KNOWN_NODE_VERSIONS, nodeDigestFor } from '../src/const';
18
19 const __dirname = dirname(fileURLToPath(import.meta.url));
20
21 type DockerToolchain = {
22 nodeVersion: string;
23 };
24
25 function getRepoRoot(): string {
26 // From scripts/ to repo root: scripts -> _utils -> e2e-tests -> ts -> composio
27 return resolve(__dirname, '../../../..');
28 }
29
30 // bun and pnpm are installed inside the images from mise.toml/mise.lock, so only the
31 // matrixed runtime (node) needs to be resolved on the host and threaded as a build arg.
32 function getMiseVersion(repoRoot: string, tool: 'node'): string {
33 try {
34 return execFileSync('mise', ['current', tool], { cwd: repoRoot, encoding: 'utf-8' }).trim();
35 } catch (err) {
36 throw new Error(`Failed to resolve ${tool} version from mise.toml: ${(err as Error).message}`);
37 }
38 }
39
40 function getDockerToolchain(repoRoot: string): DockerToolchain {
41 return { nodeVersion: getMiseVersion(repoRoot, 'node') };
42 }
43
44 function getCliPackageVersion(repoRoot: string): string {
45 const pkg = readFileSync(resolve(repoRoot, 'ts/packages/cli/package.json'), 'utf-8');
46 const parsed = JSON.parse(pkg) as { version?: string };
47 if (!parsed.version) {
48 throw new Error('Missing version in ts/packages/cli/package.json');
49 }
50 return String(parsed.version).trim();
51 }
52
53 // ============================================================================
54 // Node.js image building
55 // ============================================================================
56
57 function imageTagForNodeVersion(nodeVersion: string): string {
58 return `composio-e2e-node:${nodeVersion}`;
59 }
60
61 function defaultNodeLabels(nodeVersion: string): Record<string, string> {
62 return {
63 'composio.e2e': 'true',
64 'composio.runtime': 'node',
65 'composio.node_version': nodeVersion,
66 };
67 }
68
69 async function buildNodeImage(nodeVersion: string, repoRoot: string): Promise<boolean> {
70 const dockerfilePath = resolve(repoRoot, 'ts/e2e-tests/_utils/Dockerfile.node');
71 const imageTag = imageTagForNodeVersion(nodeVersion);
72 const labels = defaultNodeLabels(nodeVersion);
73 const labelArgs = Object.entries(labels)
74 .map(([k, v]) => `--label=${k}=${v}`)
75 .join(' ');
76
77 console.log(`\nBuilding image for Node.js ${nodeVersion}...`);
78
79 const result =
80 await $`docker build -f ${dockerfilePath} --build-arg NODE_VERSION=${nodeVersion} --build-arg NODE_VERSION_DIGEST=${nodeDigestFor(nodeVersion)} ${{ raw: labelArgs }} -t ${imageTag} ${repoRoot}`
81 .cwd(repoRoot)
82 .nothrow();
83
84 if (result.exitCode !== 0) {
85 console.error(` Failed to build ${imageTag}:`);
86 console.error(result.stderr.toString() || result.stdout.toString());
87 return false;
88 }
89
90 console.log(` Built ${imageTag}`);
91 return true;
92 }
93
94 // ============================================================================
95 // CLI image building
96 // ============================================================================
97
98 function imageTagForCliVersion(cliVersion: string): string {
99 return `composio-e2e-cli:${cliVersion}`;
100 }
101
102 function defaultCliLabels(cliVersion: string): Record<string, string> {
103 return {
104 'composio.e2e': 'true',
105 'composio.runtime': 'cli',
106 'composio.cli_version': cliVersion,
107 };
108 }
109
110 async function buildCliImage(
111 cliVersion: string,
112 toolchain: DockerToolchain,
113 repoRoot: string
114 ): Promise<boolean> {
115 const dockerfilePath = resolve(repoRoot, 'ts/e2e-tests/_utils/Dockerfile.cli');
116 const imageTag = imageTagForCliVersion(cliVersion);
117 const labels = {
118 ...defaultCliLabels(cliVersion),
119 'org.opencontainers.image.revision': execFileSync('git', ['rev-parse', 'HEAD'], {
120 cwd: repoRoot,
121 encoding: 'utf8',
122 }).trim(),
123 };
124 const labelArgs = Object.entries(labels)
125 .map(([k, v]) => `--label=${k}=${v}`)
126 .join(' ');
127
128 console.log(`\nBuilding image for CLI ${cliVersion}...`);
129
130 const result =
131 await $`docker build -f ${dockerfilePath} --build-arg CLI_VERSION=${cliVersion} --build-arg NODE_VERSION=${toolchain.nodeVersion} --build-arg NODE_VERSION_DIGEST=${nodeDigestFor(toolchain.nodeVersion)} ${{ raw: labelArgs }} -t ${imageTag} ${repoRoot}`
132 .cwd(repoRoot)
133 .nothrow();
134
135 if (result.exitCode !== 0) {
136 console.error(` Failed to build ${imageTag}:`);
137 console.error(result.stderr.toString() || result.stdout.toString());
138 return false;
139 }
140
141 console.log(` Built ${imageTag}`);
142 return true;
143 }
144
145 // ============================================================================
146 // Main
147 // ============================================================================
148
149 async function main() {
150 const repoRoot = getRepoRoot();
151 const dockerToolchain = getDockerToolchain(repoRoot);
152 const currentNodeVersion = dockerToolchain.nodeVersion;
153 const currentCliVersion = getCliPackageVersion(repoRoot);
154 const envNodeVersion = Bun.env.COMPOSIO_E2E_NODE_VERSION;
155 const envCliVersion = Bun.env.COMPOSIO_E2E_CLI_VERSION;
156
157 const nodeVersions = new Set<string>();
158 const cliVersions = new Set<string>();
159
160 // Determine which Node.js versions to build
161 if (envNodeVersion) {
162 nodeVersions.add(envNodeVersion);
163 console.log(`Building Docker image for CI matrix Node.js version: ${envNodeVersion}`);
164 } else if (!envCliVersion) {
165 // Build all Node.js versions only if no specific runtime was requested
166 for (const version of WELL_KNOWN_NODE_VERSIONS) {
167 if (version === 'current') {
168 nodeVersions.add(currentNodeVersion);
169 } else {
170 nodeVersions.add(version);
171 }
172 }
173 if (nodeVersions.size > 0) {
174 console.log('Building Docker images for Node.js versions:');
175 for (const v of nodeVersions) {
176 const isCurrent = v === currentNodeVersion ? ' (current)' : '';
177 console.log(` - ${v}${isCurrent}`);
178 }
179 }
180 }
181
182 // Determine which CLI versions to build
183 if (envCliVersion) {
184 cliVersions.add(envCliVersion);
185 console.log(`Building Docker image for CI matrix CLI version: ${envCliVersion}`);
186 } else if (!envNodeVersion) {
187 cliVersions.add(currentCliVersion);
188 console.log(`Building Docker image for CLI version: ${currentCliVersion}`);
189 }
190
191 let failed = 0;
192 let total = 0;
193
194 // Build Node.js images
195 for (const version of nodeVersions) {
196 total++;
197 const success = await buildNodeImage(version, repoRoot);
198 if (!success) {
199 failed++;
200 }
201 }
202
203 // Build CLI images
204 for (const version of cliVersions) {
205 total++;
206 const success = await buildCliImage(version, dockerToolchain, repoRoot);
207 if (!success) {
208 failed++;
209 }
210 }
211
212 console.log('\n---');
213 console.log(`Built ${total - failed}/${total} images.`);
214
215 if (failed > 0) {
216 process.exit(1);
217 }
218 }
219
220 main().catch(err => {
221 console.error('Error:', err);
222 process.exit(1);
223 });