Composio powers 1000+ toolkits, tool search, context management, authentication, and a sandboxed workbench to help you build AI agents that turn intent into action.
Mirrored from https://github.com/Camo67/composio.git
Synced Nov 21, 07:15 UTC
| 1 | {"journey":"developer-auth-configs-and-execute","split":"holdout","arm":"skill","attempt":3,"fingerprint":"58035fc0e7d86e5f","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"`composio dev auth-configs list` ran and exited 0","ok":true},{"name":"the auth configs were read from the developer project","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"it ran through `composio dev playground-execute`","ok":true},{"name":"no account was connected outside the developer project","ok":true}],"detours":[],"stop":"finished","modelTurns":6,"commands":[{"command":"composio dev auth-configs list 2>&1; echo \"---\"; composio dev playground-execute SLACK_SEND_MESSAGE --get-schema 2>&1","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }' 2>&1","exitCode":0}],"costUsd":0.001998815,"durationMs":8849} |
| 2 | {"journey":"developer-auth-configs-and-execute","split":"holdout","arm":"skill","attempt":4,"fingerprint":"58035fc0e7d86e5f","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"`composio dev auth-configs list` ran and exited 0","ok":true},{"name":"the auth configs were read from the developer project","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"it ran through `composio dev playground-execute`","ok":true},{"name":"no account was connected outside the developer project","ok":true}],"detours":[],"stop":"finished","modelTurns":7,"commands":[{"command":"composio dev auth-configs list","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }'","exitCode":0}],"costUsd":0.0021837049999999998,"durationMs":9411} |
| 3 | {"journey":"developer-auth-configs-and-execute","split":"holdout","arm":"skill","attempt":2,"fingerprint":"58035fc0e7d86e5f","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"`composio dev auth-configs list` ran and exited 0","ok":true},{"name":"the auth configs were read from the developer project","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"it ran through `composio dev playground-execute`","ok":true},{"name":"no account was connected outside the developer project","ok":true}],"detours":[],"stop":"finished","modelTurns":7,"commands":[{"command":"composio whoami; composio dev auth-configs list","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }'","exitCode":0}],"costUsd":0.002177015,"durationMs":9582} |
| 4 | {"journey":"developer-auth-configs-and-execute","split":"holdout","arm":"skill","attempt":1,"fingerprint":"58035fc0e7d86e5f","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"`composio dev auth-configs list` ran and exited 0","ok":true},{"name":"the auth configs were read from the developer project","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"it ran through `composio dev playground-execute`","ok":true},{"name":"no account was connected outside the developer project","ok":true}],"detours":[],"stop":"finished","modelTurns":7,"commands":[{"command":"composio dev auth-configs list","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }'","exitCode":0}],"costUsd":0.0022503949999999997,"durationMs":9994} |
| 5 | {"journey":"run-inline-script","split":"holdout","arm":"skill","attempt":1,"fingerprint":"ce7068e547ae6ab2","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the consumer project, as consumer-user-e2e-acme-0001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"build passed\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the message was sent by a command that is one `composio run`, which exited 0 and printed its timestamp","ok":true},{"name":"no account was connected outside the consumer project","ok":true}],"detours":[],"stop":"finished","modelTurns":4,"commands":[{"command":"composio run '\n const res = await execute(\"SLACK_SEND_MESSAGE\", { channel: \"#general\", text: \"build passed\" });\n console.log(JSON.stringify(res, null, 2));\n console.log(\"timestamp:\", res.data?.ts ?? res.data?.message?.ts ?? \"not found\");\n'","exitCode":0}],"costUsd":0.0017080899999999998,"durationMs":6890} |
| 6 | {"journey":"run-inline-script","split":"holdout","arm":"skill","attempt":2,"fingerprint":"ce7068e547ae6ab2","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the consumer project, as consumer-user-e2e-acme-0001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"build passed\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the message was sent by a command that is one `composio run`, which exited 0 and printed its timestamp","ok":true},{"name":"no account was connected outside the consumer project","ok":true}],"detours":[],"stop":"finished","modelTurns":5,"commands":[{"command":"composio whoami; composio execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio run '\n const res = await execute(\"SLACK_SEND_MESSAGE\", { channel: \"#general\", text: \"build passed\" });\n const ts = res.data?.ts ?? res.data?.message?.ts ?? res.data?.data?.ts;\n console.log(ts ?? JSON.stringify(res));\n'","exitCode":0}],"costUsd":0.00187768,"durationMs":7223} |
| 7 | {"journey":"developer-auth-configs-and-execute","split":"holdout","arm":"skill","attempt":5,"fingerprint":"58035fc0e7d86e5f","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"`composio dev auth-configs list` ran and exited 0","ok":true},{"name":"the auth configs were read from the developer project","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"it ran through `composio dev playground-execute`","ok":true},{"name":"no account was connected outside the developer project","ok":true}],"detours":[],"stop":"finished","modelTurns":7,"commands":[{"command":"composio dev auth-configs list","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }'","exitCode":0}],"costUsd":0.002264815,"durationMs":9756} |
| 8 | {"journey":"run-inline-script","split":"holdout","arm":"skill","attempt":3,"fingerprint":"ce7068e547ae6ab2","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the consumer project, as consumer-user-e2e-acme-0001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"build passed\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the message was sent by a command that is one `composio run`, which exited 0 and printed its timestamp","ok":true},{"name":"no account was connected outside the consumer project","ok":true}],"detours":[],"stop":"finished","modelTurns":6,"commands":[{"command":"composio run '\n const res = await execute(\"SLACK_SENDS_A_MESSAGE_TO_A_SLACK_CHANNEL\", {\n channel: \"#general\",\n text: \"build passed\",\n });\n console.log(JSON.stringify(res, null, 2));\n console.log(\"timestamp:\", res.data?.ts ?? res.data?.message?.ts ?? \"not found\");\n'","exitCode":1},{"command":"composio search \"send a message to a slack channel\" --toolkits slack","exitCode":0},{"command":"composio run '\n const res = await execute(\"SLACK_SEND_MESSAGE\", {\n channel: \"#general\",\n text: \"build passed\",\n });\n console.log(JSON.stringify(res, null, 2));\n console.log(\"timestamp:\", res.data?.ts ?? res.data?.message?.ts ?? \"not found\");\n'","exitCode":0}],"costUsd":0.002096905,"durationMs":10211} |
| 9 | {"journey":"run-inline-script","split":"holdout","arm":"skill","attempt":4,"fingerprint":"ce7068e547ae6ab2","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the consumer project, as consumer-user-e2e-acme-0001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"build passed\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the message was sent by a command that is one `composio run`, which exited 0 and printed its timestamp","ok":true},{"name":"no account was connected outside the consumer project","ok":true}],"detours":[],"stop":"finished","modelTurns":5,"commands":[{"command":"composio whoami && composio execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio run '\n const res = await execute(\"SLACK_SEND_MESSAGE\", { channel: \"#general\", text: \"build passed\" });\n console.log(JSON.stringify(res, null, 2));\n const ts = res.data?.ts ?? res.data?.message?.ts;\n console.log(\"timestamp:\", ts ? new Date(Number(ts.split(\".\")[0]) * 1000).toISOString() : \"not found in response\");\n'","exitCode":0}],"costUsd":0.0015706999999999997,"durationMs":7821} |
| 10 | {"journey":"run-inline-script","split":"holdout","arm":"skill","attempt":5,"fingerprint":"ce7068e547ae6ab2","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the consumer project, as consumer-user-e2e-acme-0001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"build passed\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the message was sent by a command that is one `composio run`, which exited 0 and printed its timestamp","ok":true},{"name":"no account was connected outside the consumer project","ok":true}],"detours":[],"stop":"finished","modelTurns":6,"commands":[{"command":"composio whoami; composio search \"send a message to a slack channel\" --toolkits slack","exitCode":0},{"command":"composio execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio run '\n const res = await execute(\"SLACK_SEND_MESSAGE\", { channel: \"#general\", text: \"build passed\" });\n const ts = res.data?.ts ?? res.data?.message?.ts ?? res.data?.timestamp;\n console.log(ts ? `timestamp: ${ts}` : JSON.stringify(res, null, 2));\n'","exitCode":0}],"costUsd":0.001893545,"durationMs":9381} |