Composio powers 1000+ toolkits, tool search, context management, authentication, and a sandboxed workbench to help you build AI agents that turn intent into action.
| 1 | {"journey":"developer-auth-configs-and-execute","split":"holdout","arm":"skill","attempt":1,"fingerprint":"12826fbe1ed6ecaa","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"`composio dev auth-configs list` ran and exited 0","ok":true},{"name":"the auth configs were read from the developer project","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"it ran through `composio dev playground-execute`","ok":true},{"name":"no account was connected outside the developer project","ok":true}],"detours":[],"stop":"finished","modelTurns":6,"commands":[{"command":"composio dev auth-configs list; echo \"---\"; composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ \"channel\": \"#general\", \"text\": \"hello from dev\" }'","exitCode":0}],"costUsd":0.048791600000000004,"durationMs":15957} |
| 2 | {"journey":"developer-auth-configs-and-execute","split":"holdout","arm":"skill","attempt":2,"fingerprint":"12826fbe1ed6ecaa","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"`composio dev auth-configs list` ran and exited 0","ok":true},{"name":"the auth configs were read from the developer project","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"it ran through `composio dev playground-execute`","ok":true},{"name":"no account was connected outside the developer project","ok":true}],"detours":[],"stop":"finished","modelTurns":6,"commands":[{"command":"composio dev auth-configs list; echo \"---\"; composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ \"channel\": \"#general\", \"text\": \"hello from dev\" }'","exitCode":0}],"costUsd":0.0485026,"durationMs":16202} |
| 3 | {"journey":"developer-auth-configs-and-execute","split":"holdout","arm":"skill","attempt":3,"fingerprint":"12826fbe1ed6ecaa","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"`composio dev auth-configs list` ran and exited 0","ok":true},{"name":"the auth configs were read from the developer project","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"it ran through `composio dev playground-execute`","ok":true},{"name":"no account was connected outside the developer project","ok":true}],"detours":[],"stop":"finished","modelTurns":6,"commands":[{"command":"composio dev auth-configs list; echo \"---\"; composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }'","exitCode":0}],"costUsd":0.048341600000000005,"durationMs":16884} |
| 4 | {"journey":"developer-execute-unconnected","split":"train","arm":"skill","attempt":2,"fingerprint":"a1e6d9570850411b","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the developer project for the test user","ok":true},{"name":"no account was connected outside the developer project","ok":true},{"name":"the last `composio dev playground-execute` exited 0","ok":true}],"detours":[],"stop":"finished","modelTurns":10,"commands":[{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema 2>&1 | head -60","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }' 2>&1 | head -60","exitCode":0},{"command":"composio dev connected-accounts link --help 2>&1 | head -40","exitCode":0},{"command":"composio dev connected-accounts link slack --no-browser --no-wait 2>&1 | head -30","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }' 2>&1 | head -40","exitCode":0}],"costUsd":0.0760504,"durationMs":23393} |
| 5 | {"journey":"developer-execute-unconnected","split":"train","arm":"skill","attempt":3,"fingerprint":"a1e6d9570850411b","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the developer project for the test user","ok":true},{"name":"no account was connected outside the developer project","ok":true},{"name":"the last `composio dev playground-execute` exited 0","ok":true}],"detours":[],"stop":"finished","modelTurns":10,"commands":[{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ \"channel\": \"#general\", \"text\": \"hello from dev\" }'","exitCode":1},{"command":"composio dev connected-accounts link --help","exitCode":0},{"command":"composio dev connected-accounts link slack --no-browser --no-wait","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ \"channel\": \"#general\", \"text\": \"hello from dev\" }'","exitCode":0}],"costUsd":0.078273,"durationMs":23982} |
| 6 | {"journey":"developer-execute-unconnected","split":"train","arm":"skill","attempt":1,"fingerprint":"a1e6d9570850411b","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the developer project for the test user","ok":true},{"name":"no account was connected outside the developer project","ok":true},{"name":"the last `composio dev playground-execute` exited 0","ok":true}],"detours":[],"stop":"finished","modelTurns":11,"commands":[{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema 2>&1 | head -60","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ \"channel\": \"#general\", \"text\": \"hello from dev\" }' 2>&1","exitCode":1},{"command":"composio dev connected-accounts link --help 2>&1 | head -30","exitCode":0},{"command":"composio dev connected-accounts link slack --list 2>&1","exitCode":0},{"command":"composio dev connected-accounts link slack --no-browser --no-wait 2>&1","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ \"channel\": \"#general\", \"text\": \"hello from dev\" }' 2>&1","exitCode":0}],"costUsd":0.08247539999999999,"durationMs":26124} |