Composio powers 1000+ toolkits, tool search, context management, authentication, and a sandboxed workbench to help you build AI agents that turn intent into action.
Mirrored from https://github.com/Camo67/composio.git
Synced Nov 21, 07:15 UTC
| 1 | {"journey":"developer-auth-configs-and-execute","split":"holdout","arm":"skill","attempt":2,"fingerprint":"4224197119625550","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"`composio dev auth-configs list` ran and exited 0","ok":true},{"name":"the auth configs were read from the developer project","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"it ran through `composio dev playground-execute`","ok":true},{"name":"no account was connected outside the developer project","ok":true}],"detours":[],"stop":"finished","modelTurns":7,"commands":[{"command":"composio dev auth-configs list 2>&1; echo ---; composio dev connected-accounts list 2>&1; echo ---; composio dev --help 2>&1 | head -40","exitCode":0},{"command":"composio dev playground-execute --help 2>&1 | head -40; composio dev playground-execute SLACK_SEND_MESSAGE --get-schema 2>&1 | head -60","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ \"channel\": \"#general\", \"text\": \"hello from dev\" }' 2>&1","exitCode":0}],"costUsd":0.1055084,"durationMs":19562} |
| 2 | {"journey":"developer-auth-configs-and-execute","split":"holdout","arm":"skill","attempt":3,"fingerprint":"4224197119625550","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"`composio dev auth-configs list` ran and exited 0","ok":true},{"name":"the auth configs were read from the developer project","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"it ran through `composio dev playground-execute`","ok":true},{"name":"no account was connected outside the developer project","ok":true}],"detours":[],"stop":"finished","modelTurns":7,"commands":[{"command":"composio whoami; composio dev auth-configs list; composio dev connected-accounts list; composio dev --help","exitCode":0},{"command":"composio dev playground-execute --help; composio dev playground-execute SLACK_SEND_MESSAGE --get-schema 2>&1 | head -60","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ \"channel\": \"general\", \"text\": \"hello from dev\" }'","exitCode":0}],"costUsd":0.1098288,"durationMs":20850} |
| 3 | {"journey":"developer-auth-configs-and-execute","split":"holdout","arm":"skill","attempt":1,"fingerprint":"4224197119625550","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"`composio dev auth-configs list` ran and exited 0","ok":true},{"name":"the auth configs were read from the developer project","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"hello from dev\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"it ran through `composio dev playground-execute`","ok":true},{"name":"no account was connected outside the developer project","ok":true}],"detours":[],"stop":"finished","modelTurns":10,"commands":[{"command":"composio whoami; composio dev auth-configs list; composio dev connected-accounts list","exitCode":0},{"command":"composio dev --help 2>&1 | head -40; composio execute --help 2>&1 | head -50","exitCode":0},{"command":"composio dev playground-execute --help 2>&1 | head -40","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --dry-run -d '{ channel: \"general\", markdown_text: \"hello from dev\" }'","exitCode":1},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --dry-run -d '{ channel: \"general\", text: \"hello from dev\" }'","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"general\", text: \"hello from dev\" }'","exitCode":0}],"costUsd":0.13674460000000002,"durationMs":29732} |
| 4 | {"journey":"developer-execute-unconnected","split":"train","arm":"skill","attempt":2,"fingerprint":"4cee9507affa0a2e","outcome":"failed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":false,"seen":"\"[]\""},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":false,"seen":"\"[]\""},{"name":"it went to #general","ok":false,"seen":"\"[]\""},{"name":"its text was exactly \"hello from dev\"","ok":false,"seen":"\"[]\""},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the developer project for the test user","ok":false,"seen":"null"},{"name":"no account was connected outside the developer project","ok":true},{"name":"the last `composio dev playground-execute` exited 0","ok":true}],"detours":[],"stop":"finished","modelTurns":9,"commands":[{"command":"composio whoami; composio dev --help 2>&1 | head -40; composio dev connected-accounts list 2>&1 | head -40","exitCode":0},{"command":"cd /work/app; composio dev playground-execute --help 2>&1 | head -40; composio dev connected-accounts list 2>&1 | head -30","exitCode":0},{"command":"cd /work/app; composio dev playground-execute SLACK_SEND_MESSAGE --dry-run -d '{ channel: \"#general\", markdown_text: \"hello from dev\" }' 2>&1 | head -40","exitCode":0},{"command":"cd /work/app; composio dev playground-execute SLACK_SEND_MESSAGE --dry-run -d '{ channel: \"#general\", text: \"hello from dev\" }' 2>&1 | head -40","exitCode":0},{"command":"cd /work/app; composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }' 2>&1 | head -40","exitCode":0}],"costUsd":0.0780764,"durationMs":26115} |
| 5 | {"journey":"developer-execute-unconnected","split":"train","arm":"skill","attempt":1,"fingerprint":"4cee9507affa0a2e","outcome":"failed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":false,"seen":"\"[]\""},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":false,"seen":"\"[]\""},{"name":"it went to #general","ok":false,"seen":"\"[]\""},{"name":"its text was exactly \"hello from dev\"","ok":false,"seen":"\"[]\""},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the developer project for the test user","ok":false,"seen":"null"},{"name":"no account was connected outside the developer project","ok":true},{"name":"the last `composio dev playground-execute` exited 0","ok":true}],"detours":[],"stop":"finished","modelTurns":9,"commands":[{"command":"composio whoami; composio dev connected-accounts list 2>&1 | head -40; composio dev execute --help 2>&1 | head -40","exitCode":0},{"command":"composio dev playground-execute --help 2>&1 | head -40; echo ---; composio dev connected-accounts list --toolkits slack 2>&1 | head -30; echo ---; composio dev projects list 2>&1 | head","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --dry-run -d '{ channel: \"#general\", markdown_text: \"hello from dev\" }' 2>&1 | head -40","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --dry-run -d '{ channel: \"#general\", text: \"hello from dev\" }' 2>&1 | head -40","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }' 2>&1 | head -40","exitCode":0}],"costUsd":0.09581460000000001,"durationMs":27803} |
| 6 | {"journey":"developer-execute-unconnected","split":"train","arm":"skill","attempt":3,"fingerprint":"4cee9507affa0a2e","outcome":"failed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":false,"seen":"\"[]\""},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":false,"seen":"\"[]\""},{"name":"it went to #general","ok":false,"seen":"\"[]\""},{"name":"its text was exactly \"hello from dev\"","ok":false,"seen":"\"[]\""},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the developer project for the test user","ok":false,"seen":"null"},{"name":"no account was connected outside the developer project","ok":true},{"name":"the last `composio dev playground-execute` exited 0","ok":false,"seen":"\"[\\\"0 composio whoami; composio dev connected-accounts list 2>&1 | head -50; composio dev --help 2>&1 | head -40\\\",\\\"0 composio dev playground-execute --help 2>&1 | head -40; echo ---; composio dev connected-accounts list 2>&1\\\",\\\"1 composio dev playground-execute SLACK_SEND_MESSAGE --dry-run -d '{ channel: \\\\\\\"#general\\\\\\\", markdown_text: \\\\\\\"hello from dev\\\\\\\" }' 2>&1\\\",\\\"0 composio dev playground-execute SLACK_SEND_MESSAGE --dry-run -d '{ channel: \\\\\\\"#general\\\\\\\", text: \\\\\\\"hello from dev\\\\\\"}],"detours":[],"stop":"finished","modelTurns":9,"commands":[{"command":"composio whoami; composio dev connected-accounts list 2>&1 | head -50; composio dev --help 2>&1 | head -40","exitCode":0},{"command":"composio dev playground-execute --help 2>&1 | head -40; echo ---; composio dev connected-accounts list 2>&1","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --dry-run -d '{ channel: \"#general\", markdown_text: \"hello from dev\" }' 2>&1","exitCode":1},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --dry-run -d '{ channel: \"#general\", text: \"hello from dev\" }' 2>&1","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }' 2>&1","exitCode":1}],"costUsd":0.0782358,"durationMs":24175} |