Composio powers 1000+ toolkits, tool search, context management, authentication, and a sandboxed workbench to help you build AI agents that turn intent into action.
Mirrored from https://github.com/Camo67/composio.git
Synced Nov 21, 07:15 UTC
| 1 | {"journey":"consumer-slack-message","split":"train","arm":"skill","attempt":1,"fingerprint":"c9530ad5ab8a928e","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"the last `composio execute` exited 0","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the consumer project, as consumer-user-e2e-acme-0001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"deploy finished\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the consumer project","ok":true},{"name":"no account was connected outside the consumer project","ok":true}],"detours":[],"stop":"finished","modelTurns":5,"commands":[{"command":"command -v composio && composio search slack 2>&1 | head -40","exitCode":0},{"command":"timeout 60 composio link slack 2>&1 | head -30","exitCode":0},{"command":"cat ~/.composio/tool_definitions/SLACK_SEND_MESSAGE.json 2>&1 | head -80","exitCode":0},{"command":"timeout 90 composio execute \"SLACK_SEND_MESSAGE\" -d '{\"channel\":\"#general\",\"text\":\"deploy finished\"}' 2>&1 | head -60","exitCode":0}],"costUsd":0.0023561800000000003,"durationMs":13608} |
| 2 | {"journey":"consumer-slack-message","split":"train","arm":"skill","attempt":2,"fingerprint":"c9530ad5ab8a928e","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"the last `composio execute` exited 0","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the consumer project, as consumer-user-e2e-acme-0001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"deploy finished\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the consumer project","ok":true},{"name":"no account was connected outside the consumer project","ok":true}],"detours":[],"stop":"finished","modelTurns":6,"commands":[{"command":"which composio slack slack-cli 2>/dev/null; composio --version 2>/dev/null; composio whoami 2>/dev/null | head -20","exitCode":0},{"command":"composio search \"slack send message\" 2>&1 | head -30; composio connections list 2>&1 | head -30","exitCode":0},{"command":"composio link slack 2>&1 | head -30","exitCode":0},{"command":"composio execute SLACK_SEND_MESSAGE --get-schema 2>&1 | head -60","exitCode":0},{"command":"composio execute SLACK_SEND_MESSAGE -d '{\"channel\": \"#general\", \"text\": \"deploy finished\"}' 2>&1 | head -40","exitCode":0}],"costUsd":0.00266686,"durationMs":15850} |
| 3 | {"journey":"consumer-slack-message","split":"train","arm":"skill","attempt":4,"fingerprint":"c9530ad5ab8a928e","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"the last `composio execute` exited 0","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the consumer project, as consumer-user-e2e-acme-0001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"deploy finished\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the consumer project","ok":true},{"name":"no account was connected outside the consumer project","ok":true}],"detours":[],"stop":"finished","modelTurns":6,"commands":[{"command":"which composio slack 2>/dev/null; echo \"---\"; composio whoami 2>&1 | head -20; echo \"---\"; composio search \"slack send message\" 2>&1 | head -30","exitCode":0},{"command":"composio execute SLACK_SEND_MESSAGE --get-schema 2>&1 | head -60","exitCode":0},{"command":"timeout 60 composio link slack 2>&1 | head -30","exitCode":0},{"command":"composio execute SLACK_SEND_MESSAGE -p channel=general -p text=\"deploy finished\" 2>&1 | head -40","exitCode":0},{"command":"composio execute SLACK_SEND_MESSAGE -d '{\"channel\": \"general\", \"text\": \"deploy finished\"}' 2>&1 | head -40","exitCode":0}],"costUsd":0.00286072,"durationMs":16819} |
| 4 | {"journey":"consumer-slack-message","split":"train","arm":"skill","attempt":5,"fingerprint":"c9530ad5ab8a928e","outcome":"failed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"the last `composio execute` exited 0","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":false,"seen":"\"[]\""},{"name":"it ran on the consumer project, as consumer-user-e2e-acme-0001","ok":false,"seen":"\"[]\""},{"name":"it went to #general","ok":false,"seen":"\"[]\""},{"name":"its text was exactly \"deploy finished\"","ok":false,"seen":"\"[]\""},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the consumer project","ok":false,"seen":"null"},{"name":"no account was connected outside the consumer project","ok":true}],"detours":[],"stop":"finished","modelTurns":8,"commands":[{"command":"which composio slack slack-cli 2>/dev/null; composio --version 2>/dev/null; echo \"---\"; env | grep -i slack | sed 's/=.*/=<set>/'","exitCode":0},{"command":"composio whoami 2>&1 | head -20; echo \"---\"; composio search \"send a slack message to a channel\" --toolkits slack 2>&1 | head -30","exitCode":0},{"command":"composio execute SLACK_SEND_MESSAGE --get-schema 2>&1 | head -60","exitCode":0},{"command":"composio execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"deploy finished\" }' 2>&1 | head -60","exitCode":0},{"command":"timeout 60 composio link slack --no-browser 2>&1 | head -30","exitCode":0}],"costUsd":0.002518295,"durationMs":72886} |
| 5 | {"journey":"developer-execute-unconnected","split":"train","arm":"skill","attempt":1,"fingerprint":"a2db7a166f487427","outcome":"failed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":false,"seen":"\"[]\""},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":false,"seen":"\"[]\""},{"name":"it went to #general","ok":false,"seen":"\"[]\""},{"name":"its text was exactly \"hello from dev\"","ok":false,"seen":"\"[]\""},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the developer project for the test user","ok":false,"seen":"null"},{"name":"no account was connected outside the developer project","ok":true},{"name":"the last `composio dev playground-execute` exited 0","ok":false,"seen":"\"[\\\"0 composio whoami\\\",\\\"0 composio dev playground-execute SLACK_SEND_MESSAGE --get-schema\\\",\\\"1 composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \\\\\\\"#general\\\\\\\", text: \\\\\\\"hello from dev\\\\\\\" }'\\\",\\\"0 composio dev connected-accounts link slack --no-browser\\\",\\\"0 sleep 20; cat /tmp/claude-0/-work-app/ce552d27-0a21-41a5-a6ee-09aa5e60085b/tasks/bdbf1m8if.output\\\",\\\"0 pgrep -af \\\\\\\"connected-accounts link\\\\\\\" || echo \\\\\\\"no link process running\\\\\\\"; composio dev connected-accounts"}],"detours":[],"stop":"finished","modelTurns":11,"commands":[{"command":"composio whoami","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }'","exitCode":1},{"command":"composio dev connected-accounts link slack --no-browser","exitCode":0},{"command":"sleep 20; cat /tmp/claude-0/-work-app/ce552d27-0a21-41a5-a6ee-09aa5e60085b/tasks/bdbf1m8if.output","exitCode":0},{"command":"pgrep -af \"connected-accounts link\" || echo \"no link process running\"; composio dev connected-accounts list 2>&1 | head -40","exitCode":0}],"costUsd":0.00367346,"durationMs":107228} |
| 6 | {"journey":"consumer-slack-message","split":"train","arm":"skill","attempt":3,"fingerprint":"c9530ad5ab8a928e","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"the last `composio execute` exited 0","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":true},{"name":"it ran on the consumer project, as consumer-user-e2e-acme-0001","ok":true},{"name":"it went to #general","ok":true},{"name":"its text was exactly \"deploy finished\"","ok":true},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the consumer project","ok":true},{"name":"no account was connected outside the consumer project","ok":true}],"detours":[],"stop":"finished","modelTurns":12,"commands":[{"command":"which slack slack-cli composio 2>/dev/null; env | grep -i slack | sed 's/=.*/=<set>/'; ls /home/journey 2>/dev/null | head -50","exitCode":0},{"command":"composio whoami; composio search \"send a slack message to a channel\" --toolkits slack","exitCode":0},{"command":"composio execute SLACK_SEND_MESSAGE --get-schema; composio execute SLACK_SEND_MESSAGE -d '{\"channel\":\"#general\",\"text\":\"deploy finished\"}'","exitCode":1},{"command":"timeout 120 composio link slack --no-browser","exitCode":124},{"command":"composio link slack --no-browser > /tmp/composio-slack-link.log 2>&1 &\nsleep 8; cat /tmp/composio-slack-link.log","exitCode":0},{"command":"sleep 15; cat /tmp/composio-slack-link.log; echo \"---\"; composio link --help 2>&1 | head -30","exitCode":0},{"command":"pkill -f \"composio link slack\" 2>/dev/null; timeout 60 composio link slack --no-browser --no-wait","exitCode":0},{"command":"composio link slack --list; echo \"---\"; composio execute SLACK_SEND_MESSAGE -d '{\"channel\":\"#general\",\"text\":\"deploy finished\"}'","exitCode":0}],"costUsd":0.004618345,"durationMs":162969} |
| 7 | {"journey":"developer-execute-unconnected","split":"train","arm":"skill","attempt":2,"fingerprint":"a2db7a166f487427","outcome":"failed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":false,"seen":"\"[]\""},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":false,"seen":"\"[]\""},{"name":"it went to #general","ok":false,"seen":"\"[]\""},{"name":"its text was exactly \"hello from dev\"","ok":false,"seen":"\"[]\""},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the developer project for the test user","ok":false,"seen":"null"},{"name":"no account was connected outside the developer project","ok":true},{"name":"the last `composio dev playground-execute` exited 0","ok":false,"seen":"\"[\\\"0 composio whoami; composio dev --help 2>&1 | head -80\\\",\\\"0 composio dev playground-execute SLACK_SEND_MESSAGE --get-schema 2>&1\\\",\\\"1 composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \\\\\\\"#general\\\\\\\", text: \\\\\\\"hello from dev\\\\\\\" }' 2>&1\\\",\\\"0 composio dev connected-accounts link slack --no-browser 2>&1\\\",\\\"0 sleep 20; cat /tmp/claude-0/-work-app/de43b8a9-9d04-41f7-bff8-a53638f42758/tasks/bkgeqogir.output\\\",\\\"0 pgrep -af \\\\\\\"connected-accounts link\\\\\\\" || echo \\\\\\\"no link "}],"detours":[],"stop":"finished","modelTurns":12,"commands":[{"command":"composio whoami; composio dev --help 2>&1 | head -80","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema 2>&1","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }' 2>&1","exitCode":1},{"command":"composio dev connected-accounts link slack --no-browser 2>&1","exitCode":0},{"command":"sleep 20; cat /tmp/claude-0/-work-app/de43b8a9-9d04-41f7-bff8-a53638f42758/tasks/bkgeqogir.output","exitCode":0},{"command":"pgrep -af \"connected-accounts link\" || echo \"no link process running\"","exitCode":0},{"command":"ps -eo pid,args | grep -i \"[c]onnected-accounts\" || echo \"no link process running\"; cat /tmp/claude-0/-work-app/de43b8a9-9d04-41f7-bff8-a53638f42758/tasks/bkgeqogir.output","exitCode":0}],"costUsd":0.00361362,"durationMs":167455} |
| 8 | {"journey":"first-run-login","split":"train","arm":"skill","attempt":1,"fingerprint":"015268a44e50a740","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"the first `composio whoami` reported no login","ok":true},{"name":"exactly one CLI login session was created, and it was linked","ok":true},{"name":"the login completed: the user API key was fetched for the linked session","ok":true},{"name":"the login was stored: a new `composio whoami` exits 0 as the person, in their org","ok":true},{"name":"no agent account was signed up in place of the person","ok":true}],"detours":[],"stop":"finished","modelTurns":8,"commands":[{"command":"command -v composio && composio --version; composio whoami 2>&1 | head -50","exitCode":0},{"command":"composio login --help 2>&1 | head -40","exitCode":0},{"command":"timeout 60 composio login --no-browser --no-wait 2>&1 | head -40","exitCode":0},{"command":"timeout 620 composio login --poll 2>&1","exitCode":0},{"command":"cat /tmp/claude-0/-home-journey/1303328f-c056-480f-9e03-011c9eeeb8f1/tasks/b0a23k9v0.output; echo \"---\"; composio whoami 2>&1 | head -20","exitCode":0},{"command":"for i in $(seq 1 18); do if composio whoami >/tmp/whoami.out 2>&1 && ! grep -q \"not logged in\" /tmp/whoami.out; then break; fi; sleep 5; done; cat /tmp/whoami.out; echo \"---\"; cat /tmp/claude-0/-home-journey/1303328f-c056-480f-9e03-011c9eeeb8f1/tasks/b0a23k9v0.output","exitCode":0}],"costUsd":0.00243119,"durationMs":17798} |
| 9 | {"journey":"first-run-login","split":"train","arm":"skill","attempt":2,"fingerprint":"015268a44e50a740","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"the first `composio whoami` reported no login","ok":true},{"name":"exactly one CLI login session was created, and it was linked","ok":true},{"name":"the login completed: the user API key was fetched for the linked session","ok":true},{"name":"the login was stored: a new `composio whoami` exits 0 as the person, in their org","ok":true},{"name":"no agent account was signed up in place of the person","ok":true}],"detours":[],"stop":"finished","modelTurns":5,"commands":[{"command":"composio whoami 2>&1; echo \"exit=$?\"","exitCode":0},{"command":"composio login 2>&1; echo \"exit=$?\"","exitCode":0},{"command":"composio login --poll 2>&1; echo \"exit=$?\"","exitCode":0},{"command":"composio whoami 2>&1; echo \"exit=$?\"","exitCode":0}],"costUsd":0.00145267,"durationMs":7930} |
| 10 | {"journey":"first-run-login","split":"train","arm":"skill","attempt":3,"fingerprint":"015268a44e50a740","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"the first `composio whoami` reported no login","ok":true},{"name":"exactly one CLI login session was created, and it was linked","ok":true},{"name":"the login completed: the user API key was fetched for the linked session","ok":true},{"name":"the login was stored: a new `composio whoami` exits 0 as the person, in their org","ok":true},{"name":"no agent account was signed up in place of the person","ok":true}],"detours":[],"stop":"finished","modelTurns":4,"commands":[{"command":"which composio && composio --help 2>&1 | head -40; echo \"---\"; composio whoami 2>&1; echo \"exit=$?\"","exitCode":0},{"command":"composio login 2>&1; echo \"exit=$?\"","exitCode":0},{"command":"composio login --poll 2>&1; echo \"exit=$?\"; echo \"---\"; composio whoami 2>&1; echo \"exit=$?\"","exitCode":0}],"costUsd":0.0014641849999999998,"durationMs":8059} |
| 11 | {"journey":"first-run-login","split":"train","arm":"skill","attempt":4,"fingerprint":"015268a44e50a740","outcome":"passed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"the first `composio whoami` reported no login","ok":true},{"name":"exactly one CLI login session was created, and it was linked","ok":true},{"name":"the login completed: the user API key was fetched for the linked session","ok":true},{"name":"the login was stored: a new `composio whoami` exits 0 as the person, in their org","ok":true},{"name":"no agent account was signed up in place of the person","ok":true}],"detours":[],"stop":"finished","modelTurns":6,"commands":[{"command":"which composio && composio --version; composio whoami 2>&1 | head -30","exitCode":0},{"command":"composio login --help 2>&1 | head -40","exitCode":0},{"command":"composio login --no-wait 2>&1 | head -40","exitCode":0},{"command":"composio login --poll 2>&1 | tail -30","exitCode":0},{"command":"composio whoami 2>&1 | head -20","exitCode":0}],"costUsd":0.0016971249999999998,"durationMs":9126} |
| 12 | {"journey":"developer-execute-unconnected","split":"train","arm":"skill","attempt":3,"fingerprint":"a2db7a166f487427","outcome":"failed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":false,"seen":"\"[]\""},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":false,"seen":"\"[]\""},{"name":"it went to #general","ok":false,"seen":"\"[]\""},{"name":"its text was exactly \"hello from dev\"","ok":false,"seen":"\"[]\""},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the developer project for the test user","ok":false,"seen":"null"},{"name":"no account was connected outside the developer project","ok":true},{"name":"the last `composio dev playground-execute` exited 0","ok":false,"seen":"\"[\\\"0 composio whoami\\\",\\\"0 composio dev playground-execute SLACK_SEND_MESSAGE --get-schema\\\",\\\"1 composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \\\\\\\"#general\\\\\\\", text: \\\\\\\"hello from dev\\\\\\\" }'\\\",\\\"0 composio dev connected-accounts link slack --no-browser\\\",\\\"0 sleep 20; cat /tmp/claude-0/-work-app/aa8981f9-0ca8-4d9f-b56d-053c5753e256/tasks/bluwm15ki.output\\\",\\\"0 ps aux | grep -i \\\\\\\"connected-accounts link\\\\\\\" | grep -v grep; cat /tmp/claude-0/-work-app/aa8981f9-0ca8-4d9f-b5"}],"detours":[],"stop":"finished","modelTurns":13,"commands":[{"command":"composio whoami","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }'","exitCode":1},{"command":"composio dev connected-accounts link slack --no-browser","exitCode":0},{"command":"sleep 20; cat /tmp/claude-0/-work-app/aa8981f9-0ca8-4d9f-b56d-053c5753e256/tasks/bluwm15ki.output","exitCode":0},{"command":"ps aux | grep -i \"connected-accounts link\" | grep -v grep; cat /tmp/claude-0/-work-app/aa8981f9-0ca8-4d9f-b56d-053c5753e256/tasks/bluwm15ki.output","exitCode":0},{"command":"sleep 60; cat /tmp/claude-0/-work-app/aa8981f9-0ca8-4d9f-b56d-053c5753e256/tasks/bluwm15ki.output; echo \"---\"; composio dev connected-accounts list 2>&1 | head -40","exitCode":1},{"command":"composio dev connected-accounts list 2>&1 | head -40","exitCode":0}],"costUsd":0.003869995,"durationMs":168437} |
| 13 | {"journey":"developer-execute-unconnected","split":"train","arm":"skill","attempt":4,"fingerprint":"a2db7a166f487427","outcome":"failed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":false,"seen":"\"[]\""},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":false,"seen":"\"[]\""},{"name":"it went to #general","ok":false,"seen":"\"[]\""},{"name":"its text was exactly \"hello from dev\"","ok":false,"seen":"\"[]\""},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the developer project for the test user","ok":false,"seen":"null"},{"name":"no account was connected outside the developer project","ok":true},{"name":"the last `composio dev playground-execute` exited 0","ok":false,"seen":"\"[\\\"0 composio whoami\\\",\\\"0 composio dev playground-execute SLACK_SEND_MESSAGE --get-schema\\\",\\\"1 composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \\\\\\\"#general\\\\\\\", text: \\\\\\\"hello from dev\\\\\\\" }'\\\",\\\"0 composio dev connected-accounts link slack --no-browser\\\",\\\"0 sleep 20; cat /tmp/claude-0/-work-app/7fc91d8f-d31f-4cf4-ac78-c644ce773334/tasks/bvgcqo8he.output\\\"]\""}],"detours":[],"stop":"finished","modelTurns":10,"commands":[{"command":"composio whoami","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }'","exitCode":1},{"command":"composio dev connected-accounts link slack --no-browser","exitCode":0},{"command":"sleep 20; cat /tmp/claude-0/-work-app/7fc91d8f-d31f-4cf4-ac78-c644ce773334/tasks/bvgcqo8he.output","exitCode":0}],"costUsd":0.002985815000000001,"durationMs":165245} |
| 14 | {"journey":"developer-execute-unconnected","split":"train","arm":"skill","attempt":5,"fingerprint":"a2db7a166f487427","outcome":"failed","checks":[{"name":"the model finished by itself, within the turn limit","ok":true},{"name":"SLACK_SEND_MESSAGE completed once in the whole run","ok":false,"seen":"\"[]\""},{"name":"it ran on the developer project, as pg-test-00000000-0000-4000-8000-00000000a001","ok":false,"seen":"\"[]\""},{"name":"it went to #general","ok":false,"seen":"\"[]\""},{"name":"its text was exactly \"hello from dev\"","ok":false,"seen":"\"[]\""},{"name":"no other tool that changes something ran","ok":true},{"name":"the account was linked on the developer project for the test user","ok":false,"seen":"null"},{"name":"no account was connected outside the developer project","ok":true},{"name":"the last `composio dev playground-execute` exited 0","ok":false,"seen":"\"[\\\"0 composio dev playground-execute SLACK_SEND_MESSAGE --get-schema\\\",\\\"1 composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \\\\\\\"#general\\\\\\\", text: \\\\\\\"hello from dev\\\\\\\" }'\\\",\\\"0 composio dev connected-accounts link slack --no-browser\\\",\\\"0 sleep 20; cat /tmp/claude-0/-work-app/36b05f44-b9b3-4ae8-9345-f85d6ee11108/tasks/bfsdofxcn.output\\\",\\\"0 ps aux | grep -i \\\\\\\"connected-accounts link\\\\\\\" | grep -v grep; cat /tmp/claude-0/-work-app/36b05f44-b9b3-4ae8-9345-f85d6ee11108/tasks/"}],"detours":[],"stop":"finished","modelTurns":10,"commands":[{"command":"composio dev playground-execute SLACK_SEND_MESSAGE --get-schema","exitCode":0},{"command":"composio dev playground-execute SLACK_SEND_MESSAGE -d '{ channel: \"#general\", text: \"hello from dev\" }'","exitCode":1},{"command":"composio dev connected-accounts link slack --no-browser","exitCode":0},{"command":"sleep 20; cat /tmp/claude-0/-work-app/36b05f44-b9b3-4ae8-9345-f85d6ee11108/tasks/bfsdofxcn.output","exitCode":0},{"command":"ps aux | grep -i \"connected-accounts link\" | grep -v grep; cat /tmp/claude-0/-work-app/36b05f44-b9b3-4ae8-9345-f85d6ee11108/tasks/bfsdofxcn.output","exitCode":0}],"costUsd":0.0031893950000000003,"durationMs":165504} |
| 15 | {"journey":"first-run-login","split":"train","arm":"skill","attempt":5,"fingerprint":"015268a44e50a740","outcome":"failed","checks":[{"name":"the model finished by itself, within the turn limit","ok":false,"seen":"\"{\\\"provider\\\":\\\"deadline\\\"}\""},{"name":"the first `composio whoami` reported no login","ok":true},{"name":"exactly one CLI login session was created, and it was linked","ok":false,"seen":"\"[{\\\"id\\\":\\\"00000000-0000-4000-8000-000000050001\\\",\\\"code\\\":\\\"E2E001\\\",\\\"status\\\":\\\"pending\\\",\\\"reportedLinked\\\":false}]\""},{"name":"the login completed: the user API key was fetched for the linked session","ok":false,"seen":"null"},{"name":"the login was stored: a new `composio whoami` exits 0 as the person, in their org","ok":false,"seen":"\"{\\\"exitCode\\\":1,\\\"stdout\\\":\\\"\\\",\\\"stderr\\\":\\\"You are not logged in yet. Please run `composio login`.\\\\n\\\"}\""},{"name":"no agent account was signed up in place of the person","ok":true}],"detours":[],"stop":"deadline","modelTurns":0,"commands":[{"command":"which composio && composio --help 2>&1 | head -40; composio whoami 2>&1; echo \"exit=$?\"","exitCode":0},{"command":"composio login 2>&1; echo \"exit=$?\"","exitCode":0}],"costUsd":0,"durationMs":360718} |