@devries-cameron20 / composio Mirror · read-only
Fork 0

Composio powers 1000+ toolkits, tool search, context management, authentication, and a sandboxed workbench to help you build AI agents that turn intent into action.

Mirrored from https://github.com/Camo67/composio.git

Synced Nov 21, 03:37 UTC

next
json 189 lines 5.51 KB
Raw
1 {
2 "cases": [
3 {
4 "id": "structural-connect-claude",
5 "kind": "paraphrase",
6 "query": "how to connect to claude",
7 "expectedUrls": [],
8 "expectedSourceTypes": ["docs"]
9 },
10 {
11 "id": "structural-calendly-action-source",
12 "kind": "exact",
13 "query": "CALENDLY_POST_INVITEE",
14 "expectedUrls": [],
15 "expectedSourceTypes": ["toolkit", "reference"]
16 },
17 {
18 "id": "structural-google-tasks-401",
19 "kind": "paraphrase",
20 "query": "Google Tasks tool calls return 401",
21 "expectedUrls": [],
22 "expectedSourceTypes": ["kb"]
23 },
24 {
25 "id": "structural-connect-mcp-google-drive",
26 "kind": "paraphrase",
27 "query": "Connect MCP meta-tools Google Drive",
28 "expectedUrls": [],
29 "expectedSourceTypes": ["kb", "docs"]
30 },
31 {
32 "id": "structural-session-authorize-callback",
33 "kind": "paraphrase",
34 "query": "session.authorize callback URL",
35 "expectedUrls": [],
36 "expectedSourceTypes": ["docs", "reference"]
37 },
38 {
39 "id": "exact-calendly-action",
40 "kind": "exact",
41 "query": "CALENDLY_POST_INVITEE",
42 "expectedUrls": ["/kb/guide/toolkits-calendly"]
43 },
44 {
45 "id": "exact-linkedin-version-error",
46 "kind": "exact",
47 "query": "NONEXISTENT_VERSION",
48 "expectedUrls": ["/kb/guide/toolkits-linkedin"]
49 },
50 {
51 "id": "exact-stripe-subscription-action",
52 "kind": "exact",
53 "query": "STRIPE_LIST_SUBSCRIPTIONS",
54 "expectedUrls": ["/kb/guide/toolkits-stripe"]
55 },
56 {
57 "id": "exact-linkedin-company-action",
58 "kind": "exact",
59 "query": "LINKEDIN_GET_COMPANY_INFO",
60 "expectedUrls": ["/kb/guide/toolkits-linkedin"]
61 },
62 {
63 "id": "exact-snowflake-refresh-setting",
64 "kind": "exact",
65 "query": "OAUTH_ISSUE_REFRESH_TOKENS",
66 "expectedUrls": ["/kb/guide/toolkits-snowflake"]
67 },
68 {
69 "id": "exact-tool-router-file-helper",
70 "kind": "exact",
71 "query": "get_mount_file_s3_key",
72 "expectedUrls": ["/kb/guide/mcp-tool-router-files"]
73 },
74 {
75 "id": "exact-google-calendar-alias",
76 "kind": "exact",
77 "query": "primary",
78 "expectedUrls": ["/kb/guide/toolkits-google-calendar"]
79 },
80 {
81 "id": "exact-odoo-json-rpc",
82 "kind": "exact",
83 "query": "JSON-RPC",
84 "expectedUrls": ["/kb/guide/toolkits-odoo"]
85 },
86 {
87 "id": "paraphrase-google-calendar-me",
88 "kind": "paraphrase",
89 "query": "Why does the signed-in user alias fail when I pass it as a calendar id?",
90 "expectedUrls": ["/kb/guide/toolkits-google-calendar"]
91 },
92 {
93 "id": "paraphrase-snowflake-account-format",
94 "kind": "paraphrase",
95 "query": "What value from my Snowflake hostname belongs in the account field?",
96 "expectedUrls": ["/kb/guide/toolkits-snowflake"]
97 },
98 {
99 "id": "paraphrase-session-file-input",
100 "kind": "paraphrase",
101 "query": "How do I give a file created in the agent sandbox to a toolkit action?",
102 "expectedUrls": ["/kb/guide/mcp-tool-router-files"]
103 },
104 {
105 "id": "paraphrase-expired-oauth",
106 "kind": "paraphrase",
107 "query": "A customer's integration keeps losing access even after they reconnect",
108 "expectedUrls": ["/kb/guide/platform-connected-accounts"]
109 },
110 {
111 "id": "paraphrase-odoo-hidden-error",
112 "kind": "paraphrase",
113 "query": "The request says success with status 200 but the ERP operation actually failed",
114 "expectedUrls": ["/kb/guide/toolkits-odoo"]
115 },
116 {
117 "id": "paraphrase-mfa-countdown",
118 "kind": "paraphrase",
119 "query": "The authenticator QR disappears before I can scan it",
120 "expectedUrls": ["/kb/guide/dashboard-login-restrictions"]
121 },
122 {
123 "id": "paraphrase-no-payload-retention",
124 "kind": "paraphrase",
125 "query": "Why can I still see an execution entry after disabling data storage?",
126 "expectedUrls": ["/kb/guide/dashboard-log-storage"]
127 },
128 {
129 "id": "paraphrase-expired-download",
130 "kind": "paraphrase",
131 "query": "A file returned by a tool worked earlier but its download link is expired now",
132 "expectedUrls": ["/kb/guide/platform-file-storage"]
133 },
134 {
135 "id": "paraphrase-pagination-cap",
136 "kind": "paraphrase",
137 "query": "Can every list action return the same maximum number of records per page?",
138 "expectedUrls": ["/kb/guide/platform-pagination"]
139 },
140 {
141 "id": "paraphrase-linkedin-company-forbidden",
142 "kind": "paraphrase",
143 "query": "Personal LinkedIn calls work but posting for the company page is forbidden",
144 "expectedUrls": ["/kb/guide/toolkits-linkedin"]
145 },
146 {
147 "id": "paraphrase-stripe-key-type",
148 "kind": "paraphrase",
149 "query": "Stripe rejects the browser-safe key I copied into an API key connection",
150 "expectedUrls": ["/kb/guide/toolkits-stripe"]
151 },
152 {
153 "id": "paraphrase-slack-permission",
154 "kind": "paraphrase",
155 "query": "A Slack app can read messages but cannot reply inside a conversation",
156 "expectedUrls": ["/kb/guide/toolkits-slack"]
157 },
158 {
159 "id": "no-answer-pizza",
160 "kind": "no-answer",
161 "query": "Where can I get the best deep dish pizza tonight?",
162 "expectedUrls": []
163 },
164 {
165 "id": "no-answer-sports",
166 "kind": "no-answer",
167 "query": "Who won the basketball championship this season?",
168 "expectedUrls": []
169 },
170 {
171 "id": "no-answer-poem",
172 "kind": "no-answer",
173 "query": "Write a sonnet about a lighthouse in winter",
174 "expectedUrls": []
175 },
176 {
177 "id": "no-answer-algorithm",
178 "kind": "no-answer",
179 "query": "Explain how to implement merge sort in JavaScript",
180 "expectedUrls": []
181 },
182 {
183 "id": "no-answer-weather",
184 "kind": "no-answer",
185 "query": "Will it rain in San Francisco tomorrow afternoon?",
186 "expectedUrls": []
187 }
188 ]
189 }