@samitouri / QOSami_Agents_Zero-2
Code Commits Issues Pulls Sessions CI/CD
main
main
yaml 346 lines 9.25 KB
Raw
1 # Supported model providers for Agent Zero
2 # ---------------------------------------
3 #
4 # Each provider type ("chat", "embedding") contains a mapping of provider IDs
5 # to their configurations.
6 #
7 # The provider ID (e.g., "anthropic") is used:
8 # - in the settings UI dropdowns.
9 # - to construct the environment variable for the API key (e.g., ANTHROPIC_API_KEY).
10 #
11 # Each provider configuration requires:
12 # name: Human-readable name for the UI.
13 # litellm_provider: The corresponding provider name in LiteLLM.
14 #
15 # Optional fields:
16 # kwargs: A dictionary of extra parameters to pass to LiteLLM.
17 # This is useful for `api_base`, `extra_headers`, non-secret local placeholders, etc.
18 #
19 # Optional model listing fields (used by the Model Configuration plugin):
20 # models_list:
21 # endpoint_url: URL or path for the model listing API.
22 # Absolute URL (https://...) is used directly.
23 # Relative path (/path) is appended to api_base or default_base.
24 # format: Response parsing format: "openai" (default), "google", "ollama".
25 # params: Extra query parameters for the listing request.
26 # default_base: Default base URL for local/self-hosted providers.
27
28 chat:
29 a0_venice:
30 name: Agent Zero API
31 litellm_provider: openai
32 models_list:
33 endpoint_url: "https://api.venice.ai/api/v1/models"
34 kwargs:
35 a0_api_mode: chat
36 api_base: https://llm.agent-zero.ai/v1
37 venice_parameters:
38 include_venice_system_prompt: false
39 anthropic:
40 name: Anthropic
41 litellm_provider: anthropic
42 models_list:
43 endpoint_url: "https://api.anthropic.com/v1/models"
44 params:
45 limit: "1000"
46 kwargs:
47 a0_api_mode: chat
48 cerebras:
49 name: Cerebras
50 litellm_provider: cerebras
51 models_list:
52 endpoint_url: "/models"
53 kwargs:
54 a0_api_mode: chat
55 api_base: https://api.cerebras.ai/v1
56 cometapi:
57 name: CometAPI
58 litellm_provider: cometapi
59 models_list:
60 endpoint_url: "https://api.cometapi.com/v1/models"
61 kwargs:
62 a0_api_mode: chat
63 deepseek:
64 name: DeepSeek
65 litellm_provider: deepseek
66 models_list:
67 endpoint_url: "https://api.deepseek.com/models"
68 kwargs:
69 a0_api_mode: chat
70 github_copilot:
71 name: GitHub Copilot
72 litellm_provider: github_copilot
73 kwargs:
74 a0_api_mode: chat
75 extra_headers:
76 "Editor-Version": "vscode/1.85.1"
77 "Copilot-Integration-Id": "vscode-chat"
78 "Copilot-Vision-Request": "true"
79 google:
80 name: Google
81 litellm_provider: gemini
82 models_list:
83 endpoint_url: "/v1beta/models"
84 format: "google"
85 params:
86 pageSize: "1000"
87 default_base: "https://generativelanguage.googleapis.com"
88 kwargs:
89 a0_api_mode: chat
90 groq:
91 name: Groq
92 litellm_provider: groq
93 models_list:
94 endpoint_url: "https://api.groq.com/openai/v1/models"
95 kwargs:
96 a0_api_mode: chat
97 huggingface:
98 name: HuggingFace
99 litellm_provider: huggingface
100 kwargs:
101 a0_api_mode: chat
102 lm_studio:
103 name: LM Studio
104 litellm_provider: lm_studio
105 models_list:
106 endpoint_url: "/v1/models"
107 default_base: "http://host.docker.internal:1234"
108 kwargs:
109 a0_api_mode: chat
110 api_base: "http://host.docker.internal:1234/v1"
111 api_key: "lm-studio"
112 llama_cpp:
113 name: llama.cpp
114 litellm_provider: hosted_vllm
115 models_list:
116 endpoint_url: "/v1/models"
117 default_base: "http://host.docker.internal:8080"
118 kwargs:
119 a0_api_mode: chat
120 api_base: "http://host.docker.internal:8080/v1"
121 api_key: "llama-cpp"
122 mistral:
123 name: Mistral AI
124 litellm_provider: mistral
125 models_list:
126 endpoint_url: "https://api.mistral.ai/v1/models"
127 kwargs:
128 a0_api_mode: chat
129 moonshot:
130 name: Moonshot AI
131 litellm_provider: moonshot
132 models_list:
133 endpoint_url: "https://api.moonshot.cn/v1/models"
134 kwargs:
135 a0_api_mode: chat
136 nebius:
137 name: Nebius Token Factory
138 litellm_provider: openai
139 models_list:
140 endpoint_url: "/models"
141 kwargs:
142 a0_api_mode: chat
143 api_base: https://api.tokenfactory.nebius.com/v1
144 nvidia_nim:
145 name: NVIDIA NIM
146 litellm_provider: nvidia_nim
147 models_list:
148 endpoint_url: "https://integrate.api.nvidia.com/v1/models"
149 kwargs:
150 a0_api_mode: chat
151 ollama:
152 name: Ollama
153 litellm_provider: ollama
154 models_list:
155 endpoint_url: "/api/tags"
156 format: "ollama"
157 default_base: "http://host.docker.internal:11434"
158 kwargs:
159 a0_api_mode: chat
160 api_base: "http://host.docker.internal:11434"
161 omlx:
162 name: oMLX
163 litellm_provider: hosted_vllm
164 models_list:
165 endpoint_url: "/v1/models"
166 default_base: "http://host.docker.internal:8000"
167 kwargs:
168 a0_api_mode: chat
169 api_base: "http://host.docker.internal:8000/v1"
170 api_key: "omlx"
171 ollama_cloud:
172 name: Ollama Cloud
173 litellm_provider: openai
174 models_list:
175 endpoint_url: "/models"
176 kwargs:
177 a0_api_mode: chat
178 api_base: https://ollama.com/v1
179 openai:
180 name: OpenAI
181 litellm_provider: openai
182 models_list:
183 endpoint_url: "https://api.openai.com/v1/models"
184 kwargs:
185 a0_api_mode: chat
186 azure:
187 name: OpenAI Azure
188 litellm_provider: azure
189 models_list:
190 endpoint_url: "/openai/models"
191 params:
192 api-version: "2024-10-21"
193 kwargs:
194 a0_api_mode: chat
195 bedrock:
196 name: AWS Bedrock
197 litellm_provider: bedrock
198 kwargs:
199 a0_api_mode: chat
200 openrouter:
201 name: OpenRouter
202 litellm_provider: openrouter
203 models_list:
204 endpoint_url: "https://openrouter.ai/api/v1/models"
205 kwargs:
206 a0_api_mode: chat
207 extra_headers:
208 "HTTP-Referer": "https://agent-zero.ai/"
209 "X-Title": "Agent Zero"
210 "X-OpenRouter-Categories": "personal-agent,cloud-agent"
211 sambanova:
212 name: Sambanova
213 litellm_provider: sambanova
214 models_list:
215 endpoint_url: "https://api.sambanova.ai/v1/models"
216 kwargs:
217 a0_api_mode: chat
218 venice:
219 name: Venice.ai
220 litellm_provider: openai
221 models_list:
222 endpoint_url: "https://api.venice.ai/api/v1/models"
223 kwargs:
224 a0_api_mode: chat
225 api_base: https://api.venice.ai/api/v1
226 venice_parameters:
227 include_venice_system_prompt: false
228 vllm:
229 name: vLLM
230 litellm_provider: hosted_vllm
231 models_list:
232 endpoint_url: "/v1/models"
233 default_base: "http://host.docker.internal:8000"
234 kwargs:
235 a0_api_mode: chat
236 api_base: "http://host.docker.internal:8000/v1"
237 api_key: "vllm"
238 xai:
239 name: xAI
240 litellm_provider: xai
241 models_list:
242 endpoint_url: "https://api.x.ai/v1/models"
243 kwargs:
244 a0_api_mode: chat
245 zai:
246 name: Z.AI
247 litellm_provider: openai
248 models_list:
249 endpoint_url: "/models"
250 kwargs:
251 a0_api_mode: chat
252 api_base: https://api.z.ai/api/paas/v4
253 zai_coding:
254 name: Z.AI Coding
255 litellm_provider: openai
256 models_list:
257 endpoint_url: "/models"
258 kwargs:
259 a0_api_mode: chat
260 api_base: https://api.z.ai/api/coding/paas/v4
261 other:
262 name: Other OpenAI compatible
263 litellm_provider: openai
264 kwargs:
265 a0_api_mode: chat
266
267 embedding:
268 huggingface:
269 name: HuggingFace
270 litellm_provider: huggingface
271 google:
272 name: Google
273 litellm_provider: gemini
274 lm_studio:
275 name: LM Studio
276 litellm_provider: lm_studio
277 kwargs:
278 api_base: "http://host.docker.internal:1234/v1"
279 api_key: "lm-studio"
280 llama_cpp:
281 name: llama.cpp
282 litellm_provider: hosted_vllm
283 kwargs:
284 api_base: "http://host.docker.internal:8080/v1"
285 api_key: "llama-cpp"
286 mistral:
287 name: Mistral AI
288 litellm_provider: mistral
289 nvidia_nim:
290 name: NVIDIA NIM
291 litellm_provider: nvidia_nim
292 models_list:
293 endpoint_url: "https://integrate.api.nvidia.com/v1/models"
294 ollama:
295 name: Ollama
296 litellm_provider: ollama
297 kwargs:
298 api_base: "http://host.docker.internal:11434"
299 omlx:
300 name: oMLX
301 litellm_provider: hosted_vllm
302 kwargs:
303 api_base: "http://host.docker.internal:8000/v1"
304 api_key: "omlx"
305 openai:
306 name: OpenAI
307 litellm_provider: openai
308 azure:
309 name: OpenAI Azure
310 litellm_provider: azure
311 bedrock:
312 name: AWS Bedrock
313 litellm_provider: bedrock
314 # TODO: OpenRouter not yet supported by LiteLLM, replace with native litellm_provider openrouter and remove api_base when ready
315 openrouter:
316 name: OpenRouter
317 litellm_provider: openai
318 kwargs:
319 api_base: https://openrouter.ai/api/v1
320 extra_headers:
321 "HTTP-Referer": "https://agent-zero.ai/"
322 "X-Title": "Agent Zero"
323 "X-OpenRouter-Categories": "personal-agent,cloud-agent"
324 a0_venice:
325 name: Agent Zero API
326 litellm_provider: openai
327 models_list:
328 endpoint_url: "https://api.venice.ai/api/v1/models"
329 kwargs:
330 api_base: https://llm.agent-zero.ai/v1
331 venice:
332 name: Venice.ai
333 litellm_provider: openai
334 models_list:
335 endpoint_url: "https://api.venice.ai/api/v1/models"
336 kwargs:
337 api_base: https://api.venice.ai/api/v1
338 vllm:
339 name: vLLM
340 litellm_provider: hosted_vllm
341 kwargs:
342 api_base: "http://host.docker.internal:8000/v1"
343 api_key: "vllm"
344 other:
345 name: Other OpenAI compatible
346 litellm_provider: openai