default models and settings
frdel committed
May 26, 2025 at 17:24 UTC
d28c2379e6bc9a61fddbf0ce3697fc8666942713
2 files changed
+30
-19
models.py
+20
-9
@@ -66,7 +66,9 @@ def get_api_key(service):
66
return (
67
dotenv.get_dotenv_value(f"API_KEY_{service.upper()}")
68
or dotenv.get_dotenv_value(f"{service.upper()}_API_KEY")
69
- or dotenv.get_dotenv_value(f"{service.upper()}_API_TOKEN") # Added for CHUTES_API_TOKEN
69
+ or dotenv.get_dotenv_value(
70
+ f"{service.upper()}_API_TOKEN"
71
+ ) # Added for CHUTES_API_TOKEN
72
or "None"
73
)
74
@@ -317,9 +319,10 @@ def get_deepseek_chat(
319
base_url = (
320
dotenv.get_dotenv_value("DEEPSEEK_BASE_URL") or "https://api.deepseek.com"
321
)
320
-
322
+
323
return ChatOpenAI(api_key=api_key, model=model_name, base_url=base_url, **kwargs) # type: ignore
322
-
324
+
325
+
326
# OpenRouter models
327
def get_openrouter_chat(
328
model_name: str,
@@ -334,7 +337,19 @@ def get_openrouter_chat(
337
dotenv.get_dotenv_value("OPEN_ROUTER_BASE_URL")
338
or "https://openrouter.ai/api/v1"
339
)
337
- return ChatOpenAI(api_key=api_key, model=model_name, base_url=base_url, stream_usage=True, **kwargs) # type: ignore
340
+ return ChatOpenAI(
341
+ api_key=api_key, # type: ignore
342
+ model=model_name,
343
+ base_url=base_url,
344
+ stream_usage=True,
345
+ model_kwargs={
346
+ "headers": {
347
+ "HTTP-Referer": "https://agent-zero.ai",
348
+ "X-Title": "Agent Zero",
349
+ }
350
+ },
351
+ **kwargs,
352
+ )
353
354
355
def get_openrouter_embedding(
@@ -413,10 +428,6 @@ def get_chutes_chat(
428
api_key = get_api_key("chutes")
429
if not base_url:
430
base_url = (
416
- dotenv.get_dotenv_value("CHUTES_BASE_URL")
417
- or "https://llm.chutes.ai/v1"
431
+ dotenv.get_dotenv_value("CHUTES_BASE_URL") or "https://llm.chutes.ai/v1"
432
)
433
return ChatOpenAI(api_key=api_key, model=model_name, base_url=base_url, **kwargs) # type: ignore
420
-
421
-
422
-
python/helpers/settings.py
+10
-10
@@ -796,21 +796,21 @@ def get_default_settings() -> Settings:
796
from models import ModelProvider
797
798
return Settings(
799
- chat_model_provider=ModelProvider.OPENAI.name,
800
- chat_model_name="gpt-4o",
799
+ chat_model_provider=ModelProvider.OPENROUTER.name,
800
+ chat_model_name="gpt-4.1",
801
chat_model_kwargs={"temperature": "0"},
802
- chat_model_ctx_length=120000,
802
+ chat_model_ctx_length=100000,
803
chat_model_ctx_history=0.7,
804
- chat_model_vision=False,
804
+ chat_model_vision=True,
805
chat_model_rl_requests=0,
806
chat_model_rl_input=0,
807
chat_model_rl_output=0,
808
- util_model_provider=ModelProvider.OPENAI.name,
809
- util_model_name="gpt-4o-mini",
810
- util_model_ctx_length=120000,
808
+ util_model_provider=ModelProvider.OPENROUTER.name,
809
+ util_model_name="gpt-4.1-nano",
810
+ util_model_ctx_length=100000,
811
util_model_ctx_input=0.7,
812
util_model_kwargs={"temperature": "0"},
813
- util_model_rl_requests=60,
813
+ util_model_rl_requests=0,
814
util_model_rl_input=0,
815
util_model_rl_output=0,
816
embed_model_provider=ModelProvider.HUGGINGFACE.name,
@@ -819,8 +819,8 @@ def get_default_settings() -> Settings:
819
embed_model_rl_requests=0,
820
embed_model_rl_input=0,
821
browser_model_provider=ModelProvider.OPENAI.name,
822
- browser_model_name="gpt-4o",
823
- browser_model_vision=False,
822
+ browser_model_name="gpt-4.1",
823
+ browser_model_vision=True,
824
browser_model_kwargs={"temperature": "0"},
825
api_keys={},
826
auth_login="",