Move more URL's to the dotenv file.
Move more URL's to the dotenv file.
MasterX committed
Aug 17, 2024 at 19:10 UTC
779021000e1a1dc115a72d7e7f84e6e3d9302cae
2 files changed
+4
-3
example.env
+2
-1
@@ -13,4 +13,5 @@ TOKENIZERS_PARALLELISM=true
13
PYDEVD_DISABLE_FILE_VALIDATION=1
14
15
OLLAMA_BASE_URL="http://127.0.0.1:11434"
16
-LM_STUDIO_BASE_URL="http://127.0.0.1:1234/v1"
\ No newline at end of file
16
+LM_STUDIO_BASE_URL="http://127.0.0.1:1234/v1"
17
+OPEN_ROUTER_BASE_URL="https://openrouter.ai/api/v1"
\ No newline at end of file
models.py
+2
-2
@@ -86,8 +86,8 @@ def get_groq_chat(model_name:str, api_key=None, temperature=DEFAULT_TEMPERATURE)
86
# OpenRouter models
87
def get_openrouter(model_name: str="meta-llama/llama-3.1-8b-instruct:free", api_key=None, temperature=DEFAULT_TEMPERATURE):
88
api_key = api_key or get_api_key("openrouter")
89
- return ChatOpenAI(api_key=api_key, base_url="https://openrouter.ai/api/v1", model=model_name, temperature=temperature) # type: ignore
90
-
89
+ return ChatOpenAI(api_key=api_key, base_url=os.getenv("OPEN_ROUTER_BASE_URL"), model=model_name, temperature=temperature) # type: ignore
90
+
91
def get_embedding_hf(model_name="sentence-transformers/all-MiniLM-L6-v2"):
92
return HuggingFaceEmbeddings(model_name=model_name)
93