@devries-cameron20 / OCIU-npo Mirror · read-only
Fork 0

Mirrored from https://github.com/Camo67/OCIU-npo.git

Synced Nov 21, 03:37 UTC

1 import os
2 import httpx
3 from typing import Optional
4
5 class CloudFallback:
6 def __init__(self):
7 pass
8
9 @property
10 def gemini_key(self): return os.getenv("GEMINI_API_KEY")
11 @property
12 def groq_key(self): return os.getenv("GROQ_API_KEY")
13 @property
14 def anthropic_key(self): return os.getenv("ANTHROPIC_API_KEY")
15
16 async def generate_gemini(self, prompt: str) -> str:
17 if not self.gemini_key:
18 return "Gemini API key not configured."
19 url = f"https://generativelanguage.googleapis.com/v1beta/models/gemini-1.5-flash:generateContent?key={self.gemini_key}"
20 async with httpx.AsyncClient() as client:
21 resp = await client.post(url, json={"contents": [{"parts": [{"text": prompt}]}]})
22 if resp.status_code == 200:
23 return resp.json()["candidates"][0]["content"]["parts"][0]["text"]
24 return f"Gemini Error: {resp.text}"
25
26 async def generate_groq(self, prompt: str) -> str:
27 if not self.groq_key:
28 return "Groq API key not configured."
29 url = "https://api.groq.com/openai/v1/chat/completions"
30 headers = {"Authorization": f"Bearer {self.groq_key}"}
31 async with httpx.AsyncClient() as client:
32 resp = await client.post(url, headers=headers, json={
33 "model": "llama3-8b-8192",
34 "messages": [{"role": "user", "content": prompt}]
35 })
36 if resp.status_code == 200:
37 return resp.json()["choices"][0]["message"]["content"]
38 return f"Groq Error: {resp.text}"
39
40 async def generate_anthropic(self, prompt: str) -> str:
41 if not self.anthropic_key:
42 return "Anthropic API key not configured."
43 url = "https://api.anthropic.com/v1/messages"
44 headers = {
45 "x-api-key": self.anthropic_key,
46 "anthropic-version": "2023-06-01",
47 "content-type": "application/json"
48 }
49 async with httpx.AsyncClient() as client:
50 resp = await client.post(url, headers=headers, json={
51 "model": "claude-3-haiku-20240307",
52 "max_tokens": 1024,
53 "messages": [{"role": "user", "content": prompt}]
54 })
55 if resp.status_code == 200:
56 return resp.json()["content"][0]["text"]
57 return f"Anthropic Error: {resp.text}"
58
59 async def generate(self, prompt: str) -> str:
60 # Simple rotation or priority: Gemini -> Groq -> Anthropic
61 if self.gemini_key:
62 return await self.generate_gemini(prompt)
63 if self.groq_key:
64 return await self.generate_groq(prompt)
65 if self.anthropic_key:
66 return await self.generate_anthropic(prompt)
67 return "No cloud fallback keys available."
68
69 cloud_fallback = CloudFallback()