@devries-cameron20 / OCIU-npo Mirror · read-only
Fork 0

Mirrored from https://github.com/Camo67/OCIU-npo.git

Synced Nov 21, 06:00 UTC

1 from abc import ABC, abstractmethod
2 from typing import Any, Dict
3 from backend.services.model_router import router, TaskComplexity
4 from backend.services.obsidian import obsidian
5 import asyncio
6
7 class BaseAgent(ABC):
8 def __init__(self, name: str, complexity: TaskComplexity):
9 self.name = name
10 self.complexity = complexity
11 self.last_model_used = None
12
13 @abstractmethod
14 async def run(self, input_data: Any) -> Dict[str, Any]:
15 pass
16
17 def log_to_vault(self, task_name: str, result: str):
18 content = f"# Task: {task_name}\n\nAgent: {self.name}\n\n## Result\n\n{result}"
19 obsidian.write_note(f"{task_name}_{self.name}", content, folder="logs")
20 # Notify via SSE
21 from backend.services.sse import sse_manager
22 asyncio.create_task(sse_manager.broadcast(f"Task {task_name} completed by {self.name}"))
23
24 def get_model(self):
25 model = router.select_model(self.complexity)
26 self.last_model_used = model
27 return model
28
29 async def generate_response(self, prompt: str) -> str:
30 retries = 3
31 current_complexity = self.complexity
32
33 while retries > 0:
34 model = router.select_model(current_complexity)
35 self.last_model_used = model
36
37 try:
38 if model == "cloud-fallback":
39 from backend.services.cloud_fallback import cloud_fallback
40 return await cloud_fallback.generate(prompt)
41 else:
42 from backend.services.ollama_client import ollama_client
43 return await ollama_client.generate(model, prompt)
44 except Exception as e:
45 retries -= 1
46 if retries == 0:
47 return f"All retries failed. Final error: {str(e)}"
48
49 # Model fallback on failure
50 if current_complexity == TaskComplexity.HEAVY:
51 current_complexity = TaskComplexity.MID
52 elif current_complexity == TaskComplexity.MID:
53 current_complexity = TaskComplexity.LIGHT
54
55 print(f"Retry {3-retries} failed. Falling back to lower complexity model.")