Mirrored from https://github.com/Camo67/OCIU-npo.git
Synced Nov 21, 06:00 UTC
fix/ociu-hero-navigation-20261109
| 1 | from abc import ABC, abstractmethod |
| 2 | from typing import Any, Dict |
| 3 | from backend.services.model_router import router, TaskComplexity |
| 4 | from backend.services.obsidian import obsidian |
| 5 | import asyncio |
| 6 | |
| 7 | class BaseAgent(ABC): |
| 8 | def __init__(self, name: str, complexity: TaskComplexity): |
| 9 | self.name = name |
| 10 | self.complexity = complexity |
| 11 | self.last_model_used = None |
| 12 | |
| 13 | @abstractmethod |
| 14 | async def run(self, input_data: Any) -> Dict[str, Any]: |
| 15 | pass |
| 16 | |
| 17 | def log_to_vault(self, task_name: str, result: str): |
| 18 | content = f"# Task: {task_name}\n\nAgent: {self.name}\n\n## Result\n\n{result}" |
| 19 | obsidian.write_note(f"{task_name}_{self.name}", content, folder="logs") |
| 20 | # Notify via SSE |
| 21 | from backend.services.sse import sse_manager |
| 22 | asyncio.create_task(sse_manager.broadcast(f"Task {task_name} completed by {self.name}")) |
| 23 | |
| 24 | def get_model(self): |
| 25 | model = router.select_model(self.complexity) |
| 26 | self.last_model_used = model |
| 27 | return model |
| 28 | |
| 29 | async def generate_response(self, prompt: str) -> str: |
| 30 | retries = 3 |
| 31 | current_complexity = self.complexity |
| 32 | |
| 33 | while retries > 0: |
| 34 | model = router.select_model(current_complexity) |
| 35 | self.last_model_used = model |
| 36 | |
| 37 | try: |
| 38 | if model == "cloud-fallback": |
| 39 | from backend.services.cloud_fallback import cloud_fallback |
| 40 | return await cloud_fallback.generate(prompt) |
| 41 | else: |
| 42 | from backend.services.ollama_client import ollama_client |
| 43 | return await ollama_client.generate(model, prompt) |
| 44 | except Exception as e: |
| 45 | retries -= 1 |
| 46 | if retries == 0: |
| 47 | return f"All retries failed. Final error: {str(e)}" |
| 48 | |
| 49 | # Model fallback on failure |
| 50 | if current_complexity == TaskComplexity.HEAVY: |
| 51 | current_complexity = TaskComplexity.MID |
| 52 | elif current_complexity == TaskComplexity.MID: |
| 53 | current_complexity = TaskComplexity.LIGHT |
| 54 | |
| 55 | print(f"Retry {3-retries} failed. Falling back to lower complexity model.") |