@devries-cameron20 / OCIU-npo Mirror · read-only
Fork 0

Mirrored from https://github.com/Camo67/OCIU-npo.git

Synced Nov 21, 07:15 UTC

1 from backend.agents.base import BaseAgent
2 from backend.services.model_router import TaskComplexity
3 import os
4
5 class Avatar3DAgent(BaseAgent):
6 def __init__(self):
7 super().__init__("Avatar3D", TaskComplexity.HEAVY)
8
9 async def run(self, audio_path: str, image_path: str = "backend/assets/avatar_faces/user_face.jpg") -> dict:
10 model = self.get_model()
11 output_video = f"backend/assets/outputs/avatar_{hash(audio_path) % 10000}.mp4"
12 os.makedirs("backend/assets/outputs", exist_ok=True)
13
14 # In a real setup, we would call the SadTalker inference script
15 # Since this is a restricted environment, we provide the integration logic
16
17 # import subprocess
18 # cmd = ["python", "SadTalker/inference.py", "--driven_audio", audio_path, "--source_image", image_path, "--result_dir", "backend/assets/outputs"]
19 # subprocess.run(cmd)
20
21 result = f"SadTalker animation complete. Video saved to {output_video}. Model: {model}"
22
23 self.log_to_vault(f"avatar_{hash(audio_path) % 10000}", result)
24
25 return {"output": result, "model_used": model, "video_path": output_video}
26
27 avatar_agent = Avatar3DAgent()