@devries-cameron20 / OCIU-npo Mirror · read-only
Fork 0

Mirrored from https://github.com/Camo67/OCIU-npo.git

Synced Nov 21, 06:00 UTC

1 from backend.agents.base import BaseAgent
2 from backend.services.model_router import TaskComplexity
3 import os
4 import torch
5
6 class MusicGeneratorAgent(BaseAgent):
7 def __init__(self):
8 super().__init__("MusicGenerator", TaskComplexity.HEAVY)
9
10 async def run(self, prompt: str) -> dict:
11 model = self.get_model()
12 output_file = f"backend/assets/outputs/music_{hash(prompt) % 10000}.wav"
13 os.makedirs("backend/assets/outputs", exist_ok=True)
14
15 # Integration for MusicGen-small
16 try:
17 from transformers import AutoProcessor, MusicgenForConditionalGeneration
18 import scipy.io.wavfile
19
20 # processor = AutoProcessor.from_pretrained("facebook/musicgen-small")
21 # model_gen = MusicgenForConditionalGeneration.from_pretrained("facebook/musicgen-small")
22 # inputs = processor(text=[prompt], padding=True, return_tensors="pt")
23 # audio_values = model_gen.generate(**inputs, max_new_tokens=256)
24 # sampling_rate = model_gen.config.audio_encoder.sampling_rate
25 # scipy.io.wavfile.write(output_file, rate=sampling_rate, data=audio_values[0, 0].numpy())
26
27 result = f"MusicGen-small generated {output_file} for prompt: {prompt}"
28 except Exception as e:
29 result = f"MusicGen Error (simulated fallback): {str(e)}"
30
31 self.log_to_vault(f"music_{hash(prompt) % 10000}", result)
32 return {"output": result, "model_used": model, "file_path": output_file}
33
34 music_agent = MusicGeneratorAgent()