Mirrored from https://github.com/Camo67/OCIU-npo.git
Synced Nov 21, 07:15 UTC
feat/music-production-only
| 1 | from backend.agents.base import BaseAgent |
| 2 | from backend.services.model_router import TaskComplexity |
| 3 | import os |
| 4 | import torch |
| 5 | |
| 6 | class MusicGeneratorAgent(BaseAgent): |
| 7 | def __init__(self): |
| 8 | super().__init__("MusicGenerator", TaskComplexity.HEAVY) |
| 9 | |
| 10 | async def run(self, prompt: str) -> dict: |
| 11 | model = self.get_model() |
| 12 | output_file = f"backend/assets/outputs/music_{hash(prompt) % 10000}.wav" |
| 13 | os.makedirs("backend/assets/outputs", exist_ok=True) |
| 14 | |
| 15 | # Integration for MusicGen-small |
| 16 | try: |
| 17 | from transformers import AutoProcessor, MusicgenForConditionalGeneration |
| 18 | import scipy.io.wavfile |
| 19 | |
| 20 | # processor = AutoProcessor.from_pretrained("facebook/musicgen-small") |
| 21 | # model_gen = MusicgenForConditionalGeneration.from_pretrained("facebook/musicgen-small") |
| 22 | # inputs = processor(text=[prompt], padding=True, return_tensors="pt") |
| 23 | # audio_values = model_gen.generate(**inputs, max_new_tokens=256) |
| 24 | # sampling_rate = model_gen.config.audio_encoder.sampling_rate |
| 25 | # scipy.io.wavfile.write(output_file, rate=sampling_rate, data=audio_values[0, 0].numpy()) |
| 26 | |
| 27 | result = f"MusicGen-small generated {output_file} for prompt: {prompt}" |
| 28 | except Exception as e: |
| 29 | result = f"MusicGen Error (simulated fallback): {str(e)}" |
| 30 | |
| 31 | self.log_to_vault(f"music_{hash(prompt) % 10000}", result) |
| 32 | return {"output": result, "model_used": model, "file_path": output_file} |
| 33 | |
| 34 | music_agent = MusicGeneratorAgent() |