app.py

import torch
import torchaudio
import spaces
from einops import rearrange
from stable_audio_tools import get_pretrained_model
from stable_audio_tools.inference.generation import generate_diffusion_cond
import gradio as gr
import os
from huggingface_hub import login
hf_token = os.getenv('HF_TOKEN')
login(token=hf_token,add_to_git_credential=True)

# Load the model outside of the GPU-decorated function
def load_model():
    print("Loading model...")
    model, model_config = get_pretrained_model("stabilityai/stable-audio-open-1.0")
    print("Model loaded successfully.")
    return model, model_config

# Define the function to generate audio
@spaces.GPU(duration=120)
def generate_audio(prompt, bpm, seconds_total):
    device = "cuda" if torch.cuda.is_available() else "cpu"

    # Download model
    model, model_config = load_model()
    sample_rate = model_config["sample_rate"]
    sample_size = model_config["sample_size"]

    model = model.to(device)

    # Set up text and timing conditioning
    conditioning = [{
        "prompt": f"{bpm} BPM {prompt}",
        "seconds_start": 0,
        "seconds_total": seconds_total
    }]

    # Generate stereo audio
    output = generate_diffusion_cond(
        model,
        steps=100,
        cfg_scale=7,
        conditioning=conditioning,
        sample_size=sample_size,
        sigma_min=0.3,
        sigma_max=500,
        sampler_type="dpmpp-3m-sde",
        device=device
    )

    # Rearrange audio batch to a single sequence
    output = rearrange(output, "b d n -> d (b n)")

    # Peak normalize, clip, convert to int16, and save to file
    output = output.to(torch.float32).div(torch.max(torch.abs(output))).clamp(-1, 1).mul(32767).to(torch.int16).cpu()
    
    output_path = "output.wav"
    torchaudio.save(output_path, output, sample_rate)
    
    return output_path

# Define the Gradio interface
iface = gr.Interface(
    fn=generate_audio,
    inputs=[
        gr.Textbox(label="Prompt", placeholder="Enter the description of the audio (e.g., tech house drum loop)"),
        gr.Number(label="BPM", value=128),
        gr.Number(label="Duration (seconds)", value=30)
    ],
    outputs=gr.Audio(label="Generated Audio"),
    title="Stable Audio Generation",
    description="Generate audio based on a text prompt using stable audio tools.",
)

# Launch the interface
iface.launch()