app.py

#%%
import openai
import numpy as np
import pretty_midi
import re
import numpy as np
import os
import gradio as gr
import librosa

openai.api_key = os.environ.get("OPENAI_API_KEY")

# sample data
markdown_table_sample = """8th

|    | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 |
|----|---|---|---|---|---|---|---|---|
| BD | x |   | x |   |   |   | x |   | 
| SD |   |   |   | x |   |   |   | x |
| CH | x |   | x |   | x |   | x |   |
| OH |   |   |   | x |   |   | x |   |
| LT |   |   |   |   |   | x |   |   | 
| MT |   | x |   |   | x |   |   |   | 
| HT | x |   |   | x |   |   |   |   | 
"""

markdown_table_sample2 = """16th

|    | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10| 11| 12| 13| 14| 15| 16|
|----|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| BD | x |   | x |   |   |   | x |   | x |   | x |   | x |   | x |   |
| SD |   |   |   | x |   |   |   | x |   |   | x |   |   |   | x |   |
| CH | x |   | x |   | x |   | x |   | x |   | x |   | x |   | x |   |
| OH |   |   |   | x |   |   | x |   |   |   |   | x |   |   | x |   |
| LT |   |   |   |   |   | x |   |   |   |   |   |   |   | x |   |   |
| MT |   | x |   |   | x |   |   |   |   | x |   |   | x |   |   |   |
| HT | x |   |   | x |   |   |   |   | x |   |   | x |   |   |   |   |
"""

MIDI_NOTENUM = {
    "BD": 36,
    "SD": 38,
    "CH": 42, 
    "HH": 44, 
    "OH": 46,
    "LT": 48,
    "MT": 48,
    "HT": 50,
    "CP": 50,
    "CB": 56,
}
SR = 44100

MAX_QUERY = 5

def convert_table_to_audio(markdown_table, resolution=8, bpm = 120.0):
    # convert table to array
    rhythm_pattern = []
    for line in markdown_table.split('\n')[2:]:
        rhythm_pattern.append(line.split('|')[1:-1])
    print(rhythm_pattern)

    # table to MIDI
    pm = pretty_midi.PrettyMIDI(initial_tempo=bpm) # midi object
    pm_inst = pretty_midi.Instrument(0, is_drum=True) # midi instrument
    pm.instruments.append(pm_inst)

    note_length = (60. / bpm) * (4.0 / resolution)    # note duration
   
    beat_num = resolution
    for i in range(len(rhythm_pattern)):
        for j in range(1, len(rhythm_pattern[i])):
            beat_num = j # for looping
            inst = rhythm_pattern[i][0].strip().upper()
            velocity = 0
            if 'x' == rhythm_pattern[i][j].strip():
                velocity = 120
            if 'o' == rhythm_pattern[i][j].strip():
                velocity = 65
            if velocity > 0:
                if inst in MIDI_NOTENUM.keys():
                    midinote = MIDI_NOTENUM[inst]
                    note = pretty_midi.Note(velocity=velocity, pitch=midinote, start=note_length * (j-1)+0.0001, end=note_length * j)
                    pm_inst.notes.append(note)

    # convert to audio
    audio_data = pm.fluidsynth()

    # cut off the reverb section
    audio_data = audio_data[:int(SR*note_length*beat_num)] # for looping, cut the tail
    return audio_data

def get_answer(question):
    response = openai.ChatCompletion.create(
        model="gpt-3.5-turbo",
        messages=[
            {"role": "system", "content": "You are a rhythm generator. "},
            {"role": "user", "content": "Please generate a rhythm pattern in a Markdown table.  Time resolution is the 8th note. You use the following drums. Kick drum:BD, Snare drum:SD, Closed-hihat:CH, Open-hihat:OH, Low-tom:LT, Mid-tom:MT, High-tom:HT. use 'x' for an accented beat, 'o' for a weak beat. You need to write the time resolution first."},
            {"role": "assistant", "content": markdown_table_sample},
            # {"role": "user", "content": "Please generate a rhythm pattern. The resolution is the fourth note. You use the following drums. Kick drum:BD, Snare drum:SD, Closed-hihat:CH, Open-hihat:OH, Low-tom:LT, Mid-tom:MT, High-tom:HT. use 'x' for an accented beat, 'o' for a weak beat. You need to write the time resolution first."},
            # {"role": "assistant", "content": markdown_table_sample},
            {"role": "user", "content": question}
        ]
    )
    return response["choices"][0]["message"]["content"]

def generate_rhythm(query, state):
    print(state)
    if state["gen_count"] > MAX_QUERY and len(state["user_token"]) == 0:
        return [None, "You need to set your ChatGPT API Key to try more than %d times" % MAX_QUERY] 
    state["gen_count"] = state["gen_count"] + 1

    # get respance from ChatGPT
    text_output = get_answer(query)
    
    # Try to use the first row as time resolution
    resolution_text = text_output.split('|')[0]
    try:
        resolution_text = re.findall(r'\d+', resolution_text)[0]
        resolution = int(resolution_text)   
    except:
        resolution = 8 # default 

    # Extract rhythm table
    try:
        table = "|" + "|".join(text_output.split('|')[1:-1]) +  "|"
        audio_data = convert_table_to_audio(table, resolution)

        # loop x4
        audio_data = np.tile(audio_data, 4)
        if np.max(audio_data) == 0.0:
            audio_data = np.ones(1)       
    except:
        audio_data = np.ones(1)

    return [(SR, audio_data), text_output] 
# %%

def on_token_change(user_token, state):
    print(user_token)
    openai.api_key = user_token or os.environ.get("OPENAI_API_KEY")
    state["user_token"] = user_token
    return state

with gr.Blocks() as demo:
    state = gr.State({"gen_count": 0, "user_token":""})
    with gr.Row():
        with gr.Column():
        # gr.Markdown("Ask ChatGPT to generate rhythm patterns")
            gr.Markdown("***Hey TR-ChatGPT, give me a drum pattern!***")
            gr.Markdown("Use the following drums. Kick drum:BD, Snare drum:SD, Closed-hihat:CH, Open-hihat:OH, Low-tom:LT, Mid-tom:MT, High-tom:HT and 'x' for an accented beat, 'o' for a weak beat!")
    with gr.Row():
        with gr.Column():
            inp = gr.Textbox(placeholder="Give me a Hiphop rhythm pattern with some reggae twist!")
            btn = gr.Button("Generate")
        with gr.Column():
            out_audio = gr.Audio()
            out_text = gr.Textbox(placeholder="ChatGPT output")
    with gr.Row():
        with gr.Column():
            gr.Markdown("Enter your own OpenAI API Key to try out more than 5 times. You can get it [here](https://platform.openai.com/account/api-keys).")
            user_token = gr.Textbox(placeholder="OpenAI API Key", type="password", show_label=False)
    btn.click(fn=generate_rhythm, inputs=[inp, state], outputs=[out_audio, out_text])
    user_token.change(on_token_change, inputs=[user_token, state], outputs=[state])
demo.launch()