app.py

import gradio as gr
import pandas as pd
import os
import gradio as gr
from pathlib import Path
from huggingface_hub import login
from mutagen.mp3 import MP3
from mutagen.wave import WAVE
import json
from text_explanations import *
from utils import *
from load_and_save import *

persistent_storage = Path('/data')
password_files = os.getenv("password_files")

def state_to_number(*state_obj_list):

    list_numbers = []
    for state_obj in state_obj_list:
        number_obj = gr.Number(state_obj, visible = False)
        list_numbers.append(number_obj)
      
    return list_numbers


# ===================
# Gradio Interface
# ===================
with (gr.Blocks(theme=gr.themes.Soft(), css = css) as demo):
    # List of all audio files to annotate


    
    # Instructions for emotion annotation
    with gr.Sidebar(open = False) as sidebar:
        participant_id = gr.Textbox(label='What is your participant ID?', interactive = True)
        lets_go = gr.Button("Let's go!")
        cheat_sheet = gr.HTML(side_bar_html, padding = False)
        
    with gr.Tab("Instructions", elem_id = 'instructions'):
        instructions = gr.HTML(intro_html, padding = False)
        
        with gr.Blocks():
            description = gr.HTML(examples_explanation, padding = False)

            with gr.Accordion(label = "Neutral", open= False):
                neutral_audio = gr.Audio(value=f'{persistent_storage}/emotion_examples/neutral.wav', label = "Neutral")
            
            with gr.Accordion(label = "Happy",  open = False):
                happy_audio = gr.Audio(value=f'{persistent_storage}/emotion_examples/happy_low.wav', label = "Happy (Low Intensity)")
                happy_int_audio = gr.Audio(value=f'{persistent_storage}/emotion_examples/happy_intense.wav', label = "Happy (High Intensity)")
            
            with gr.Accordion(label = "Sad",  open = False):
                sad_audio = gr.Audio(value=f'{persistent_storage}/emotion_examples/sad_low.wav', label = "Sad (Low Intensity)")
                sad_int_audio = gr.Audio(value=f'{persistent_storage}/emotion_examples/sad_intense.wav', label = "Sad (High Intensity)")

            with gr.Accordion(label = "Anger",  open = False):
                angry_audio = gr.Audio(value=f'{persistent_storage}/emotion_examples/angry_low.wav', label = "Anger (Low Intensity)")
                angry_int_audio = gr.Audio(value=f'{persistent_storage}/emotion_examples/angry_intense.wav', label = "Anger (High Intensity)")

        instructions = gr.HTML(start_annotating, padding = False)
        image = gr.Image(label = "Annotation Interface", value = f"{persistent_storage}/instructions_annotation.png", container = False, type = "filepath", show_label = False, show_download_button = False, show_fullscreen_button = False,show_share_button = False)
        
    
    with gr.Tab("Annotation Interface"):
        ann_completed = gr.State(0)
        ann_completed_temp = gr.Number(0, visible = False)
        total = gr.State(0)
        total_temp = gr.Number(0, visible = False)
        current_index = gr.State(0)
        current_index_temp = gr.Number(0, visible = False)
        start = gr.State(0.0)
        start_temp = gr.Number(0, visible = False)
        end = gr.State(0.0)
        end_temp = gr.Number(0, visible = False)
        duration = gr.State(0.0)
        duration_temp = gr.Number(0, visible = False)
        n_clicks = gr.State(0)

        part_id = gr.State('')


        annotations = gr.State(pd.DataFrame())
        file_list = gr.State(pd.DataFrame())


        # Row with progress bar
        
        gr.HTML("""
        <div id="myProgress">
        <div id="myBar">
        <span id="progressText">Press "Let's go!" to start</span> 
        </div>
        </div>
        """, padding = False)
    
        # Row with audio player
        with gr.Row():
            audio_player = gr.Audio(value= 'blank.mp3', label="Audio", type="filepath", interactive=False, show_download_button = False, show_share_button = False, elem_id = "audio_to_annotate")

        # Hidden row with corresponding sentence
        with gr.Row():
            accordion = gr.Accordion(label="Click to see the sentence", open=False)
            with accordion:
                sentence_text = gr.Textbox(label="Transcription", interactive=False, value = 'This is a sentence.')
        # Row for emotion annotation and confidence
        with gr.Row():        
            emotions = gr.Radio(["Blank", "Joy", "Sad", "Angry", "Neutral"], label="Predominant Emotion", value = "Blank", visible = False)

        with gr.Row():    
            confidence = gr.Radio(["Blank","Very Uncertain", "Somewhat Uncertain", "Neutral", "Somewhat confident", "Very confident"], label="How confident are you that the annotated emotion is present in the recording?", visible = False)

        with gr.Row():
            # Comment section
            comments = gr.Textbox(label="Comments", visible =False)
            
        # Next and Previous Buttons
        with gr.Row():
            previous_button = gr.Button("Previous Example", visible = False)
            next_button = gr.Button("Next Example", visible = False)

        # Go back
        previous_button.click(
            previous_example,
            inputs=[annotations, file_list, emotions, confidence, comments, n_clicks, participant_id,  ann_completed , current_index],
            outputs=[annotations, sentence_text, audio_player, emotions, confidence, comments, n_clicks, start, end, duration, 
            ann_completed, current_index],).then(state_to_number, [start, end, duration, current_index, ann_completed, total], 
            [start_temp, end_temp, duration_temp, current_index_temp, ann_completed_temp, total_temp]).then(None, [], 
            [start_temp, end_temp, duration_temp, current_index_temp, 
            ann_completed_temp, total_temp], js = js_progress_bar)

        # Go to the next example
        next_button.click(
            next_example,
            inputs=[annotations, file_list,emotions, confidence, comments, n_clicks, participant_id, start, end, duration, ann_completed, current_index],
            outputs=[annotations,sentence_text, audio_player, emotions, confidence, comments, n_clicks, start, end, duration, ann_completed, 
            current_index],).then(state_to_number, [start, end, duration, current_index, ann_completed, total], 
            [start_temp, end_temp, duration_temp, current_index_temp, ann_completed_temp, total_temp]).then(None, [], 
            [start_temp, end_temp, duration_temp, current_index_temp, 
            ann_completed_temp, total_temp], js = js_progress_bar)
            
      
        
        buttons = [previous_button, next_button]
        data = [sentence_text, audio_player, emotions, confidence, comments]
        
        lets_go.click(deactivate_participant_id, [annotations, file_list,  total, participant_id, 
        lets_go, *buttons, *data, n_clicks, ann_completed, current_index], 
        [annotations, file_list, participant_id, part_id, lets_go, total, *buttons, 
        *data, n_clicks, start, end, duration, ann_completed, current_index]).then(state_to_number, [start, end, duration, current_index, ann_completed, total], 
        [start_temp, end_temp, duration_temp, current_index_temp, ann_completed_temp, total_temp]).then(None, [], 
        [start_temp, end_temp, duration_temp, current_index_temp, 
        ann_completed_temp, total_temp], js = js_progress_bar)

        audio_player.play(count_clicks, [n_clicks], [n_clicks])

        sidebar.collapse(None, [], [start, end, duration, current_index, ann_completed, total], js = js_progress_bar)
        sidebar.expand(None, [], [start, end, duration, current_index,ann_completed, total], js = js_progress_bar)
        
    
    with gr.Tab("Access Files"):

        with gr.Row():
            password = gr.Textbox(label="Enter Password", type="password")
            get_files_button = gr.Button("Get Files")
        
        with gr.Column():
            files = gr.File(label="Download Files", file_count="multiple", interactive=True)
            storage = gr.Text(label="Total Usage")
        
        get_files_button.click(fn=get_storage, inputs=[password], outputs=[files, storage])


        
demo.launch(allowed_paths = ['/data'])