app.py

import gradio as gr
from transformers import pipeline
import numpy as np
import os

accuracy_classifier = pipeline(task="audio-classification", model="JohnJumon/pronunciation_accuracy")
fluency_classifier = pipeline(task="audio-classification", model="JohnJumon/fluency_accuracy")
prosodic_classifier = pipeline(task="audio-classification", model="JohnJumon/prosodic_accuracy")

def pronunciation_scoring(audio):
  accuracy_description = {
      'Extremely Poor': 'Extremely poor pronunciation and only one or two words are recognizable',
      'Poor': 'Poor, clumsy and rigid pronunciation of the sentence as a whole, with serious pronunciation mistakes',
      'Average': 'The overall pronunciation of the sentence is understandable, with many pronunciation mistakes and accent, but it does not affect the understanding of basic meanings',
      'Good': 'The overall pronunciation of the sentence is good, with a few pronunciation mistakes',
      'Excellent': 'The overall pronunciation of the sentence is excellent, with accurate phonology and no obvious pronunciation mistakes'
    }
  fluency_description = {
      'Very Influent': 'Intermittent, very influent speech, with lots of pauses, repetition, and stammering', 
      'Influent': 'The speech is a little influent, with many pauses, repetition, and stammering', 
      'Average': 'Fluent in general, with a few pauses, repetition, and stammering', 
      'Fluent': 'Fluent without noticeable pauses or stammering'
    }
  prosodic_description = {
      'Poor': 'Poor intonation and lots of stammering and pauses, unable to read a complete sentence', 
      'Unstable': 'Unstable speech speed, speak too fast or too slow, without the sense of rhythm', 
      'Stable': 'Unstable speech speed, many stammering and pauses with a poor sense of rhythm', 
      'Almost': 'Nearly correct intonation at a stable speaking speed, nearly smooth and coherent, but with little stammering and few pauses', 
      'Perfect': 'Correct intonation at a stable speaking speed, speak with cadence, and can speak like a native'
    }
  accuracy = accuracy_classifier(audio)
  fluency = fluency_classifier(audio)
  prosodic = prosodic_classifier(audio)
  result = {
      'accuracy': accuracy,
      'fluency': fluency,
      'prosodic': prosodic
      }
  for category, scores in result.items():
    max_score_label = max(scores, key=lambda x: x['score'])['label']
    result[category] = max_score_label
  return result['accuracy'], accuracy_description[result['accuracy']], result['fluency'], fluency_description[result['fluency']], result['prosodic'], prosodic_description[result['prosodic']]

gradio_app = gr.Interface(
    pronunciation_scoring,
    inputs=gr.Audio(sources="microphone", type="filepath"),
    outputs=[
        gr.Label(label="Accuracy Result"),
        gr.Textbox(interactive=False, show_label=False),
        gr.Label(label="Fluency Result"),
        gr.Textbox(interactive=False, show_label=False),
        gr.Label(label="Prosodic Result"),
        gr.Textbox(interactive=False, show_label=False)
      ],
    title="Pronunciation Scoring",
    description="This app will score your pronunciation accuracy, fluency, and prosodic (intonation)",
    examples=[
        [os.path.join(os.path.dirname(__file__),"audio.wav")],
    ]
)

if __name__ == "__main__":
    gradio_app.launch()