import gradio as gr from pyannote.audio import Pipeline from transformers import pipeline asr = pipeline( "automatic-speech-recognition", model="facebook/wav2vec2-large-960h-lv60-self", feature_extractor="facebook/wav2vec2-large-960h-lv60-self", ) pipeline1 = Pipeline.from_pretrained("pyannote/speaker-segmentation") def diarization(file_input,mic_input,selection): mic_path = None if mic_input is None else mic_input.name audio = file_input if selection == "Upload" else mic_path if audio is None: return "Please check your inputs!", "" speaker_output = pipeline1(audio) text_output = asr(audio,return_timestamps="word") full_text = text_output['text'].lower() chunks = text_output['chunks'] diarized_output = "" i = 0 for turn, _, speaker in speaker_output.itertracks(yield_label=True): diarized = "" while i < len(chunks): time_index = chunks[i]['timestamp'][1] if time_index >= turn.start and time_index <= turn.end: diarized += chunks[i]['text'].lower() + ' ' if time_index >= turn.end: break i += 1 diarized_output += "{} said '{}' from {:.3f} to {:.3f}\n".format(speaker,diarized,turn.start,turn.end) return diarized_output, full_text title = "Speech Recognition with Speaker Diarization" description = "Speaker Diarization is the act of attributing parts of the audio recording to different speakers. This space aims to distinguish the speakers and apply speech-to-text from a given input audio file. Pre-trained models from Pyannote[1] for the Speaker Diarization and [2]." article = "

[1] Pyannote - Speaker Diarization model

" inputs = [gr.inputs.Audio(source="upload", type="filepath", label="Upload your audio file here:", optional=True), gr.inputs.Audio(source="microphone", type="file",label="Or use your Microphone:", optional=True), gr.inputs.Radio(["Upload","Microphone"], type="value", label="Select which input:")] outputs = [gr.outputs.Textbox(type="auto", label="Diarized Output"), gr.outputs.Textbox(type="auto",label="Full ASR Text for comparison")] examples = [["test_audio1.wav",None,"Upload"], ["test_audio2.wav",None,"Upload"]] app = gr.Interface(fn=diarization, inputs=inputs, outputs=outputs, examples=examples, title=title, description=description, article=article, allow_flagging=False) app.launch()