import gradio as gr from pyannote.audio import Pipeline from transformers import pipeline asr = pipeline( "automatic-speech-recognition", model="facebook/wav2vec2-large-960h-lv60-self", feature_extractor="facebook/wav2vec2-large-960h-lv60-self", ) speaker_segmentation = Pipeline.from_pretrained("pyannote/speaker-diarization@2.1") def segmentation(audio): speaker_output = speaker_segmentation(audio) text_output = asr(audio,return_timestamps="word") full_text = text_output['text'].lower() chunks = text_output['chunks'] diarized_output = "" i = 0 for turn, _, speaker in speaker_output.itertracks(yield_label=True): diarized = "" while i < len(chunks) and chunks[i]['timestamp'][1] <= turn.end: diarized += chunks[i]['text'].lower() + ' ' i += 1 if diarized != "": diarized_output += "{}: ''{}'' from {:.3f}-{:.3f}\n".format(speaker,diarized,turn.start,turn.end) return diarized_output, full_text inputs = gr.inputs.Audio(source="upload", type="filepath", label="Upload your audio file here:") outputs = [gr.outputs.Textbox(type="auto", label="Diarized Output"), gr.outputs.Textbox(type="auto",label="Full Text")] examples = [["TestAudio1.wav"],] css = """ footer {display:none !important} .output-markdown{display:none !important} textarea[data-testid="textbox"] { height: 175px !important} .gr-button-primary { z-index: 14; height: 43px; width: 130px; left: 0px; top: 0px; padding: 0px; cursor: pointer !important; background: none rgb(17, 20, 45) !important; border: none !important; text-align: center !important; font-family: Poppins !important; font-size: 14px !important; font-weight: 500 !important; color: rgb(255, 255, 255) !important; line-height: 1 !important; border-radius: 12px !important; transition: box-shadow 200ms ease 0s, background 200ms ease 0s !important; box-shadow: none !important; } .gr-button-primary:hover{ z-index: 14; height: 43px; width: 130px; left: 0px; top: 0px; padding: 0px; cursor: pointer !important; background: none rgb(37, 56, 133) !important; border: none !important; text-align: center !important; font-family: Poppins !important; font-size: 14px !important; font-weight: 500 !important; color: rgb(255, 255, 255) !important; line-height: 1 !important; border-radius: 12px !important; transition: box-shadow 200ms ease 0s, background 200ms ease 0s !important; box-shadow: rgb(0 0 0 / 23%) 0px 1px 7px 0px !important; } .hover\:bg-orange-50:hover { --tw-bg-opacity: 1 !important; background-color: rgb(229,225,255) !important; } """ app = gr.Interface(fn=segmentation, inputs=inputs, outputs=outputs, title="Speaker Diarization | Data Science Dojo", examples=examples, css=css, allow_flagging=False) app.launch(debug=True)