Spaces:
Running
Running
File size: 3,680 Bytes
f0d0de7 796f6f8 f0d0de7 796f6f8 f0d0de7 796f6f8 f0d0de7 796f6f8 f0d0de7 796f6f8 f0d0de7 796f6f8 f0d0de7 94f0f78 f0d0de7 83378e3 f0d0de7 838b360 f0d0de7 7e0768e f0d0de7 838b360 f0d0de7 838b360 f0d0de7 83378e3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 |
import torch
import gradio as gr
import pytube as pt
from transformers import pipeline
from huggingface_hub import model_info
#from transformers import Wav2Vec2ForCTC, Wav2Vec2Processor
MODEL_NAME = "ihanif/wav2vec2-xls-r-300m-pashto"
lang = "ps"
#load pre-trained model and tokenizer
#processor = Wav2Vec2Processor.from_pretrained(MODEL_NAME)
#model = Wav2Vec2ForCTC.from_pretrained(MODEL_NAME)
device = 0 if torch.cuda.is_available() else "cpu"
pipe = pipeline(
task="automatic-speech-recognition",
model=MODEL_NAME,
#chunk_length_s=30,
device=device,
)
#pipe.model.config.forced_decoder_ids = pipe.tokenizer.get_decoder_prompt_ids(language=lang, task="transcribe")
def transcribe(microphone, file_upload):
warn_output = ""
if (microphone is not None) and (file_upload is not None):
warn_output = (
"WARNING: You've uploaded an audio file and used the microphone. "
"The recorded file from the microphone will be used and the uploaded audio will be discarded.\n"
)
elif (microphone is None) and (file_upload is None):
return "ERROR: You have to either use the microphone or upload an audio file"
file = microphone if microphone is not None else file_upload
text = pipe(file)["text"]
#transcription = wav2vec_model(audio)["text"]
return warn_output + text
def _return_yt_html_embed(yt_url):
video_id = yt_url.split("?v=")[-1]
HTML_str = (
f'<center> <iframe width="500" height="320" src="https://www.youtube.com/embed/{video_id}"> </iframe>'
" </center>"
)
return HTML_str
def yt_transcribe(yt_url):
yt = pt.YouTube(yt_url)
html_embed_str = _return_yt_html_embed(yt_url)
stream = yt.streams.filter(only_audio=True)[0]
stream.download(filename="audio.mp3")
text = pipe("audio.mp3")["text"]
return html_embed_str, text
demo = gr.Blocks()
examples=[["zyVc24k3uc4__U__S60---0451.890-0460.450.wav"]]
mf_transcribe = gr.Interface(
fn=transcribe,
inputs=[
gr.inputs.Audio(source="microphone", type="filepath", optional=True),
gr.inputs.Audio(source="upload", type="filepath", optional=True),
],
outputs="text",
layout="horizontal",
theme="huggingface",
title="(Pashto ASR) د پښتو اتوماتیک وینا پیژندنه",
description=(
"مهرباني وکړئ د خپل غږ په کارولو سره د پښتو لیکلو لپاره لاندې اپلیکیشن وکاروئ. تاسو کولی شئ یو آډیو فایل اپلوډ کړئ یا په خپل وسیله مایکروفون وکاروئ. مهرباني وکړئ ډاډ ترلاسه کړئ چې تاسو اجازه ورکړې ده"
),
allow_flagging="never",
#examples=examples
)
yt_transcribe = gr.Interface(
fn=yt_transcribe,
inputs=[gr.inputs.Textbox(lines=1, placeholder="Paste the URL to a YouTube video here", label="YouTube URL")],
outputs=["html", "text"],
layout="horizontal",
theme="huggingface",
title="(Transcribe YouTube) د پښتو اتوماتیک وینا پیژندنه",
description=(
"مهرباني وکړئ د خپل غږ په کارولو سره د پښتو لیکلو لپاره لاندې اپلیکیشن وکاروئ. تاسو کولی شئ یو آډیو فایل اپلوډ کړئ یا په خپل وسیله مایکروفون وکاروئ. مهرباني وکړئ ډاډ ترلاسه کړئ چې تاسو اجازه ورکړې ده"
),
allow_flagging="never",
)
with demo:
gr.TabbedInterface([mf_transcribe, yt_transcribe], ["Transcribe Audio", "Transcribe YouTube"])
demo.launch(enable_queue=False)
|