Spaces:
Running
Running
File size: 5,105 Bytes
11db57c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 |
from transformers import pipeline
import gradio as gr
# Load models
summarizer = pipeline("summarization", model="sshleifer/distilbart-cnn-12-6")
answerer = pipeline("question-answering", model="valhalla/bart-large-finetuned-squadv1")
translator = pipeline("translation", model="facebook/nllb-200-distilled-600M")
filler = pipeline("fill-mask", model="FacebookAI/roberta-large")
paraphraser = pipeline("text2text-generation", model="humarin/chatgpt_paraphraser_on_T5_base")
# NLP functions
def summarize(text, min_length, max_length):
summary = summarizer(text, min_length=min_length, max_length=max_length)
return summary[0]['summary_text']
def answer(context, question):
answers = answerer(context=context, question=question, top_k=3)
return [" ".join(answer['answer'].split("\n")) for answer in answers]
languages = ["zho_Hans (Chinese)", "spa_Latn (Spanish)", "eng_Latn (English)", "hin_Deva (Hindi)", "por_Latn (Portuguese)", "rus_Cyrl (Russian)",
"jpn_Jpan (Japanese)", "deu_Latn (German)", "yue_Hant (Yue Chinese)", "kor_Hang (Korean)", "fra_Latn (French)", "ita_Latn (Italian)"]
def translate(text, src_lang, tgt_lang):
src_lang = src_lang.split()[0]
tgt_lang = tgt_lang.split()[0]
translation = translator(text, src_lang=src_lang, tgt_lang=tgt_lang, max_length=translator.tokenizer.model_max_length)
return translation[0]['translation_text']
def fill(text, to_fill):
if not to_fill:
text = text.replace("_", filler.tokenizer.mask_token)
else:
text = text.replace(to_fill, filler.tokenizer.mask_token)
words = filler(text, top_k=3)
return [word['token_str'].strip() for word in words]
def paraphrase(text):
paraphrases = paraphraser(text, num_beams=3, num_beam_groups=3, num_return_sequences=3, diversity_penalty=3.0, max_length=paraphraser.tokenizer.model_max_length)
return [paraphrase['generated_text'] for paraphrase in paraphrases]
# Build demo
with gr.Blocks() as demo:
gr.HTML("<center><h1>NLP Toolbox</h1></center>")
with gr.Tabs():
with gr.TabItem("Summarization"):
text = gr.Textbox(label="text", placeholder="Enter text here...", lines=8)
with gr.Accordion("set summary length", open=False):
with gr.Row():
with gr.Column():
min_length = gr.Slider(label="minimum length", minimum=50, maximum=1000, step=10, value=100)
with gr.Column():
max_length = gr.Slider(label="maximum length", minimum=50, maximum=1000, step=10, value=800)
output = gr.Textbox(label="summary", lines=3)
submit = gr.Button("Summarize")
submit.click(summarize, inputs=[text, min_length, max_length], outputs=output)
with gr.TabItem("Question Answering"):
context = gr.Textbox(label="context", placeholder="Enter text here...", lines=8)
question = gr.Textbox(label="question", placeholder="Enter question here...", lines=1)
output1 = gr.Textbox(label="answer no.1", lines=1)
output2 = gr.Textbox(label="answer no.2", lines=1)
output3 = gr.Textbox(label="answer no.3", lines=1)
submit = gr.Button("Answer")
submit.click(answer, inputs=[context, question], outputs=[output1, output2, output3])
with gr.TabItem("Translation"):
text = gr.Textbox(label="text", placeholder="Enter text here...", lines=8)
with gr.Row():
with gr.Column():
src_lang = gr.Dropdown(languages, label="source language")
with gr.Column():
tgt_lang = gr.Dropdown(languages, label="target language")
output = gr.Textbox(label="translation", lines=8)
submit = gr.Button("Translate")
submit.click(translate, inputs=[text, src_lang, tgt_lang], outputs=output)
with gr.TabItem("Fill-Mask"):
text = gr.Textbox(label="text", placeholder="Enter text here...", lines=6)
gr.Markdown("Please use the \"_\" symbol to represent the blank.")
to_fill = gr.Textbox(label="word to replace", placeholder="Enter word here...", lines=1)
gr.Markdown("If you are filling a blank, please leave the cell above blank.")
output1 = gr.Textbox(label="1st option", lines=1)
output2 = gr.Textbox(label="2nd option", lines=1)
output3 = gr.Textbox(label="3rd option", lines=1)
submit = gr.Button("Fill/Replace")
submit.click(fill, inputs=[text, to_fill], outputs=[output1, output2, output3])
with gr.TabItem("Paraphrase"):
text = gr.Textbox(label="text", placeholder="Enter text here...", lines=8)
output1 = gr.Textbox(label="1st option", lines=8)
output2 = gr.Textbox(label="2nd option", lines=8)
output3 = gr.Textbox(label="3rd option", lines=8)
submit = gr.Button("Paraphrase")
submit.click(paraphrase, inputs=text, outputs=[output1, output2, output3])
demo.launch(share=True) |