rephraser

app.py

@@ -0,0 +1,103 @@
+import gradio as gr
+import torch
+from transformers import PegasusForConditionalGeneration, PegasusTokenizer
+from sentence_splitter import SentenceSplitter, split_text_into_sentences
+
+model_name = 'tuner007/pegasus_paraphrase'
+torch_device = 'cuda' if torch.cuda.is_available() else 'cpu'
+tokenizer = PegasusTokenizer.from_pretrained(model_name)
+model = PegasusForConditionalGeneration.from_pretrained(model_name).to(torch_device)
+
+def get_response(input_text, num_return_sequences):
+    batch = tokenizer.prepare_seq2seq_batch([input_text], truncation=True, padding='longest', max_length=10000,
+                                            return_tensors="pt").to(torch_device)
+    translated = model.generate(**batch, num_beams=10, num_return_sequences=num_return_sequences,
+                                temperature=1.5)
+    tgt_text = tokenizer.batch_decode(translated, skip_special_tokens=True)
+    return tgt_text
+
+
+def get_response_from_text(
+        context="I am a student at the University of Washington. I am taking a course called Data Science."):
+    splitter = SentenceSplitter(language='en')
+    sentence_list = splitter.split(context)
+
+    paraphrase = []
+
+    for i in sentence_list:
+        a = get_response(i, 1)
+        paraphrase.append(a)
+    paraphrase2 = [' '.join(x) for x in paraphrase]
+    paraphrase3 = [' '.join(x for x in paraphrase2)]
+    paraphrased_text = str(paraphrase3).strip('[]').strip("'")
+    return paraphrased_text
+
+def greet(context):
+    return get_response_from_text(context)
+
+examples = [["Begin your professional career by learning data science skills with CodeTechDevX, an e-learning platform where we teach students how to learn data science, data analytics, machine learning, C++, AI, and more."], ["Rephrasing is the process of expressing the meaning of a statement in different words to make it clearer and easier for the audience to understand. This app leverages natural language processing (NLP) to generate paraphrased versions of your input text."]]
+
+css = """
+footer {display:none !important}
+.output-markdown{display:none !important}
+
+.gr-button-primary {
+    z-index: 14;
+    height: 36px !important;
+    width: 113px !important;
+    left: 0px;
+    top: 0px;
+    padding: 0px;
+    cursor: pointer !important; 
+    background: none rgb(17, 20, 45) !important;
+    border: none !important;
+    text-align: center !important;
+    font-family: Poppins !important;
+    font-size: 14px !important;
+    font-weight: 500 !important;
+    color: rgb(255, 255, 255) !important;
+    line-height: 1 !important;
+    border-radius: 6px !important;
+    transition: box-shadow 200ms ease 0s, background 200ms ease 0s !important;
+    box-shadow: none !important;
+}
+.gr-button-primary:hover{
+    z-index: 14;
+    height: 36px !important;
+    width: 113px !important;
+    left: 0px;
+    top: 0px;
+    padding: 0px;
+    cursor: pointer !important;
+    background: none rgb(66, 133, 244) !important;
+    border: none !important;
+    text-align: center !important;
+    font-family: Poppins !important;
+    font-size: 14px !important;
+    font-weight: 500 !important;
+    color: rgb(255, 255, 255) !important;
+    line-height: 1 !important;
+    border-radius: 6px !important;
+    transition: box-shadow 200ms ease 0s, background 200ms ease 0s !important;
+    box-shadow: rgb(0 0 0 / 23%) 0px 1px 7px 0px !important;
+}
+
+.gr-button-secondary{
+    height: 36px !important;
+    width: 113px !important;
+}
+
+.gr-button-secondary:hover{
+    height: 36px !important;
+    width: 113px !important;
+}
+
+.hover\:bg-orange-50:hover {
+    --tw-bg-opacity: 1 !important;
+    background-color: rgb(229,225,255) !important;
+}
+"""
+
+demo = gr.Interface(fn=greet, inputs=gr.Textbox(lines=3, placeholder="Enter sample text here", label="Original text"), outputs=gr.Textbox(label="Rephraser"), title="Rephraser | CodeTechDevX", examples=examples, css=css)
+
+demo.launch()

requirements.txt

@@ -0,0 +1,7 @@
+sentence-splitter
+transformers
+SentencePiece
+torch
+uvicorn>=0.2.2
+httpx==0.24.1
+gradio