initial commit

.idea/.gitignore

@@ -0,0 +1,8 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Editor-based HTTP Client requests
+/httpRequests/
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml

.idea/frasaria.iml

@@ -0,0 +1,10 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$">
+      <excludeFolder url="file://$MODULE_DIR$/venv" />
+    </content>
+    <orderEntry type="jdk" jdkName="Python 3.9 (frasaria) (2)" jdkType="Python SDK" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/misc.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="MarkdownSettingsMigration">
+    <option name="stateVersion" value="1" />
+  </component>
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.9 (frasaria) (2)" project-jdk-type="Python SDK" />
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/frasaria.iml" filepath="$PROJECT_DIR$/.idea/frasaria.iml" />
+    </modules>
+  </component>
+</project>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

app.py

@@ -0,0 +1,9 @@
+import gradio as gr
+from frasaria.frasaria import paraphrase_text
+
+gr.Interface(
+    paraphrase_text,
+    inputs=[gr.inputs.Textbox(lines=5, placeholder=None, label='Text'),
+            gr.Radio(['id', 'en'], value='id', label='Source Language')],
+    outputs=[gr.outputs.Textbox(label=None)]
+).launch()

frasaria/__init__.py

@@ -0,0 +1,6 @@
+from transformers import pipeline
+from parrot import Parrot
+
+parrot = Parrot(model_tag='prithivida/parrot_paraphraser_on_T5')
+translator_id_to_en = pipeline('translation', model='PontifexMaximus/opus-mt-id-en-finetuned-id-to-en')
+translator_en_to_id = pipeline('translation', model='Helsinki-NLP/opus-mt-en-id')

frasaria/frasaria.py

@@ -0,0 +1,48 @@
+import gradio as gr
+from frasaria import parrot, translator_id_to_en, translator_en_to_id
+import warnings
+warnings.filterwarnings('ignore')
+
+def split_sentences(text: str):
+    return [sentence.strip() for sentence in text.split('.')]
+
+def translate(text, source, target='en'):
+    if source == 'en':
+        return translator_en_to_id(text)
+    else:
+        return translator_id_to_en(text)
+
+def paraphrase(parrot, phrase):
+    para_phrases = parrot.augment(phrase, max_return_phrases=10, do_diverse=True)
+    max_score = 0
+    # sometimes the paraphrasing doesn't return anything, if so, return the original
+    try:
+        paraphrased = para_phrases[0][0]
+    except TypeError:
+        return phrase
+
+    for para_phrase in para_phrases:
+        score = para_phrase[-1]
+        if score > max_score:
+            max_score = score
+            paraphrased = para_phrase[0]
+    return paraphrased
+
+def paraphrase_text(text, source_lang):
+    phrases = split_sentences(text)
+    print('split_original phrases', phrases)
+
+    if source_lang == 'id':
+        en_sentences = []
+        for phrase in phrases:
+            en_sentences.append(translate(phrase, source_lang)[0]['translation_text'])
+        phrases = en_sentences
+
+    print('phrase after translated or not', phrases)
+    sentences = []
+    for phrase in phrases:
+        sentences.append(paraphrase(parrot, phrase))
+
+    paraphrased = '. '.join(sentences)
+    source_lang_paraphrased = translate(paraphrased, 'en', 'id')
+    return source_lang_paraphrased[0]['translation_text']

requirements.txt

@@ -0,0 +1,3 @@
+transformers
+torch
+git+https://github.com/PrithivirajDamodaran/Parrot_Paraphraser.git