improve

README.md

@@ -4,7 +4,7 @@ emoji: 🌍
 colorFrom: pink
 colorTo: pink
 sdk: gradio
-sdk_version: 4.14.0
+sdk_version: 4.32.1
 app_file: app.py
 pinned: false
 ---

app.py

@@ -10,6 +10,8 @@ import gradio as gr
 import logging
 import os
 
+HF_TOKEN = os.getenv('HF_TOKEN')
+hf_writer = gr.HuggingFaceDatasetSaver(HF_TOKEN, 'mesolitica/crowdsourced-malaysian-translation')
 logging.basicConfig(level=logging.INFO)
 
 TO_LANG = {
@@ -42,8 +44,14 @@ tokenizer = AutoTokenizer.from_pretrained(
     use_fast=False,
 )
 
-
 def translate(text, to_lang):
+
+    if len(text) < 2:
+        raise gr.Error('text input must longer than 1 character')
+
+    if to_lang is None or len(to_lang) < 1:
+        raise gr.Error('Please select target language')
+
     global model
     to_lang = TO_LANG[to_lang]
     if model is None:
@@ -66,7 +74,7 @@ def translate(text, to_lang):
         [[i for i in o if i not in [0, 1, 2]] for o in results],
         spaces_between_special_tokens=False,
     )
-    return results[0]
+    return results[0], results[0]
 
 
 hansard = """
@@ -96,13 +104,22 @@ my_array = np.reshape(my_array, (2, 5)) # menjadi array 2D dengan 2 baris dan 5
 Itulah beberapa operasi dasar numpy. Anda dapat menemukan dokumentasi resmi numpy di https://numpy.org/doc/stable/.
 """.strip()
 
+description = """
+<a href="https://huggingface.co/mesolitica/translation-t5-small-standard-bahasa-cased-v2">mesolitica/translation-t5-small-standard-bahasa-cased-v2</a> able to translate malay, pasar malay (social media texts or local context), english, manglish, javanese, banjarese and indonesian to target language. It also able to maintain the text structure as it is and only translate necessary texts, eg, programming code.
+
+If you found out the translation is wrong, by simply fix the second box output and click `Flag as Wrong` button. You can help us to improve the future model, the dataset will be open source at <a href="https://huggingface.co/datasets/mesolitica/crowdsourced-malaysian-translation">mesolitica/crowdsourced-malaysian-translation</a>
+""".strip()
+
 demo = gr.Interface(
     fn=translate,
     inputs=[
         gr.components.Textbox(label='Input Text'),
         gr.components.Dropdown(label='Output language', choices=TO_LANG_KEYS, value='Malay'),
     ],
-    outputs=['text'],
+    outputs=[
+        gr.components.Textbox(label='Output', interactive = False),
+        gr.components.Textbox(label='Does it correct? fix me!', interactive = True),
+    ],
     examples=[
         ['Syed Saddiq berkata, mereka seharusnya mengingati bahawa semasa menjadi Perdana Menteri Pakatan Harapan', 'English'],
         ['SHAH ALAM - Pertubuhan Kebajikan Anak Bersatu Selangor bersetuju pihak kerajaan mewujudkan Suruhanjaya Siasatan Diraja untuk menyiasat isu kartel daging.', 'English'],
@@ -116,9 +133,12 @@ demo = gr.Interface(
         [code, 'Malay']
 
     ],
+    allow_flagging='manual',
+    flagging_options=['Wrong'],
+    flagging_callback=hf_writer,
     cache_examples=False,
     title='Malaysian NMT',
-    description='This translation model able to translate malay, pasar malay (social media texts or local context), english, manglish, javanese, banjarese and indonesian to target language. It also able to maintain the text structure as it is and only translate necessary texts, eg, programming code.'
+    description=description,
 )
 
 demo.launch(server_name='0.0.0.0')