feat: update

.gitignore

@@ -0,0 +1,2 @@
+__pycache__
+venv

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 Le Baka Sable
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -1,13 +1,10 @@
----
-title: Ante Toki
-emoji: 📈
-colorFrom: pink
-colorTo: red
-sdk: gradio
-sdk_version: 4.7.1
-app_file: app.py
-pinned: false
-license: mit
----
+# ante toki
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+An English to Toki Pona / Toki Pona to English translator.
+
+## Quick Start
+
+```console
+$ pip install -r requirements.txt
+$ python app.py
+```

app.py

@@ -0,0 +1,79 @@
+import gradio as gr
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+import torch
+
+model = AutoModelForSeq2SeqLM.from_pretrained("Jayyydyyy/m2m100_418m_tokipona")
+tokenizer = AutoTokenizer.from_pretrained("facebook/m2m100_418M")
+device = "cuda:0" if torch.cuda.is_available() else "cpu"
+LANG_CODES = {"English": "en", "toki pona": "tl"}
+
+
+def translate(text, src_lang, tgt_lang, candidates: int):
+    src = LANG_CODES.get(src_lang)
+    tgt = LANG_CODES.get(tgt_lang)
+
+    tokenizer.src_lang = src
+    tokenizer.tgt_lang = tgt
+
+    ins = tokenizer(text, return_tensors="pt").to(device)
+
+    gen_args = {
+        "return_dict_in_generate": True,
+        "output_scores": True,
+        "output_hidden_states": True,
+        "length_penalty": 0.0,
+        "num_return_sequences": candidates,
+        "num_beams": candidates,
+        "forced_bos_token_id": tokenizer.lang_code_to_id[tgt],
+    }
+
+    outs = model.generate(**{**ins, **gen_args})
+    output = tokenizer.batch_decode(outs.sequences, skip_special_tokens=True)
+
+    return "\n".join(output)
+
+
+with gr.Blocks(theme="gstaff/xkcd") as app:
+    markdown = """
+    # ante toki
+    
+    ## toki a! 💬
+
+    This is an English to Toki Pona / Toki Pona to English translator.
+
+    Input your text to translate and desired number of generated sentences !
+    """
+
+    with gr.Row():
+        gr.Markdown(markdown)
+        with gr.Column():
+            input_text = gr.components.Textbox(
+                label="Input Text",
+                value="Dogs are cute, but I prefer cats.",
+            )
+            source_lang = gr.components.Dropdown(
+                label="Source Language",
+                value="English",
+                choices=list(LANG_CODES.keys()),
+            )
+            target_lang = gr.components.Dropdown(
+                label="Target Language",
+                value="Toki Pona",
+                choices=list(LANG_CODES.keys()),
+            )
+            return_seqs = gr.Slider(
+                label="Number of generated sentences",
+                value=3,
+                minimum=1,
+                maximum=12,
+                step=1,
+            )
+
+            inputs = [input_text, source_lang, target_lang, return_seqs]
+            outputs = gr.Textbox()
+
+            translate_btn = gr.Button("o ante toki!")
+            translate_btn.click(translate, inputs=inputs, outputs=outputs)
+
+app.launch()
+

requirements.txt

@@ -0,0 +1,4 @@
+torch
+transformers
+gradio
+sentencepiece