|
|
|
|
|
|
|
import gradio as gr |
|
from transformers import M2M100ForConditionalGeneration, M2M100Tokenizer |
|
|
|
model = M2M100ForConditionalGeneration.from_pretrained( |
|
"facebook/m2m100_1.2B") |
|
|
|
tokenizer = M2M100Tokenizer.from_pretrained("facebook/m2m100_1.2B") |
|
|
|
|
|
this_description = ''' |
|
Using facebook/m2m100_1.2B pre-trained model. |
|
|
|
Chinese(zh) |
|
English(en) |
|
Hindi(hi) |
|
Japanese(ja) |
|
Sinhalese(si) |
|
Thai(th) |
|
Vietnamese(vi) |
|
... |
|
|
|
''' |
|
|
|
|
|
lang_codes = { |
|
"Afrikaans": "af", |
|
"Amharic": "am", |
|
"Arabic": "ar", |
|
"Asturian": "ast", |
|
"Azerbaijani": "az", |
|
"Bashkir": "ba", |
|
"Belarusian": "be", |
|
"Bulgarian": "bg", |
|
"Bengali": "bn", |
|
"Breton": "br", |
|
"Bosnian": "bs", |
|
"Catalan; Valencian": "ca", |
|
"Cebuano": "ceb", |
|
"Czech": "cs", |
|
"Welsh": "cy", |
|
"Danish": "da", |
|
"German": "de", |
|
"Greeek": "el", |
|
"English": "en", |
|
"Spanish": "es", |
|
"Estonian": "et", |
|
"Persian": "fa", |
|
"Fulah": "ff", |
|
"Finnish": "fi", |
|
"French": "fr", |
|
"Western Frisian": "fy", |
|
"Irish": "ga", |
|
"Gaelic; Scottish Gaelic": "gd", |
|
"Galician": "gl", |
|
"Gujarati": "gu", |
|
"Hausa": "ha", |
|
"Hebrew": "he", |
|
"Hindi": "hi", |
|
"Croatian": "hr", |
|
"Haitian; Haitian Creole": "ht", |
|
"Hungarian": "hu", |
|
"Armenian": "hy", |
|
"Indonesian": "id", |
|
"Igbo": "ig", |
|
"Iloko": "ilo", |
|
"Icelandic": "is", |
|
"Italian": "it", |
|
"Japanese": "ja", |
|
"Javanese": "jv", |
|
"Georgian": "ka", |
|
"Kazakh": "kk", |
|
"Central Khmer": "km", |
|
"Kannada": "kn", |
|
"Korean": "ko", |
|
"Luxembourgish; Letzeburgesch": "lb", |
|
"Ganda": "lg", |
|
"Lingala": "ln", |
|
"Lao": "lo", |
|
"Lithuanian": "lt", |
|
"Latvian": "lv", |
|
"Malagasy": "mg", |
|
"Macedonian": "mk", |
|
"Malayalam": "ml", |
|
"Mongolian": "mn", |
|
"Marathi": "mr", |
|
"Malay": "ms", |
|
"Burmese": "my", |
|
"Nepali": "ne", |
|
"Dutch; Flemish": "nl", |
|
"Norwegian": "no", |
|
"Northern Sotho": "ns", |
|
"Occitan": "oc", |
|
"Oriya": "or", |
|
"Panjabi; Punjabi": "pa", |
|
"Polish": "pl", |
|
"Pushto": "ps", |
|
"Portuguese": "pt", |
|
"Romanian; Moldavian; Moldovan": "ro", |
|
"Russian": "ru", |
|
"Sindhi": "sd", |
|
"Sinhala; Sinhalese": "si", |
|
"Slovak": "sk", |
|
"Slovenian": "sl", |
|
"Somali": "so", |
|
"Albanian": "sq", |
|
"Serbian": "sr", |
|
"Swati": "ss", |
|
"Sundanese": "su", |
|
"Swedish": "sv", |
|
"Swahili": "sw", |
|
"Tamil": "ta", |
|
"Thai": "th", |
|
"Tagalog": "tl", |
|
"Tswana": "tn", |
|
"Turkish": "tr", |
|
"Ukrainian": "uk", |
|
"Urdu": "ur", |
|
"Uzbek": "uz", |
|
"Vietnamese": "vi", |
|
"Wolof": "wo", |
|
"Xhosa": "xh", |
|
"Yiddish": "yi", |
|
"Yoruba": "yo", |
|
"Chinese": "zh", |
|
"Zulu": "zu" |
|
} |
|
|
|
|
|
def m2m_translate(Input_Text, from_lang, to_lang): |
|
tokenizer.src_lang = lang_codes[from_lang] |
|
encoded_from_lang = tokenizer(Input_Text, return_tensors="pt") |
|
|
|
generated_tokens = model.generate( |
|
**encoded_from_lang, |
|
max_new_tokens=200, |
|
forced_bos_token_id=tokenizer.get_lang_id(lang_codes[to_lang]) |
|
) |
|
|
|
res = tokenizer.batch_decode(generated_tokens, skip_special_tokens=True) |
|
|
|
return res[0] |
|
|
|
|
|
iface = gr.Interface( |
|
fn=m2m_translate, |
|
|
|
title="M2M100 Text Translation", |
|
description=this_description, |
|
|
|
inputs=[ |
|
gr.Textbox(lines=5, placeholder="Enter text", label="Text input"), |
|
|
|
gr.Radio( |
|
choices=[ |
|
'Burmese', |
|
'Chinese', |
|
'English', |
|
'Hindi', |
|
'Japanese', |
|
'Sinhala', |
|
'Thai', |
|
'Vietnamese' |
|
], |
|
value='Vietnamese', |
|
label='From language' |
|
), |
|
|
|
gr.Radio( |
|
choices=[ |
|
'Burmese', |
|
'Chinese', |
|
'English', |
|
'Hindi', |
|
'Japanese', |
|
'Sinhala', |
|
'Thai', |
|
'Vietnamese' |
|
], |
|
value='English', |
|
label='To language' |
|
), |
|
], |
|
outputs="text") |
|
|
|
iface.launch() |
|
|
