nllb-ensi-v1 / app.py
zaanind's picture
Update app.py
1ff1f87 verified
import gradio
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
model_name = "zaanind/nllb-ensi-v1-tuning"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
tokenizer.src_lang = "eng_Latn"
def translate(text):
inputs = tokenizer(text=text, return_tensors="pt")
translated_tokens = model.generate(
**inputs, forced_bos_token_id=tokenizer.lang_code_to_id["sin_Sinh"]
)
translation = tokenizer.decode(translated_tokens[0], skip_special_tokens=True)
return translation
def nmtapifunc(text):
text = translate(text)
return text
gradio_interface = gradio.Interface(
fn=nmtapifunc,
inputs="text",
outputs="text",
title="En-Si NMT",
description="",
article="© zaanind 2024"
)
gradio_interface.launch()