PDF_Assist / app.py
Sai16216's picture
Create app.py
570d7a0 verified
raw
history blame
911 Bytes
import torch
import gradio as gr
from transformers import MarianMTModel, MarianTokenizer
# Load model and tokenizer
model = MarianMTModel.from_pretrained("https://jupyterlab-01jwg0gh8taq5zsq17wnn054zx.studio.lightning.ai/lab/tree/saved_model_nlp")
tokenizer = MarianTokenizer.from_pretrained("https://jupyterlab-01jwg0gh8taq5zsq17wnn054zx.studio.lightning.ai/lab/tree/saved_model_nlp")
def translate(text):
inputs = tokenizer(text, return_tensors="pt", padding=True, truncation=True)
with torch.no_grad():
translated = model.generate(**inputs)
return tokenizer.decode(translated[0], skip_special_tokens=True)
iface = gr.Interface(
fn=translate,
inputs=gr.Textbox(label="Enter source text"),
outputs=gr.Textbox(label="Translated text"),
title="Machine Translation (MarianMT)",
description="Translate text using a fine-tuned MarianMT model."
)
iface.launch(share=True)