OK

app.py

@@ -2,16 +2,15 @@
 import gradio as gr
 # Load model directly
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+tokenizer = AutoTokenizer.from_pretrained("facebook/m2m100_418M")
+model = AutoModelForSeq2SeqLM.from_pretrained("facebook/m2m100_418M")
 
 
-def chineseToOther(name, lang = "en"):
-    tokenizer = AutoTokenizer.from_pretrained("facebook/m2m100_418M")
-    model = AutoModelForSeq2SeqLM.from_pretrained("facebook/m2m100_418M")
+def chineseToOther(chinese_text, lang = "en"):
     okenizer.src_lang = "zh"
     encoded_zh = tokenizer(chinese_text, return_tensors="pt")
     generated_tokens = model.generate(**encoded_zh, forced_bos_token_id=tokenizer.get_lang_id(lang))
     translated_text = tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
     return translated_text
 
-demo = gr.Interface(fn=chineseToOther, inputs="text", outputs="text")
-demo.launch()
+gr.ChatInterface(chineseToOther).launch()