Update app.py

app.py

@@ -289,7 +289,7 @@ model.eval()
 bot_name = "WeASK"
 
 ###removed
-from transformers import MBartForConditionalGeneration, MBart50TokenizerFast
+from transformers import MBartForConditionalGeneration, MBart50Tokenizer
 
 #def download_model():
 
@@ -299,11 +299,15 @@ from transformers import MBartForConditionalGeneration, MBart50TokenizerFast
 
 
 ################################
-def get_response(input_text):
+def download_model():
     model_name = "facebook/mbart-large-50-many-to-many-mmt"
     model = MBartForConditionalGeneration.from_pretrained(model_name)
-    tokenizer = MBart50TokenizerFast.from_pretrained(model_name)
+    tokenizer = MBart50Tokenizer.from_pretrained(model_name)
+    return model, tokenizer
+
+model, tokenizer = download_model()
 
+def get_response(input_text):
     model_inputs = tokenizer(input_text, return_tensors="pt")
     generated_tokens = model.generate(**model_inputs,forced_bos_token_id=tokenizer.lang_code_to_id["en_XX"])
     translation = tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)