fix

app.py

@@ -1,12 +1,11 @@
 import torch
 import gradio as gr
 import time
-import asyncio
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
 from flores200_codes import flores_codes
 
 # Load models and tokenizers once during initialization
-async def load_models():
+def load_models():
     model_name_dict = {
         "nllb-distilled-600M": "facebook/nllb-200-distilled-600M",
     }
@@ -15,8 +14,8 @@ async def load_models():
 
     for call_name, real_name in model_name_dict.items():
         print("\tLoading model:", call_name)
-        model = await asyncio.to_thread(AutoModelForSeq2SeqLM.from_pretrained, real_name)
-        tokenizer = await asyncio.to_thread(AutoTokenizer.from_pretrained, real_name)
+        model = AutoModelForSeq2SeqLM.from_pretrained(real_name)
+        tokenizer = AutoTokenizer.from_pretrained(real_name)
         model_dict[call_name] = {
             "model": model,
             "tokenizer": tokenizer,
@@ -28,14 +27,14 @@ async def load_models():
 def translate_text(source_lang, target_lang, input_text, model_dict):
     model_name = "nllb-distilled-600M"
 
-    start_time = time.time()
-    source_code = flores_codes[source_lang]
-    target_code = flores_codes[target_lang]
-
     if model_name in model_dict:
         model = model_dict[model_name]["model"]
         tokenizer = model_dict[model_name]["tokenizer"]
 
+        start_time = time.time()
+        source_code = flores_codes[source_lang]
+        target_code = flores_codes[target_lang]
+
         translator = pipeline(
             "translation",
             model=model,
@@ -57,11 +56,11 @@ def translate_text(source_lang, target_lang, input_text, model_dict):
     else:
         raise KeyError(f"Model '{model_name}' not found in model_dict")
 
-async def main():
+if __name__ == "__main__":
     print("\tInitializing models")
 
     # Load models and tokenizers
-    model_dict = await load_models()
+    model_dict = load_models()
 
     lang_codes = list(flores_codes.keys())
     inputs = [
@@ -72,10 +71,10 @@ async def main():
 
     outputs = gr.outputs.JSON()
 
-    title = "Masterful Translator"
+    title = "The Master Betters Translator"
 
     app_description = (
-        "This is a beta version of the Masterful Translator that utilizes pre-trained language models for translation."
+        "This is a beta version of The Master Betters Translator that utilizes pre-trained language models for translation."
     )
     examples = [["English", "Nepali", "Hello, how are you?"]]
 
@@ -88,6 +87,3 @@ async def main():
         examples=examples,
         examples_per_page=50,
     ).launch()
-
-if __name__ == "__main__":
-    asyncio.run(main())