Update app.py

app.py

@@ -1,11 +1,20 @@
+import os
 import streamlit as st
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 
+# Enable Zero GPU
+os.environ["TOKENIZERS_PARALLELISM"] = "true"
+
 model_name = "Mhassanen/nllb-200-600M-En-Ar"
 tokenizer = AutoTokenizer.from_pretrained(model_name, src_lang="eng_Latn", tgt_lang="arz_Arab")
 model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
 
 def translate2(text):
+    import torch
+    # Ensure Zero GPU is enabled
+    torch.set_grad_enabled(False)
+    torch.set_num_threads(1)
+    
     inputs = tokenizer(text, return_tensors="pt", padding=True)
     translated_tokens = model.generate(**inputs)
     translated_text = tokenizer.batch_decode(translated_tokens, skip_special_tokens=True)
@@ -23,8 +32,6 @@ with st.sidebar:
     st.markdown('''
   - This App powered by [Mhassanen/nllb-200-600M-En-Ar](https://huggingface.co/Mhassanen/nllb-200-600M-En-Ar) Language model
     ''')
-    # st.markdown("---")
-
 
 st.title("Try Now!")