Update app.py

app.py

@@ -1,20 +1,27 @@
 import gradio as gr
-from huggingface_hub import from_pretrained_keras
-
-# Load the model from Hugging Face Hub
-model = from_pretrained_keras("Bajiyo/ml-en-transliteration")
-# Load the saved model and tokenizers
 import json
 from keras.preprocessing.sequence import pad_sequences
+from huggingface_hub import cached_download, from_pretrained_keras
+
+# Load the model from Hugging Face Hub (assuming the model identifier is "Bajiyo/ml-en-transliteration")
+model = from_pretrained_keras("Bajiyo/ml-en-transliteration")
+
+# Define URLs for tokenizer files on Hugging Face Hub (replace with actual model identifier if different)
+source_tokenizer_url = f"https://huggingface.co/Bajiyo/ml-en-transliteration/resolve/main/source_tokenizer.json"
+target_tokenizer_url = f"https://huggingface.co/Bajiyo/ml-en-transliteration/resolve/main/target_tokenizer.json"
+
+# Download tokenizer files using cached_download (avoids redundant downloads)
+source_tokenizer_path = cached_download(source_tokenizer_url)
+target_tokenizer_path = cached_download(target_tokenizer_url)
+
+# Load tokenizers from downloaded files
+from keras.preprocessing.text import tokenizer_from_json
 
-# Load tokenizer configurations from local files (assuming they are saved locally)
-source_tokenizer_path = "Bajiyo/ml-en-transliteration/source_tokenizer.json"  # Replace with actual path
 with open(source_tokenizer_path, "r") as f:
-    source_tokenizer_config = json.load(f)
+    source_tokenizer = tokenizer_from_json(json.load(f))
 
-target_tokenizer_path = "Bajiyo/ml-en-transliteration/target_tokenizer.json"  # Replace with actual path
 with open(target_tokenizer_path, "r") as f:
-    target_tokenizer_config = json.load(f)
+    target_tokenizer = tokenizer_from_json(json.load(f))
 
 # Reconstruct tokenizers
 from keras.preprocessing.text import tokenizer_from_json