Update app.py

switch back to marisa trie

app.py

@@ -45,16 +45,13 @@ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 import pickle
 # or a memory efficient but a bit slower prefix tree (trie) -- it is implemented with `marisa_trie` from
 # https://huggingface.co/facebook/mgenre-wiki/blob/main/
-# file_path_marisa_trie = hf_hub_download(repo_id="facebook/mgenre-wiki", filename="titles_lang_all105_marisa_trie_with_redirect.pkl")
+file_path_marisa_trie = hf_hub_download(repo_id="facebook/mgenre-wiki", filename="titles_lang_all105_marisa_trie_with_redirect.pkl")
+
+ from genre.trie import MarisaTrie
+ with open(file_path_marisa_trie, "rb") as f:
+     trie = pickle.load(f)
 
-# from genre.trie import MarisaTrie
-# with open(file_path_marisa_trie, "rb") as f:
-#     trie = pickle.load(f)
 
-# fast but memory inefficient prefix tree (trie)   
-file_trie = hf_hub_download(repo_id="facebook/mgenre-wiki", filename="titles_lang_all105_trie_with_redirect.pkl")
-with open(file_trie, "rb") as f:
-    trie = pickle.load(f) 
 
 tokenizer = AutoTokenizer.from_pretrained("facebook/mgenre-wiki")
 model = AutoModelForSeq2SeqLM.from_pretrained("facebook/mgenre-wiki").eval()