Cache tokenizer and model loading

app.py

@@ -19,10 +19,14 @@ def save_file_to_disk(uplaoded_file):
         f.write(uploaded_file.getbuffer())
     return temp_file
 
-# load the saved model
-tokenizer = AutoTokenizer.from_pretrained("dccuchile/bert-base-spanish-wwm-cased")
-model = FlaxHybridCLIP.from_pretrained(LOCAL_PATH)
+@st.cache
+def load_tokenizer_and_model():
+    # load the saved model
+    tokenizer = AutoTokenizer.from_pretrained("dccuchile/bert-base-spanish-wwm-cased")
+    model = FlaxHybridCLIP.from_pretrained(LOCAL_PATH)
+    return tokenizer, model
 
+tokenizer, model = load_tokenizer_and_model()
 
 st.title("Image-Caption Matching")
 uploaded_file = st.file_uploader("Choose an image...", type="jpg")
@@ -32,7 +36,7 @@ if uploaded_file is not None and text_input:
     local_image_path = None
     try:
         local_image_path = save_file_to_disk(uploaded_file)
-        score = run_inference(local_image_path, text_input, model)[0][0].tolist()
+        score = run_inference(local_image_path, text_input, model, tokenizer)[0][0].tolist()
         st.write('%s (%.2f%%)' % score)
     finally:
         if local_image_path: