Fix: Load embeddings from hdf files

.gitattributes

@@ -15,3 +15,4 @@
 *.pt filter=lfs diff=lfs merge=lfs -text
 *.pth filter=lfs diff=lfs merge=lfs -text
 *.pkl filter=lfs diff=lfs merge=lfs -text
+*.hdf filter=lfs diff=lfs merge=lfs -text

app.py

@@ -3,9 +3,10 @@ import pandas as pd
 import numpy as np
 import os
 import matplotlib.pyplot as plt
-from transformers import AutoTokenizer, CLIPProcessor
+from transformers import CLIPProcessor
 from medclip.modeling_hybrid_clip import FlaxHybridCLIP
 
+
 @st.cache(allow_output_mutation=True)
 def load_model():
     model = FlaxHybridCLIP.from_pretrained("flax-community/medclip-roco")
@@ -14,7 +15,7 @@ def load_model():
 
 @st.cache(allow_output_mutation=True)
 def load_image_embeddings():
-    embeddings_df = pd.read_pickle('feature_store/image_embeddings_large.pkl')
+    embeddings_df = pd.read_hdf('feature_store/image_embeddings_large.hdf', key='emb')
     image_embeds = np.stack(embeddings_df['image_embedding'])
     image_files = np.asarray(embeddings_df['files'].tolist())
     return image_files, image_embeds
@@ -66,6 +67,9 @@ model, processor = load_model()
 query = st.text_input("Enter your query here:", value=text_value)
 dot_prod = None
 
+if len(query)==0:
+    query = text_value
+
 if st.button("Search") or k_slider:
     if len(query)==0:
         st.write("Please enter a valid search query")

feature_store/image_embeddings_large.hdf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64ee3e4916a8289fb2352ccfb856c472213b0465c6809c08225b26aef15d13a
+size 15159216

feature_store/image_embeddings_small.hdf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa88cf89bdf714e7ed9e48d44aa2271f2b89764cb6f81769fdd4e21667f1434
+size 1988616