Add search with image functionality

app.py

@@ -306,6 +306,7 @@ def encode_text(text, model):
 
 def encode_image(image_filename, model):
     image = Image.open(image_filename)
+    image = ClipVisionModel.remove_alpha_channel(image)
     image_embedding = model.vision_model.encode_image([image]).numpy()
     return image_embedding
 
@@ -359,8 +360,11 @@ search_buttion = st.button("検索")
 result_text = st.empty()
 
 if search_buttion or prev_query != query_input:
-    prev_query = query_input
-    query_embedding = encode_text(query_input, model)
+    if query_type == "説明文" or query_image is None:
+        prev_query = query_input
+        query_embedding = encode_text(query_input, model)
+    else:
+        query_embedding = encode_image(query_image, model)
 
     if model_type == "画像":
         target_vectors = image_vectors