Add gallery to the page for selecting image easily.

audiobot.py

@@ -3,10 +3,31 @@ import streamlit as st
 from PIL import Image
 from bokeh.models.widgets import Button
 from bokeh.models import CustomJS
+from st_clickable_images import clickable_images
 from streamlit_bokeh_events import streamlit_bokeh_events
 from bokeh.models.widgets.buttons import Button
 import time
+from os.path import *
+from os import listdir
+import base64
 
+def update_gallery_images():
+    if 'gallery' not in st.session_state:
+        st.session_state.gallery = []
+        st.session_state.gallery_images = []
+        image_path = join(dirname(abspath(__file__)), 'images')
+        for f in listdir(image_path):
+            if f.startswith('image'):
+                with open(join(image_path, f), "rb") as image:
+                    encoded = base64.b64encode(image.read()).decode()
+                    st.session_state.gallery.append(
+                        f"data:image/jpeg;base64,{encoded}")
+                    st.session_state.gallery_images.append(join(image_path, f))
+
+
+def upload_image_callback():
+    st.session_state.uploaded_image = st.session_state.uploader
+    st.session_state.input = ''
 
 def show():
     st.session_state.audio_answer = ''
@@ -19,16 +40,35 @@ def show():
             </i></h4>
             ''', unsafe_allow_html=True)
 
+    update_gallery_images()
+    if 'gallery' in st.session_state:
+        clicked = clickable_images(
+            st.session_state.gallery,
+            titles=[f"Image #{str(i)}" for i in range(2)],
+            div_style={"display": "flex",
+                       "justify-content": "center", "flex-wrap": "nowrap"},
+            img_style={"margin": "5px", "height": "100px"},
+        )
+
+        if 'clicked' not in st.session_state or st.session_state.clicked != clicked:
+            st.session_state.uploaded_image = st.session_state.gallery_images[clicked]
+            st.session_state.clicked = clicked
+            st.session_state.input = ''
+
     weights = [5, 2]
     image_col, audio_col = st.columns(weights)
     with image_col:
-        upload_pic = st.file_uploader('Choose an image...', type=[
-            'jpg', 'png', 'jpeg'], accept_multiple_files=False)
-        if upload_pic is not None:
-            st.session_state.image = Image.open(upload_pic)
-            st.image(upload_pic, use_column_width='auto')
+        st.file_uploader('Select an image...', type=[
+            'jpg', 'jpeg'], accept_multiple_files=False,
+            on_change=upload_image_callback, key='uploader')
+
+        if st.session_state.uploaded_image is not None:
+            st.session_state.image = Image.open(st.session_state.uploaded_image)
+            st.image(st.session_state.uploaded_image, use_column_width='always')
         else:
             st.session_state.image = None
+            st.session_state.input = ''
+            st.session_state.audio_answer = ''
 
     with audio_col:
         welcome_text = 'Hello and Welcome. I have been trained  as  visual question answering model. You are welcome to look at any image and ask me any questions about it.  I will do my best to provide the most accurate information possible based on my expertise. Select an image of interest by pressing the browse files button.  Now use the Ask question button to ask a question. Please feel free to ask me any questions about this image. Now. to get my answer. press the Get answer button.'
@@ -75,11 +115,13 @@ def show():
 
         if result:
             if 'GET_TEXT' in result:
-                with st.spinner('Preparing answer...'):
-                    while 'predictor' not in st.session_state:
-                        time.sleep(2)
-                    st.session_state.audio_answer = st.session_state.predictor.predict_answer_from_text(
-                        st.session_state.image, result.get('GET_TEXT'))
+                if 'question' not in st.session_state or st.session_state.question != result.get('GET_TEXT'):
+                    st.session_state['question'] = result.get('GET_TEXT')
+                    with st.spinner('Preparing answer...'):
+                        while 'predictor' not in st.session_state:
+                            time.sleep(2)
+                        st.session_state.audio_answer = st.session_state.predictor.predict_answer_from_text(
+                            st.session_state.image, result.get('GET_TEXT'))
 
         tts_button = Button(label='Get Answer', width=100)
         tts_button.js_on_event('button_click', CustomJS(code=f"""

chatbot.py

@@ -1,7 +1,11 @@
 import streamlit as st
 from streamlit_chat import message
+from st_clickable_images import clickable_images
 from PIL import Image
 import time
+from os.path import *
+from os import listdir
+import base64
 
 
 def init_chat_history():
@@ -38,6 +42,24 @@ def predict(image, input):
         st.session_state.question.pop(0)
 
 
+def update_gallery_images():
+    if 'gallery' not in st.session_state:
+        st.session_state.gallery = []
+        st.session_state.gallery_images = []
+        image_path = join(dirname(abspath(__file__)), 'images')
+        for f in listdir(image_path):
+            if f.startswith('image'):
+                with open(join(image_path, f), "rb") as image:
+                    encoded = base64.b64encode(image.read()).decode()
+                    st.session_state.gallery.append(
+                        f"data:image/jpeg;base64,{encoded}")
+                    st.session_state.gallery_images.append(join(image_path, f))
+
+
+def upload_image_callback():
+    st.session_state.uploaded_image = st.session_state.uploader
+
+
 def show():
     init_chat_history()
 
@@ -49,17 +71,37 @@ def show():
             </i></h4>
             ''', unsafe_allow_html=True)
 
+    update_gallery_images()
+    if 'gallery' in st.session_state:
+        clicked = clickable_images(
+            st.session_state.gallery,
+            titles=[f"Image #{str(i)}" for i in range(2)],
+            div_style={"display": "flex",
+                       "justify-content": "center", "flex-wrap": "nowrap"},
+            img_style={"margin": "5px", "height": "100px"},
+        )
+
+        if 'clicked' not in st.session_state or st.session_state.clicked != clicked:
+            st.session_state.uploaded_image = st.session_state.gallery_images[clicked]
+            st.session_state.clicked = clicked
+            st.session_state.question = []
+            st.session_state.answer = []
+            st.session_state.input = ''
+
     image_col, text_col = st.columns(2)
     with image_col:
-        upload_pic = st.file_uploader('Select an image...', type=[
-                                      'jpg', 'png', 'jpeg'], accept_multiple_files=False)
-        if upload_pic is not None:
-            image = Image.open(upload_pic)
-            st.image(upload_pic, use_column_width='auto')
+        st.file_uploader('Select an image...', type=[
+            'jpg', 'jpeg'], accept_multiple_files=False,
+            on_change=upload_image_callback, key='uploader')
+
+        if st.session_state.uploaded_image is not None:
+            image = Image.open(st.session_state.uploaded_image)
+            st.image(st.session_state.uploaded_image, use_column_width='always')
         else:
             st.session_state.question = []
             st.session_state.answer = []
             st.session_state.input = ''
+
     with text_col:
         input = st.text_input('Enter question: ', '', key='input')
         if input:

requirements.txt

@@ -107,6 +107,7 @@ six==1.12.0
 sklearn==0.0
 smmap==5.0.0
 soupsieve==2.3.2.post1
+st-clickable-images==0.0.3
 stack-data==0.3.0
 streamlit==1.10.0
 streamlit-bokeh-events==0.1.2