import numpy as np import pandas as pd from PIL import Image import streamlit as st from streamlit_drawable_canvas import st_canvas from streamlit_image_select import image_select from streamlit_sortables import sort_items from py4matching import template as m def expand2square(imgpath, background_color=(0, 0, 0)): pil_img = Image.open(imgpath) width, height = pil_img.size if width == height: return pil_img elif width > height: result = Image.new(pil_img.mode, (width, width), background_color) result.paste(pil_img, (0, (width - height) // 2)) return result.resize((700, 700)) else: result = Image.new(pil_img.mode, (height, height), background_color) result.paste(pil_img, ((height - width) // 2, 0)) return result.resize((700, 700)) @st.cache_data def loading_data(files): imgs = [] imgs_names = [] imgs_dict = {} for file in files: image = expand2square(file) imgs.append(image) imgs_names.append(file.name) imgs_dict[file.name] = image return imgs, imgs_names, imgs_dict if 'uploaded' not in st.session_state: st.session_state['uploaded'] = False images = st.sidebar.file_uploader("Upload here the images (max 4 imgs for demo version):", type=["png", "jpg"], accept_multiple_files=True) if len(images) > 0: st.session_state['uploaded'] = True imgs_path = [] imgs = [] else: st.session_state['uploaded'] = False if st.session_state['uploaded'] is True: # Loading uploaded images and cache the data imgs, imgs_path, imgs_dict = loading_data(images) # Specify canvas parameters in application drawing_mode = st.sidebar.selectbox( "Drawing tool:", ("point", "line", "rect", "circle", "transform") ) stroke_width = st.sidebar.slider("Stroke width: ", 1, 25, 3) if drawing_mode == 'point': point_display_radius = st.sidebar.slider("Point display radius: ", 1, 25, 3) stroke_color = st.sidebar.color_picker("Stroke color hex: ") bg_color = st.sidebar.color_picker("Background color hex: ", "#eee") realtime_update = st.sidebar.checkbox("Update in realtime", False) master_index = image_select("Uploaded images", imgs, captions=imgs_path, return_value="index") # Create a canvas component canvas_result = st_canvas( fill_color="rgba(255, 165, 0, 0.3)", # Fixed fill color with some opacity stroke_width=stroke_width, stroke_color=stroke_color, background_color=bg_color, background_image= imgs[master_index], #expand2square(bg_image) if bg_image else expand2square("./IMG_02099.jpg"), update_streamlit=realtime_update, height=700, width=700, drawing_mode=drawing_mode, point_display_radius=point_display_radius if drawing_mode == 'point' else 0, key="canvas", ) test = st.sidebar.write("Select the processing order of slave images") with st.sidebar: imgs_path2 = imgs_path.copy() imgs_path2.pop(master_index) sorted_items = sort_items(imgs_path2, multi_containers=False, direction='vertical') TEMPLATE_SIZE = 64 SEARCH_BUFFER = 32 # if canvas_result.image_data is not None: # st.image(canvas_result.image_data) if canvas_result.json_data is not None: df = pd.json_normalize(canvas_result.json_data["objects"]) # need to convert obj to str because PyArrow if 'type' in df.keys(): #st.write(df.keys()) df = df[['type', 'left', 'top']] df[sorted_items] = np.nan for index, row in df.iterrows(): #print(row['type'], row['top']) i = int(row['left']) j = int(row['top']) template = np.array(imgs[master_index])[j:j+TEMPLATE_SIZE, i:i+TEMPLATE_SIZE] # Loop on slave imgs st.image(template) for item in sorted_items: st.write(item) search_area = np.array(imgs_dict[item])[j-SEARCH_BUFFER:j+TEMPLATE_SIZE+SEARCH_BUFFER, i-SEARCH_BUFFER:i+TEMPLATE_SIZE+SEARCH_BUFFER] st.image(search_area) px, py, max_val = m.template_match(template.astype('uint8'), search_area.astype('uint8')) st.write(py) #Covert df to string for printing for col in df.select_dtypes(include=['object']).columns: df[col] = df[col].astype("str") st.dataframe(df)