import numpy as np import streamlit as st from PIL import Image from models.deep_learning import DeepLearningGradCAM, DeepLearningModel from utils import configs from utils.functional import ( generate_empty_space, get_default_images, get_most_salient_object, set_page_config, set_seed, ) # Set seed set_seed() # Set page config set_page_config("HxH Character Anime Classification with Deep Learning", "🤖") # Sidebar name_model = st.sidebar.selectbox("Select Model", tuple(configs.NAME_MODELS.keys())) support_set_method = st.sidebar.selectbox( "Select Support Set Method", configs.SUPPORT_SET_METHODS ) freeze_model = st.sidebar.checkbox("Freeze Model", value=True) pretrained_model = st.sidebar.checkbox("Pretrained Model", value=True) # Load Model @st.cache_resource def load_model( name_model: str, support_set_method: str, freeze_model: bool, pretrained_model: bool ): deep_learning_model = DeepLearningModel( name_model, freeze_model, pretrained_model, support_set_method ) custom_grad_cam = DeepLearningGradCAM( name_model, freeze_model, pretrained_model, support_set_method ) return deep_learning_model, custom_grad_cam deep_learning_model, custom_grad_cam = load_model( name_model, support_set_method, freeze_model, pretrained_model ) # Application Description st.markdown("# ❓ Application Description") st.write( f""" Welcome to our HxH Character Anime Classification with Deep Learning application! 🤖 This app is designed to help you classify your favorite HxH anime characters with the power of deep learning. Our state-of-the-art model allows for accurate and efficient identification of HxH characters from your favorite scenes. With an easy-to-use interface, even those with limited knowledge of deep learning can classify characters with ease. Gone are the days of struggling to identify characters by memory or manual inspection. Our app does the hard work for you, freeing up your time to enjoy the show. Whether you're a hardcore HxH fan or just discovering the series, our app will enhance your viewing experience and make it more enjoyable. Don't hesitate, give our HxH Character Anime Classification with Deep Learning app a try today and let us know what you think! 🦸 DISCLAIMER: The output of this app only {", ".join(configs.CLASS_CHARACTERS)} """ ) uploaded_file = st.file_uploader( "Upload image file", type=["jpg", "jpeg", "png", "bmp", "tiff"] ) select_default_images = st.selectbox("Select default images", get_default_images()) st.caption("Default Images will be used if no image is uploaded.") select_image_button = st.button("Select Image") if select_image_button: st.success("Image selected") if select_image_button and uploaded_file is not None: image = np.array(Image.open(uploaded_file).convert("RGB")) st.session_state["image"] = image elif select_image_button and uploaded_file is None: image = np.array(Image.open(select_default_images).convert("RGB")) st.session_state["image"] = image if st.session_state.get("image") is not None: image = st.session_state.get("image") col1, col2, col3 = st.columns(3) col2.write("## 📸 Preview Image") col2.image(image, use_column_width=True) predict_image_button = col2.button("Classify Image Character") generate_empty_space(2) if predict_image_button: with st.spinner("Classifying Image Character..."): result_class = deep_learning_model.predict(image) if result_class["character"] == configs.CLASS_CHARACTERS[-1]: result_grad_cam = custom_grad_cam.get_grad_cam(image) else: result_grad_cam = custom_grad_cam.get_grad_cam_with_output_target( image, configs.CLASS_CHARACTERS.index(result_class["character"]) ) inference_time = result_class["inference_time"] col1, col2, col3 = st.columns(3) col1.write("### 🙂 Source Image") col1.image(image, use_column_width=True) col2.write("### 😎 Grad CAM Image") col2.image(result_grad_cam, use_column_width=True) col3.write("### 🤔 Most Salient Object") col3.image(get_most_salient_object(image), use_column_width=True) st.write("### 📝 Result") st.write(f"Predicted Character: {result_class['character'].title()}") st.write(f"Confidence Score: {result_class['confidence'] * 100:.2f}%") st.write(f"Inference Time: {inference_time:.2f} s") st.session_state["image"] = None