import cv2 import numpy as np import streamlit as st from PIL import Image from models.anime_face_detection_model import SingleShotDetectorModel from models.deep_learning import DeepLearningGradCAM, DeepLearningModel from utils import configs from utils.functional import ( generate_empty_space, get_default_images, get_most_salient_object, set_page_config, set_seed, ) # Set seed set_seed() # Set page config set_page_config("HxH Character Anime Detection with Deep Learning", "📷") # Sidebar name_model = st.sidebar.selectbox("Select Model", tuple(configs.NAME_MODELS.keys())) support_set_method = st.sidebar.selectbox( "Select Support Set Method", configs.SUPPORT_SET_METHODS ) freeze_model = st.sidebar.checkbox("Freeze Model", value=True) pretrained_model = st.sidebar.checkbox("Pretrained Model", value=True) # Load Model @st.cache_resource def load_model( name_model: str, support_set_method: str, freeze_model: bool, pretrained_model: bool ): deep_learning_model = DeepLearningModel( name_model, freeze_model, pretrained_model, support_set_method ) custom_grad_cam = DeepLearningGradCAM( name_model, freeze_model, pretrained_model, support_set_method ) ssd_model = SingleShotDetectorModel() return deep_learning_model, custom_grad_cam, ssd_model deep_learning_model, custom_grad_cam, ssd_model = load_model( name_model, support_set_method, freeze_model, pretrained_model ) # Application Description st.markdown("# ❓ Application Description") st.write( f""" Introducing our HxH Character Anime Detection with Deep Learning app 📷! This app is designed to help you easily and accurately detect and identify your favorite HxH anime characters using the power of deep learning. With just a click, you can upload an image and our model will quickly analyze it to determine which character it belongs to. Our user-friendly interface makes it easy for anyone to get started, even if you have little to no experience with deep learning. Plus, our model has been trained on a large dataset of HxH anime characters, so you can trust its accuracy. Whether you're a die-hard HxH fan or just looking for a fun and easy way to identify your favorite characters, our app is sure to impress. So why wait? Try out our HxH Character Anime Detection with Deep Learning app today and take your anime fandom to the next level! 🚀 DISCLAIMER: The output of this app only {", ".join(configs.CLASS_CHARACTERS)} """ ) uploaded_file = st.file_uploader( "Upload image file", type=["jpg", "jpeg", "png", "bmp", "tiff"] ) select_default_images = st.selectbox("Select default images", get_default_images()) st.caption("Default Images will be used if no image is uploaded.") select_image_button = st.button("Select Image") if select_image_button: st.success("Image selected") if select_image_button and uploaded_file is not None: image = np.array(Image.open(uploaded_file).convert("RGB")) st.session_state["image"] = image elif select_image_button and uploaded_file is None: image = np.array(Image.open(select_default_images).convert("RGB")) st.session_state["image"] = image if st.session_state.get("image") is not None: image = st.session_state.get("image") col1, col2, col3 = st.columns(3) col2.write("## 📸 Preview Image") col2.image(image, use_column_width=True) predict_image_button = col2.button("Detect Image Character") generate_empty_space(2) if predict_image_button: with st.spinner("Detecting Image Character..."): results_face_anime_detection = ssd_model.detect_anime_face(image) result_grad_cam = custom_grad_cam.get_grad_cam(image) bounding_box_image = image.copy() inference_time = results_face_anime_detection["inference_time"] results_anime_face = [] if results_face_anime_detection["anime_face"]: for result in results_face_anime_detection["anime_face"]: crop_image = image[ int(result[1]) : int(result[3]), int(result[0]) : int(result[2]) ] character = deep_learning_model.predict(crop_image) if character["character"] == configs.CLASS_CHARACTERS[-1]: character_grad_cam = custom_grad_cam.get_grad_cam(crop_image) else: character_grad_cam = custom_grad_cam.get_grad_cam_with_output_target( crop_image, configs.CLASS_CHARACTERS.index(character["character"]) ) results_anime_face.append( { "face": crop_image, "face_grad_cam": character_grad_cam, "most_salient_object": get_most_salient_object(crop_image), "character": character["character"], "confidence_detection": result[4], "confidence_classification": character["confidence"], } ) inference_time += character["inference_time"] cv2.rectangle( bounding_box_image, (int(result[0]), int(result[1])), (int(result[2]), int(result[3])), (255, 255, 0), 4, ) cv2.putText( bounding_box_image, character["character"], (int(result[0]), int(result[1]) - 10), cv2.FONT_HERSHEY_SIMPLEX, 1, (255, 255, 0), 2, ) col1, col2, col3, col4 = st.columns(4) col1.write("### 🙂 Source Image") col1.image(image, use_column_width=True) col2.write("### 😉 Detected Image") col2.image(bounding_box_image, use_column_width=True) col3.write("### 😎 Grad CAM Image") col3.image(result_grad_cam, use_column_width=True) col4.write("### 🤔 Most Salient Object") col4.image(get_most_salient_object(image), use_column_width=True) st.write("### 📝 Result") st.write(f"Inference Time: {inference_time:.2f} s") for result in results_anime_face: col1, col2, col3 = st.columns(3) col1.write("#### 🙂 Cropped Face Image") col1.image(result["face"], use_column_width=True) col2.write("#### 😎 Cropped Face Grad CAM Image") col2.image(result["face_grad_cam"], use_column_width=True) col3.write("### 🤔 Most Salient Object") col3.image(result["most_salient_object"], use_column_width=True) st.write(f"Character: {result['character'].title()}") st.write( f"Confidence Score Detection: {result['confidence_detection']*100:.2f}%" ) st.write( f"Confidence Score Classification: {result['confidence_classification']*100:.2f}%" ) generate_empty_space(2) st.session_state["image"] = None