Hunter-X-Hunter-Anime-Classification
/
pages
/07-📷 HxH Character Anime Detection with Deep Learning.py
| import cv2 | |
| import numpy as np | |
| import streamlit as st | |
| from PIL import Image | |
| from models.anime_face_detection_model import SingleShotDetectorModel | |
| from models.deep_learning import DeepLearningGradCAM, DeepLearningModel | |
| from utils import configs | |
| from utils.functional import ( | |
| generate_empty_space, | |
| get_default_images, | |
| get_most_salient_object, | |
| set_page_config, | |
| set_seed, | |
| ) | |
| # Set seed | |
| set_seed() | |
| # Set page config | |
| set_page_config("HxH Character Anime Detection with Deep Learning", "📷") | |
| # Sidebar | |
| name_model = st.sidebar.selectbox("Select Model", tuple(configs.NAME_MODELS.keys())) | |
| support_set_method = st.sidebar.selectbox( | |
| "Select Support Set Method", configs.SUPPORT_SET_METHODS | |
| ) | |
| freeze_model = st.sidebar.checkbox("Freeze Model", value=True) | |
| pretrained_model = st.sidebar.checkbox("Pretrained Model", value=True) | |
| # Load Model | |
| def load_model( | |
| name_model: str, support_set_method: str, freeze_model: bool, pretrained_model: bool | |
| ): | |
| deep_learning_model = DeepLearningModel( | |
| name_model, freeze_model, pretrained_model, support_set_method | |
| ) | |
| custom_grad_cam = DeepLearningGradCAM( | |
| name_model, freeze_model, pretrained_model, support_set_method | |
| ) | |
| ssd_model = SingleShotDetectorModel() | |
| return deep_learning_model, custom_grad_cam, ssd_model | |
| deep_learning_model, custom_grad_cam, ssd_model = load_model( | |
| name_model, support_set_method, freeze_model, pretrained_model | |
| ) | |
| # Application Description | |
| st.markdown("# ❓ Application Description") | |
| st.write( | |
| f""" | |
| Introducing our HxH Character Anime Detection with Deep Learning app 📷! This app is designed to help you easily and accurately detect and identify your favorite HxH anime characters using the power of deep learning. With just a click, you can upload an image and our model will quickly analyze it to determine which character it belongs to. | |
| Our user-friendly interface makes it easy for anyone to get started, even if you have little to no experience with deep learning. Plus, our model has been trained on a large dataset of HxH anime characters, so you can trust its accuracy. | |
| Whether you're a die-hard HxH fan or just looking for a fun and easy way to identify your favorite characters, our app is sure to impress. So why wait? Try out our HxH Character Anime Detection with Deep Learning app today and take your anime fandom to the next level! 🚀 | |
| DISCLAIMER: The output of this app only {", ".join(configs.CLASS_CHARACTERS)} | |
| """ | |
| ) | |
| uploaded_file = st.file_uploader( | |
| "Upload image file", type=["jpg", "jpeg", "png", "bmp", "tiff"] | |
| ) | |
| select_default_images = st.selectbox("Select default images", get_default_images()) | |
| st.caption("Default Images will be used if no image is uploaded.") | |
| select_image_button = st.button("Select Image") | |
| if select_image_button: | |
| st.success("Image selected") | |
| if select_image_button and uploaded_file is not None: | |
| image = np.array(Image.open(uploaded_file).convert("RGB")) | |
| st.session_state["image"] = image | |
| elif select_image_button and uploaded_file is None: | |
| image = np.array(Image.open(select_default_images).convert("RGB")) | |
| st.session_state["image"] = image | |
| if st.session_state.get("image") is not None: | |
| image = st.session_state.get("image") | |
| col1, col2, col3 = st.columns(3) | |
| col2.write("## 📸 Preview Image") | |
| col2.image(image, use_column_width=True) | |
| predict_image_button = col2.button("Detect Image Character") | |
| generate_empty_space(2) | |
| if predict_image_button: | |
| with st.spinner("Detecting Image Character..."): | |
| results_face_anime_detection = ssd_model.detect_anime_face(image) | |
| result_grad_cam = custom_grad_cam.get_grad_cam(image) | |
| bounding_box_image = image.copy() | |
| inference_time = results_face_anime_detection["inference_time"] | |
| results_anime_face = [] | |
| if results_face_anime_detection["anime_face"]: | |
| for result in results_face_anime_detection["anime_face"]: | |
| crop_image = image[ | |
| int(result[1]) : int(result[3]), int(result[0]) : int(result[2]) | |
| ] | |
| character = deep_learning_model.predict(crop_image) | |
| if character["character"] == configs.CLASS_CHARACTERS[-1]: | |
| character_grad_cam = custom_grad_cam.get_grad_cam(crop_image) | |
| else: | |
| character_grad_cam = custom_grad_cam.get_grad_cam_with_output_target( | |
| crop_image, configs.CLASS_CHARACTERS.index(character["character"]) | |
| ) | |
| results_anime_face.append( | |
| { | |
| "face": crop_image, | |
| "face_grad_cam": character_grad_cam, | |
| "most_salient_object": get_most_salient_object(crop_image), | |
| "character": character["character"], | |
| "confidence_detection": result[4], | |
| "confidence_classification": character["confidence"], | |
| } | |
| ) | |
| inference_time += character["inference_time"] | |
| cv2.rectangle( | |
| bounding_box_image, | |
| (int(result[0]), int(result[1])), | |
| (int(result[2]), int(result[3])), | |
| (255, 255, 0), | |
| 4, | |
| ) | |
| cv2.putText( | |
| bounding_box_image, | |
| character["character"], | |
| (int(result[0]), int(result[1]) - 10), | |
| cv2.FONT_HERSHEY_SIMPLEX, | |
| 1, | |
| (255, 255, 0), | |
| 2, | |
| ) | |
| col1, col2, col3, col4 = st.columns(4) | |
| col1.write("### 🙂 Source Image") | |
| col1.image(image, use_column_width=True) | |
| col2.write("### 😉 Detected Image") | |
| col2.image(bounding_box_image, use_column_width=True) | |
| col3.write("### 😎 Grad CAM Image") | |
| col3.image(result_grad_cam, use_column_width=True) | |
| col4.write("### 🤔 Most Salient Object") | |
| col4.image(get_most_salient_object(image), use_column_width=True) | |
| st.write("### 📝 Result") | |
| st.write(f"Inference Time: {inference_time:.2f} s") | |
| for result in results_anime_face: | |
| col1, col2, col3 = st.columns(3) | |
| col1.write("#### 🙂 Cropped Face Image") | |
| col1.image(result["face"], use_column_width=True) | |
| col2.write("#### 😎 Cropped Face Grad CAM Image") | |
| col2.image(result["face_grad_cam"], use_column_width=True) | |
| col3.write("### 🤔 Most Salient Object") | |
| col3.image(result["most_salient_object"], use_column_width=True) | |
| st.write(f"Character: {result['character'].title()}") | |
| st.write( | |
| f"Confidence Score Detection: {result['confidence_detection']*100:.2f}%" | |
| ) | |
| st.write( | |
| f"Confidence Score Classification: {result['confidence_classification']*100:.2f}%" | |
| ) | |
| generate_empty_space(2) | |
| st.session_state["image"] = None | |