app.py

import gradio as gr
import torch
from Utilities import config
from Utilities.model import Net
from Utilities.utils import (
    generate_confidences,
    generate_gradcam,
    generate_missclassified_imgs,
)

model = Net(
    num_classes=config.NUM_CLASSES,
    dropout_percentage=config.DROPOUT_PERCENTAGE,
    norm=config.LAYER_NORM,
    criterion=config.CRITERION,
    learning_rate=config.LEARNING_RATE,
    weight_decay=config.WEIGHT_DECAY,
)

model.load_state_dict(torch.load(config.MODEL_SAVE_PATH, map_location=torch.device('cpu')))
model.pred_store = torch.load(config.PRED_STORE_PATH, map_location=torch.device('cpu'))


def generate_gradio_output(
    input_img,
    num_top_preds,
    show_gradcam,
    gradcam_layer,
    gradcam_opacity,
    show_misclassified,
    num_misclassified,
):
    processed_img, confidences = generate_confidences(
        model=model, input_img=input_img, num_top_preds=num_top_preds
    )

    visualization = generate_gradcam(
        model=model,
        org_img=input_img,
        input_img=processed_img,
        show_gradcam=show_gradcam,
        gradcam_layer=gradcam_layer,
        gradcam_opacity=gradcam_opacity,
    )

    plot = generate_missclassified_imgs(
        model=model,
        show_misclassified=show_misclassified,
        num_misclassified=num_misclassified,
    )

    return confidences, visualization, plot


inputs = [
    gr.Image(shape=(32, 32), label="Input Image"),
    gr.Slider(1, 10, value=3, step=1, label="Number of Top Prediction to display"),
    gr.Checkbox(label="Show GradCAM"),
    gr.Slider(-2, -1, step=1, value=-1, label="GradCAM Layer (from the end)"),
    gr.Slider(0, 1, value=0.5, label="GradCAM Opacity"),
    gr.Checkbox(label="Show Misclassified Images"),
    gr.Slider(
        5, 50, value=20, step=5, label="Number of Misclassified Images to display"
    ),
]

outputs = [
    gr.Label(visible=True, scale=0.5, label="Classification Confidences"),
    gr.Image(shape=(32, 32), label="GradCAM Output").style(
        width=256, height=256, visible=True
    ),
    gr.Plot(visible=True, label="Misclassified Images"),
]

examples = [
    [config.EXAMPLE_IMG_PATH + "cat.jpeg", 3, True, -2, 0.68, True, 40],
    [config.EXAMPLE_IMG_PATH + "horse.jpg", 3, True, -2, 0.59, True, 25],
    [config.EXAMPLE_IMG_PATH + "bird.webp", 10, True, -1, 0.55, True, 20],
    [config.EXAMPLE_IMG_PATH + "dog1.jpg", 10, True, -1, 0.33, True, 45],
    [config.EXAMPLE_IMG_PATH + "frog1.webp", 5, True, -1, 0.64, True, 40],
    [config.EXAMPLE_IMG_PATH + "deer.webp", 1, True, -2, 0.45, True, 20],
    [config.EXAMPLE_IMG_PATH + "airplane.png", 3, True, -2, 0.43, True, 40],
    [config.EXAMPLE_IMG_PATH + "shipp.jpg", 7, True, -1, 0.6, True, 30],
    [config.EXAMPLE_IMG_PATH + "car.jpg", 2, True, -1, 0.68, True, 30],
    [config.EXAMPLE_IMG_PATH + "truck1.jpg", 5, True, -2, 0.51, True, 35],
]

title = "Image Classification (CIFAR10 - 10 Classes) with GradCAM"
description = """A simple Gradio interface to visualize the output of a CNN trained on CIFAR10 dataset with GradCAM and Misclassified images. 
The architecture is inspired from David Page's (myrtle.ai) DAWNBench winning model archiecture.
Please input the image and select the number of top predictions to display - you will see the top predictions and their corresponding confidence scores.
You can also select whether to show GradCAM for the particular image (utilizes the gradients of the classification score with respect to the final convolutional feature map, to identify the parts of an input image that most impact the classification score).
You need to select the model layer where the gradients need to be plugged from - this affects how much of the image is used to compute the GradCAM.
You can also select whether to show misclassified images - these are the images that the model misclassified.
Some examples are provided in the examples tab.
"""

gr.Interface(
    fn=generate_gradio_output,
    inputs=inputs,
    outputs=outputs,
    examples=examples,
    title=title,
    description=description,
).launch()