mindwrapped's picture
Upload app.py
c369031
import numpy as np
import gradio as gr
from huggingface_hub import from_pretrained_fastai
from lime import lime_image
from skimage.segmentation import mark_boundaries
learn = from_pretrained_fastai('hugginglearners/pokemon-card-checker')
def check_card(img):
pred_label, _, scores = learn.predict(img)
scores = scores.detach().numpy()
scores = {'real': float(scores[1]), 'fake': float(scores[0])}
print(np.array(img).shape)
# Lime Explanation
explainer = lime_image.LimeImageExplainer()
explanation = explainer.explain_instance(
np.array(img),
classifier_fn=classify_cards,
labels=['0', '1'],
num_samples=1000,
random_seed=42,
)
temp, mask = explanation.get_image_and_mask(explanation.top_labels[0], positive_only=False, num_features=10, hide_rest=False)
img_boundry = mark_boundaries(temp/255.0, mask)
return scores, img_boundry
def classify_cards(imgs):
print(imgs.shape)
scores = []
for i in range(imgs.shape[0]):
pred_label, _, score = learn.predict(imgs[i])
scores.append(score.detach().numpy())
scores = np.array(scores)
print(scores.shape)
return scores
demo = gr.Interface(
fn=check_card,
inputs='image',
outputs=["label", "image"],
examples=['real-1.jpeg','real-2.jpeg','fake-1.jpeg','fake-2.jpeg','real-3.jpeg','real-4.jpeg','fake-3.jpeg','fake-4.jpeg'],
title='Pokemon Card Checker',
description='This space uses a resnet34 model fine-tuned to determine whether Pokemon cards are real or fake. \n\nAdded [LIME](https://github.com/marcotcr/lime) to show what contributed to the predicted label (green shows what contributed towards that label and red shows what contributed against the label predicted).\n\n[Dataset](https://www.kaggle.com/datasets/ongshujian/real-and-fake-pokemon-cards) created by [Shujian Ong](https://www.kaggle.com/ongshujian).',
article='Can you guess which cards are real and fake? \n\nI can\'t 🤔 \n\n([View Labels](https://gist.github.com/mindwrapped/e5aad747757ef006037a1a1982be34fc)) \n\nSpace and model by Scott Krstyen (mindwrapped) \n\n![visitor badge](https://visitor-badge.glitch.me/badge?page_id=hugginglearners.pokemon-card-checker-space)',
live=False,
)
demo.launch(debug=True)