import datasets from transformers import AutoFeatureExtractor, AutoModelForImageClassification import numpy as np import gradio as gr dataset = load_dataset("beans") # This should be the same as the first line of Python code in this Colab notebook extractor = AutoFeatureExtractor.from_pretrained("saved_model_files") model = AutoModelForImageClassification.from_pretrained("saved_model_files") # add to cuda? model.eval() model.to(device) labels = dataset['train'].features['labels'].names def classify(im): features = extractor(im, return_tensors='pt') features.to(device) # move to gpu as model, if available with torch.no_grad(): logits = model(**features).logits probability = torch.nn.functional.softmax(logits, dim=-1) probs = probability[0].to('cpu').detach().numpy() confidences = {label: float(probs[i]) for i, label in enumerate(labels)} return confidences interface = gr.Interface(classify, gr.Image(shape=(200, 200)), 'text') #demo.launch() interface.launch(debug=False)