Spaces:
Sleeping
Sleeping
| import os | |
| import requests | |
| import json | |
| import torch | |
| import timm | |
| import torch.nn as nn | |
| import torchvision | |
| from torchvision import transforms, datasets, models | |
| import torch.nn.functional as F | |
| import PIL | |
| import PIL.Image as Image | |
| import numpy as np | |
| from transformers import CLIPProcessor, CLIPModel | |
| classes_outside_india = ['apple pie', 'baby back ribs', 'baklava', 'beef carpaccio', 'beef tartare', | |
| 'beet salad', 'beignets', 'bibimbap', 'bread pudding', 'breakfast burrito', | |
| 'bruschetta', 'caesar_salad', 'cannoli', 'caprese salad', 'carrot cake', | |
| 'ceviche', 'cheese plate', 'cheesecake', 'chicken curry', | |
| 'chicken quesadilla', 'chicken wings', 'chocolate cake', 'chocolate mousse', | |
| 'churros', 'clam chowder', 'club sandwich', 'crab cakes', 'creme brulee', | |
| 'croque madame', 'cup cakes', 'deviled eggs', 'donuts', 'dumplings', 'edamame', | |
| 'eggs benedict', 'escargots', 'falafel', 'filet mignon', 'fish and chips', | |
| 'foie gras', 'french fries', 'french onion soup', 'french toast', | |
| 'fried calamari', 'fried rice', 'frozen yogurt', 'garlic bread', 'gnocchi', | |
| 'greek salad', 'grilled cheese sandwich', 'grilled salmon', 'guacamole', | |
| 'gyoza', 'hamburger', 'hot and sour soup', 'hot dog', 'huevos rancheros', | |
| 'hummus', 'ice cream', 'lasagna', 'lobster bisque', 'lobster roll sandwich', | |
| 'macaroni and cheese', 'macarons', 'miso soup', 'mussels', 'nachos', | |
| 'omelette', 'onion rings', 'oysters', 'pad thai', 'paella', 'pancakes', | |
| 'panna cotta', 'peking duck', 'pho', 'pizza', 'pork chop', 'poutine', | |
| 'prime rib', 'pulled pork sandwich', 'ramen', 'ravioli', 'red velvet cake', | |
| 'risotto', 'samosa', 'sashimi', 'scallops', 'seaweed salad', | |
| 'shrimp and grits', 'spaghetti bolognese', 'spaghetti carbonara', | |
| 'spring rolls', 'steak', 'strawberry_shortcake', 'sushi', 'tacos', 'takoyaki', | |
| 'tiramisu', 'tuna tartare', 'waffles'] | |
| classes_india = ['burger','butter_naan', 'chai', 'chapati', 'chole_bhature', 'dal_makhani', 'dhokla', 'fried_rice', 'idli', | |
| 'jalebi', 'kaathi_rolls', 'kadai_paneer', 'kulfi', 'masala_dosa', 'momos', 'paani_puri', 'pakode', 'pav_bhaji', | |
| 'pizza', 'samosa'] | |
| def food_nofood_pred(input_image): | |
| # input labels for clip model | |
| labels = ['food', 'not food'] | |
| # CLIP Model for classification | |
| food_nofood_model = CLIPModel.from_pretrained("flax-community/clip-rsicd-v2") | |
| processor = CLIPProcessor.from_pretrained("flax-community/clip-rsicd-v2") | |
| # image = Image.open(requests.get(uploaded_file, stream=True).raw) | |
| inputs = processor(text=[f"a photo of a {l}" for l in labels], images=input_image, return_tensors="pt", padding=True) | |
| outputs = food_nofood_model(**inputs) | |
| logits_per_image = outputs.logits_per_image | |
| probs = logits_per_image.softmax(dim=1) | |
| print(probs) | |
| pred = probs.detach().cpu().numpy().argmax(axis=1) | |
| pred_class = labels[pred[0]] | |
| return pred_class | |
| def make_pred_outside_india(input_img, model, device, user_location): | |
| input_img = input_img.unsqueeze(0) | |
| model.eval() | |
| pred = model(input_img) | |
| # if torch.cuda.is_available(): | |
| # pred = F.softmax(pred).detach().cpu().numpy() | |
| # y_prob = pred.argmax(axis=1)[0] #return index with highest class probability | |
| # else: | |
| pred = F.softmax(pred).detach().numpy() | |
| y_prob = pred.argmax(axis=1)[0] | |
| if(user_location=='Outside India'): | |
| class_label = classes_outside_india[y_prob] | |
| elif(user_location=='India'): | |
| class_label = classes_india[y_prob] | |
| return class_label | |
| def getmodel_outside_india(model_path): | |
| # device = torch.device('cuda' if torch.cuda.is_available() else 'cpu') | |
| effnet_b0 = timm.create_model(pretrained=True, model_name='tf_efficientnet_b0') | |
| for param in effnet_b0.parameters(): | |
| param.requires_grad = True | |
| effnet_b0.classifier = nn.Linear(1280, len(classes_outside_india)) | |
| effnet_b0 = effnet_b0 | |
| #Model Loading | |
| effnet_b0.load_state_dict(torch.load(model_path,map_location='cpu')) | |
| return effnet_b0 | |
| def getmodel_india(model_path): | |
| #defining model | |
| # device = torch.device('cuda' if torch.cuda.is_available() else 'cpu') | |
| effnet_b0 = timm.create_model(pretrained=True, model_name='tf_efficientnet_b0') | |
| for param in effnet_b0.parameters(): | |
| param.requires_grad = True | |
| effnet_b0.classifier = nn.Linear(1280, len(classes_india)) | |
| effnet_b0 = effnet_b0 | |
| #Model Loading | |
| effnet_b0.load_state_dict(torch.load(model_path, map_location='cpu')) | |
| return effnet_b0 | |
| def load_prepare_img(image): | |
| normalize = transforms.Normalize( | |
| [0.485, 0.456, 0.406], | |
| [0.229, 0.224, 0.225] | |
| ) | |
| test_transform = transforms.Compose([ | |
| transforms.Resize((225, 225)), | |
| transforms.CenterCrop(224), | |
| transforms.ToTensor(), | |
| normalize, | |
| ]) | |
| input_img = test_transform(image) | |
| device = torch.device('cuda' if torch.cuda.is_available() else 'cpu') | |
| return input_img,device | |
| def fetch_recipe(food_name): | |
| url = "https://recipesapi2.p.rapidapi.com/recipes/"+food_name | |
| querystring = {"maxRecipes":"1"} | |
| headers = { | |
| 'x-rapidapi-host': "recipesapi2.p.rapidapi.com", | |
| 'x-rapidapi-key': "f6f6823b91msh9e92fed91d5356ap136f5djsn494d8f582fb3" | |
| } | |
| response = requests.request("GET", url, headers=headers, params=querystring) | |
| json_data = json.loads(response.text) | |
| recipe_data = json_data['data'][0] | |
| return recipe_data |