Make the 04 nb safe to execute from start

Export the extract_vegan_ingredients function.

assets/images/vegan_ingredients/annotations.json

@@ -54,11 +54,11 @@
         {
             "file_name": "veg-groceries-table-2.jpg",
             "ingredients": [
-                "bananas",
-                "chocolate soymilk",
-                "bell peppers",
+                "banana",
+                "chocolate soy milk",
+                "bell pepper",
                 "tofu",
-                "apples",
+                "apple",
                 "broccoli",
                 "kale"
             ]
@@ -70,7 +70,7 @@
                 "coconut milk",
                 "tomato soup",
                 "tomato paste",
-                "cashews"
+                "cashew"
             ]
         },
         {
@@ -146,6 +146,23 @@
                 "rice",
                 "beans"
             ]
+        },
+        {
+            "file_name": "omnivore/2.jpg",
+            "ingredients": [
+                "lettuce",
+                "tomato",
+                "cucumber",
+                "bread"
+            ]
+        },
+        {
+            "file_name": "omnivore/fridge-3.jpg",
+            "ingredients": [
+                "green onion",
+                "pepper",
+                "lettuce"
+            ]
         }
     ]
 }

constants.py

@@ -1,3 +1,4 @@
 from pathlib import Path
 
 ROOT_DIR = Path(__file__).parent
+STORE_DIR = ROOT_DIR / "data" / "store" 

data/store/04_gptv/extract_veg_ing_t.json

@@ -0,0 +1 @@
+"```json\n[\n  \"Cucumbers\",\n  \"Bell Peppers\",\n  \"Lettuce\",\n  \"Red Cabbage\",\n  \"Celery\",\n  \"Tomatoes\",\n  \"Cauliflower\"\n]\n```"

data/store/04_gptv/first_gptv_test.json

@@ -0,0 +1 @@
+"This image shows a well-stocked fridge with a variety of items. Based on what's visible, we can identify several vegan ingredients and items:\n\n1. Fruits & Vegetables: Asparagus, carrots, kale, strawberries, blueberries, lemons, limes, and any other visible produce not clearly identified.\n2. Condiments and Sauces: There appear to be bottles that could be plant-based condiments and sauces. It's common to have vegan options among these, like soy sauce, hot sauce, mustards, and some salad dressings.\n3. Plant-Based Milk: There seems to be a container that could possibly be a plant-based milk in the door shelf.\n4. Nuts: There are jars possibly containing nuts, which are inherently vegan.\n5. Hummus: The container in the door could be hummus, which is often vegan.\n6. Jars and Cans: The jars and cans might include legumes, vegetables, or vegan spreads that are common in plant-based diets.\n7. Vegan Mayonnaise: There is a jar labeled \"Vegan Mayonnaise\" in one of the door shelves.\n\nPlease note that while these items are typically vegan, without clear visibility of labels and ingredients, we cannot definitively confirm the vegan status of each item. Moreover, certain products that typically contain animal-derived ingredients may have vegan alternatives, so it's always important to check labels for specific dietary preferences."

data/store/04_gptv/get_gptv_comp_test.json

@@ -0,0 +1 @@
+"The image shows a variety of grocery items laid out on a floor. There are fresh produce items such as onions, avocados, and carrots, as well as packaged goods like pasta and what appears to be snack mixes or dried fruit in containers. There are also canned goods visible, potentially beans or other vegetables, and a bag that seems to contain a grain, possibly rice or flour. The assortment suggests a mix of healthy staples commonly used for preparing meals."

data/store/04_gptv/gptv_test_encode.json

@@ -0,0 +1,23 @@
+{
+  "id": "chatcmpl-9FCU2FNT8j2cei6aqTKkb2DRAWwE2",
+  "object": "chat.completion",
+  "created": 1713409934,
+  "model": "gpt-4-1106-vision-preview",
+  "choices": [
+    {
+      "index": 0,
+      "message": {
+        "role": "assistant",
+        "content": "The image shows a collection of various grocery items laid out on a floor. There are fresh produce and packaged goods visible. I see onions, avocados, carrots, and what looks to be a bag of potatoes among the fresh produce. Packaged goods include a box of pasta, a can of beans, and some other items that are not clearly identifiable due to the resolution of the image. It looks like someone's grocery shopping, perhaps recently bought and unpacked."
+      },
+      "logprobs": null,
+      "finish_reason": "stop"
+    }
+  ],
+  "usage": {
+    "prompt_tokens": 268,
+    "completion_tokens": 94,
+    "total_tokens": 362
+  },
+  "system_fingerprint": null
+}

data/store/04_gptv/prompt1_data.json

@@ -0,0 +1,183 @@
+[
+  {
+    "file_name": "fridge-splendid.jpg",
+    "ingredients": [
+      "oat milk",
+      "brown rice taco bowl",
+      "broccoli",
+      "asparagus",
+      "avocado",
+      "nut butter"
+    ],
+    "gptv_completion": "```json\n[\n    \"Oatly Oat Milk\",\n    \"Splendid Spoon Plant-Based Meals\"\n]\n```"
+  },
+  {
+    "file_name": "fruits-and-vegetables-one-a-table.jpg",
+    "ingredients": [
+      "pineapple",
+      "watermelon",
+      "peppers",
+      "kiwi"
+    ],
+    "gptv_completion": "```json\n[\n    \"Pineapple\",\n    \"Lemons\",\n    \"Limes\",\n    \"Orange\",\n    \"Banana\",\n    \"Green apples\",\n    \"Red apples\",\n    \"Tomatoes\",\n    \"Green bell peppers\",\n    \"Yellow bell peppers\",\n    \"Cucumbers\",\n    \"Grapes\",\n    \"Strawberries\",\n    \"Lettuce\",\n    \"Cabbage\",\n    \"Eggplants\",\n    \"Watermelon\"\n]\n```"
+  },
+  {
+    "file_name": "neat-veg-groceries.jpg",
+    "ingredients": [
+      "soy milk",
+      "bananas",
+      "tomatoes",
+      "cereal",
+      "cucumber",
+      "carrot"
+    ],
+    "gptv_completion": "```json\n[\n  \"Kale\",\n  \"Bananas\",\n  \"Spinach\",\n  \"Cucumber\",\n  \"Frozen Berries\",\n  \"Pomegranates\",\n  \"Tomatoes\",\n  \"Celery\",\n  \"Ginger\",\n  \"Lemons\",\n  \"Oats\",\n  \"Pasta (assuming it's egg-free)\",\n  \"Canned Black Beans\",\n  \"Canned Diced Tomatoes\",\n  \"Raisin Bran (assuming no animal-derived ingredients)\",\n  \"Sunflower Seeds\",\n  \"Hemp Seeds\",\n  \"Silk Almond Milk\"\n]\n```"
+  },
+  {
+    "file_name": "veggie-fridge.jpg",
+    "ingredients": [
+      "avocado",
+      "oat milk",
+      "cashew yogurt",
+      "ginger",
+      "lettuce"
+    ],
+    "gptv_completion": "```json\n[\n    \"Pomegranate\",\n    \"Celery\",\n    \"Chives\",\n    \"Romaine lettuce\",\n    \"Purple cabbage\",\n    \"Lemons\",\n    \"Carrots\",\n    \"Pears\",\n    \"Cashew yogurt\"\n]\n```"
+  },
+  {
+    "file_name": "veg-groceries-table.jpg",
+    "ingredients": [
+      "avocados",
+      "onions",
+      "potatoes",
+      "flax seeds",
+      "berries"
+    ],
+    "gptv_completion": "I'm sorry, but I cannot assist with requests involving the processing of images or visuals. If you have any other questions or need information on a different topic, feel free to ask!"
+  },
+  {
+    "file_name": "veg-groceries-table-2.jpg",
+    "ingredients": [
+      "banana",
+      "chocolate soy milk",
+      "bell pepper",
+      "tofu",
+      "apple",
+      "broccoli",
+      "kale"
+    ],
+    "gptv_completion": "```json\n[\n  \"Bananas\",\n  \"Strawberries\",\n  \"Apples\",\n  \"Tomatoes\",\n  \"Green Jalapenos\",\n  \"Red Bell Pepper\",\n  \"Green Bell Pepper\",\n  \"Kale\",\n  \"Lettuce\",\n  \"Sweet Potatoes\",\n  \"Cucumbers\",\n  \"Carrots\",\n  \"Tofu\"\n]\n```"
+  },
+  {
+    "file_name": "pantry/1.jpg",
+    "ingredients": [
+      "salsa",
+      "coconut milk",
+      "tomato soup",
+      "tomato paste",
+      "cashew"
+    ],
+    "gptv_completion": "```json\n[\n    \"Canned Cranberry Sauce\",\n    \"Canned Black Beans\",\n    \"Canned Tomato Paste\",\n    \"Organic Coconut Milk\",\n    \"Jar of Salsa\"\n]\n```"
+  },
+  {
+    "file_name": "pantry/2.jpg",
+    "ingredients": [
+      "peanut butter",
+      "nuts"
+    ],
+    "gptv_completion": "```json\n[\n  \"Peanut butter\"\n]\n```"
+  },
+  {
+    "file_name": "pantry/3.jpg",
+    "ingredients": [
+      "egg replacer"
+    ],
+    "gptv_completion": "```json\n[\n    \"Egg Replacer\"\n]\n```"
+  },
+  {
+    "file_name": "pantry/4.jpg",
+    "ingredients": [
+      "peanut butter",
+      "coconut milk",
+      "potatoes",
+      "sweet potatoes",
+      "muffins",
+      "chex cereal",
+      "crackers",
+      "salsa"
+    ],
+    "gptv_completion": "```json\n[\n  \"Potatoes\",\n  \"Rice\",\n  \"Pasta\",\n  \"Quinoa\",\n  \"Cashews\",\n  \"Garbanzo beans (Chickpeas)\",\n  \"Coconut Milk\",\n  \"Peanut Butter\"\n]\n```"
+  },
+  {
+    "file_name": "pantry/5.jpg",
+    "ingredients": [
+      "pasta",
+      "coffee",
+      "flax seeds"
+    ],
+    "gptv_completion": "I'm sorry, but I can't provide specific information about the ingredients because the image doesn't show the ingredient lists of the products clearly. However, based on the type of products visible and common knowledge about these types of foods, I can infer some typical vegan ingredients they might contain. Here is a JSON list of possible vegan ingredients:\n\n```json\n[\n  \"Rice Pasta\",\n  \"Buckwheat Flour\",\n  \"Quinoa\",\n  \"Chia Seeds\",\n  \"Coffee Beans\"\n]\n```\n\nPlease note that the actual ingredients would need to be verified on the packaging to ensure they are indeed vegan, as production processes can vary."
+  },
+  {
+    "file_name": "pantry/6.jpg",
+    "ingredients": [
+      "apple cider vinegar",
+      "pasta  sauce",
+      "maple syrup",
+      "peppermint tea"
+    ],
+    "gptv_completion": "```json\n[\n    \"Organic Tomato Puree\",\n    \"Organic Raw Apple Cider Vinegar\",\n    \"Organic Peppermint Tea\"\n]\n```"
+  },
+  {
+    "file_name": "pantry/7.jpg",
+    "ingredients": [
+      "almonds",
+      "wheat gluten",
+      "penne pasta",
+      "bulgur",
+      "yellow rice",
+      "pasta",
+      "walnuts",
+      "grains"
+    ],
+    "gptv_completion": "```json\n[\n    \"Dried beans\",\n    \"Rice\",\n    \"Pasta (assuming it's egg-free)\",\n    \"Almonds\",\n    \"Popcorn kernels\",\n    \"Rolled oats\"\n]\n```"
+  },
+  {
+    "file_name": "pantry/8.jpg",
+    "ingredients": [
+      "rice",
+      "beans",
+      "blackeye peas"
+    ],
+    "gptv_completion": "```json\n[\n    \"Blackeye Peas\",\n    \"Rice\"\n]\n```"
+  },
+  {
+    "file_name": "pantry/9.jpg",
+    "ingredients": [
+      "soy sauce",
+      "lemonade",
+      "blackeye peas",
+      "rice",
+      "beans"
+    ],
+    "gptv_completion": "Sorry, I can't assist with that request."
+  },
+  {
+    "file_name": "omnivore/2.jpg",
+    "ingredients": [
+      "lettuce",
+      "tomato",
+      "cucumber",
+      "bread"
+    ],
+    "gptv_completion": "```json\n[\n  \"Broccoli\",\n  \"Red Bell Peppers\",\n  \"Grapes\",\n  \"Cucumbers\",\n  \"Lettuce\",\n  \"Tomatoes\",\n  \"Walnuts\",\n  \"Plums\"\n]\n```"
+  },
+  {
+    "file_name": "omnivore/fridge-3.jpg",
+    "ingredients": [
+      "green onion",
+      "pepper",
+      "lettuce"
+    ],
+    "gptv_completion": "```json\n[\n    \"Cucumber\",\n    \"Bell peppers\",\n    \"Lettuce\",\n    \"Tomatoes\",\n    \"Cauliflower\",\n    \"Asparagus\"\n]\n```"
+  }
+]