Training in progress, epoch 1

.gitattributes

@@ -25,7 +25,6 @@
 *.safetensors filter=lfs diff=lfs merge=lfs -text
 saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
 *.tflite filter=lfs diff=lfs merge=lfs -text
 *.tgz filter=lfs diff=lfs merge=lfs -text
 *.wasm filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

.ipynb_checkpoints/Untitled-checkpoint.ipynb

@@ -0,0 +1,6 @@
+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

.ipynb_checkpoints/pytorch_model-checkpoint.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaef78052175f481c584c4a565d03b7c231cbf0288205ad4ad4bd6ec7741b842
+size 134

README.md

@@ -0,0 +1,81 @@
+---
+license: apache-2.0
+tags:
+- generated_from_trainer
+datasets:
+- food101
+metrics:
+- accuracy
+model-index:
+- name: vit-base-patch16-224-in21k-finetuned-lora-food101
+  results:
+  - task:
+      name: Image Classification
+      type: image-classification
+    dataset:
+      name: food101
+      type: food101
+      config: default
+      split: train[:5000]
+      args: default
+    metrics:
+    - name: Accuracy
+      type: accuracy
+      value: 0.964
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# vit-base-patch16-224-in21k-finetuned-lora-food101
+
+This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the food101 dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1408
+- Accuracy: 0.964
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.005
+- train_batch_size: 128
+- eval_batch_size: 128
+- seed: 42
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 512
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 5
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|
+| No log        | 1.0   | 9    | 0.5739          | 0.874    |
+| 2.1968        | 2.0   | 18   | 0.2064          | 0.944    |
+| 0.3323        | 3.0   | 27   | 0.1521          | 0.96     |
+| 0.2087        | 4.0   | 36   | 0.1408          | 0.964    |
+| 0.1678        | 5.0   | 45   | 0.1352          | 0.962    |
+
+
+### Framework versions
+
+- Transformers 4.26.1
+- Pytorch 1.13.1+cu117
+- Datasets 2.9.0
+- Tokenizers 0.12.1

Untitled.ipynb

@@ -0,0 +1,135 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "552bba22-970a-438b-ac08-ffa77ca61aee",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from transformers import ViTImageProcessor, ViTModel\n",
+    "# from datasets import load_dataset\n",
+    "from PIL import Image\n",
+    "import requests"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "0645639a-b497-41af-aefa-9503da880463",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "f772ceaf98c84fecbc848f924bbe3398",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "preprocessor_config.json:   0%|          | 0.00/325 [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "d58d7b601e2b4859a5f1b54892056749",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "config.json:   0%|          | 0.00/5.43k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "4dedafc3fc8a4dacb134148fa7119c84",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "pytorch_model.bin:   0%|          | 0.00/346M [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Some weights of ViTModel were not initialized from the model checkpoint at jsacex/vit-base-patch16-224-in21k-finetuned-lora-food101 and are newly initialized: ['vit.pooler.dense.bias', 'vit.pooler.dense.weight']\n",
+      "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
+     ]
+    }
+   ],
+   "source": [
+    "# dataset = load_dataset(\"food101\")\n",
+    "# url = 'http://images.cocodataset.org/val2017/000000039769.jpg'\n",
+    "# image = Image.open(requests.get(url, stream=True).raw)\n",
+    "image = Image.open(r\"image.jpg\")\n",
+    "\n",
+    "processor = ViTImageProcessor.from_pretrained('jsacex/vit-base-patch16-224-in21k-finetuned-lora-food101')\n",
+    "model = ViTModel.from_pretrained('jsacex/vit-base-patch16-224-in21k-finetuned-lora-food101')\n",
+    "inputs = processor(images = image, return_tensors=\"pt\")\n",
+    "\n",
+    "outputs = model(**inputs)\n",
+    "last_hidden_states = outputs.last_hidden_state"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "id": "7572729d-839d-4a9d-bc22-2a69bb8e9aaf",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "torch.Size([1, 197, 768])\n"
+     ]
+    }
+   ],
+   "source": [
+    "print(last_hidden_states.shape)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "8eb3fa73-6b0c-4a08-b084-a2bd007f2fe4",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.9.12"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": {
+    "base_model_class": "ViTForImageClassification",
+    "parent_library": "transformers.models.vit.modeling_vit"
+  },
+  "base_model_name_or_path": "google/vit-base-patch16-224-in21k",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "classifier"
+  ],
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "value",
+    "query"
+  ],
+  "task_type": null,
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fdc10c9ccf030f0416a9d34aa0a1e041eff1df526e3c8ed448186abc6db91c
+size 2677140

config.json

@@ -0,0 +1,230 @@
+{
+  "_name_or_path": "google/vit-base-patch16-224-in21k",
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "apple_pie",
+    "1": "baby_back_ribs",
+    "2": "baklava",
+    "3": "beef_carpaccio",
+    "4": "beef_tartare",
+    "5": "beet_salad",
+    "6": "beignets",
+    "7": "bibimbap",
+    "8": "bread_pudding",
+    "9": "breakfast_burrito",
+    "10": "bruschetta",
+    "11": "caesar_salad",
+    "12": "cannoli",
+    "13": "caprese_salad",
+    "14": "carrot_cake",
+    "15": "ceviche",
+    "16": "cheesecake",
+    "17": "cheese_plate",
+    "18": "chicken_curry",
+    "19": "chicken_quesadilla",
+    "20": "chicken_wings",
+    "21": "chocolate_cake",
+    "22": "chocolate_mousse",
+    "23": "churros",
+    "24": "clam_chowder",
+    "25": "club_sandwich",
+    "26": "crab_cakes",
+    "27": "creme_brulee",
+    "28": "croque_madame",
+    "29": "cup_cakes",
+    "30": "deviled_eggs",
+    "31": "donuts",
+    "32": "dumplings",
+    "33": "edamame",
+    "34": "eggs_benedict",
+    "35": "escargots",
+    "36": "falafel",
+    "37": "filet_mignon",
+    "38": "fish_and_chips",
+    "39": "foie_gras",
+    "40": "french_fries",
+    "41": "french_onion_soup",
+    "42": "french_toast",
+    "43": "fried_calamari",
+    "44": "fried_rice",
+    "45": "frozen_yogurt",
+    "46": "garlic_bread",
+    "47": "gnocchi",
+    "48": "greek_salad",
+    "49": "grilled_cheese_sandwich",
+    "50": "grilled_salmon",
+    "51": "guacamole",
+    "52": "gyoza",
+    "53": "hamburger",
+    "54": "hot_and_sour_soup",
+    "55": "hot_dog",
+    "56": "huevos_rancheros",
+    "57": "hummus",
+    "58": "ice_cream",
+    "59": "lasagna",
+    "60": "lobster_bisque",
+    "61": "lobster_roll_sandwich",
+    "62": "macaroni_and_cheese",
+    "63": "macarons",
+    "64": "miso_soup",
+    "65": "mussels",
+    "66": "nachos",
+    "67": "omelette",
+    "68": "onion_rings",
+    "69": "oysters",
+    "70": "pad_thai",
+    "71": "paella",
+    "72": "pancakes",
+    "73": "panna_cotta",
+    "74": "peking_duck",
+    "75": "pho",
+    "76": "pizza",
+    "77": "pork_chop",
+    "78": "poutine",
+    "79": "prime_rib",
+    "80": "pulled_pork_sandwich",
+    "81": "ramen",
+    "82": "ravioli",
+    "83": "red_velvet_cake",
+    "84": "risotto",
+    "85": "samosa",
+    "86": "sashimi",
+    "87": "scallops",
+    "88": "seaweed_salad",
+    "89": "shrimp_and_grits",
+    "90": "spaghetti_bolognese",
+    "91": "spaghetti_carbonara",
+    "92": "spring_rolls",
+    "93": "steak",
+    "94": "strawberry_shortcake",
+    "95": "sushi",
+    "96": "tacos",
+    "97": "takoyaki",
+    "98": "tiramisu",
+    "99": "tuna_tartare",
+    "100": "waffles"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "apple_pie": 0,
+    "baby_back_ribs": 1,
+    "baklava": 2,
+    "beef_carpaccio": 3,
+    "beef_tartare": 4,
+    "beet_salad": 5,
+    "beignets": 6,
+    "bibimbap": 7,
+    "bread_pudding": 8,
+    "breakfast_burrito": 9,
+    "bruschetta": 10,
+    "caesar_salad": 11,
+    "cannoli": 12,
+    "caprese_salad": 13,
+    "carrot_cake": 14,
+    "ceviche": 15,
+    "cheese_plate": 17,
+    "cheesecake": 16,
+    "chicken_curry": 18,
+    "chicken_quesadilla": 19,
+    "chicken_wings": 20,
+    "chocolate_cake": 21,
+    "chocolate_mousse": 22,
+    "churros": 23,
+    "clam_chowder": 24,
+    "club_sandwich": 25,
+    "crab_cakes": 26,
+    "creme_brulee": 27,
+    "croque_madame": 28,
+    "cup_cakes": 29,
+    "deviled_eggs": 30,
+    "donuts": 31,
+    "dumplings": 32,
+    "edamame": 33,
+    "eggs_benedict": 34,
+    "escargots": 35,
+    "falafel": 36,
+    "filet_mignon": 37,
+    "fish_and_chips": 38,
+    "foie_gras": 39,
+    "french_fries": 40,
+    "french_onion_soup": 41,
+    "french_toast": 42,
+    "fried_calamari": 43,
+    "fried_rice": 44,
+    "frozen_yogurt": 45,
+    "garlic_bread": 46,
+    "gnocchi": 47,
+    "greek_salad": 48,
+    "grilled_cheese_sandwich": 49,
+    "grilled_salmon": 50,
+    "guacamole": 51,
+    "gyoza": 52,
+    "hamburger": 53,
+    "hot_and_sour_soup": 54,
+    "hot_dog": 55,
+    "huevos_rancheros": 56,
+    "hummus": 57,
+    "ice_cream": 58,
+    "lasagna": 59,
+    "lobster_bisque": 60,
+    "lobster_roll_sandwich": 61,
+    "macaroni_and_cheese": 62,
+    "macarons": 63,
+    "miso_soup": 64,
+    "mussels": 65,
+    "nachos": 66,
+    "omelette": 67,
+    "onion_rings": 68,
+    "oysters": 69,
+    "pad_thai": 70,
+    "paella": 71,
+    "pancakes": 72,
+    "panna_cotta": 73,
+    "peking_duck": 74,
+    "pho": 75,
+    "pizza": 76,
+    "pork_chop": 77,
+    "poutine": 78,
+    "prime_rib": 79,
+    "pulled_pork_sandwich": 80,
+    "ramen": 81,
+    "ravioli": 82,
+    "red_velvet_cake": 83,
+    "risotto": 84,
+    "samosa": 85,
+    "sashimi": 86,
+    "scallops": 87,
+    "seaweed_salad": 88,
+    "shrimp_and_grits": 89,
+    "spaghetti_bolognese": 90,
+    "spaghetti_carbonara": 91,
+    "spring_rolls": 92,
+    "steak": 93,
+    "strawberry_shortcake": 94,
+    "sushi": 95,
+    "tacos": 96,
+    "takoyaki": 97,
+    "tiramisu": 98,
+    "tuna_tartare": 99,
+    "waffles": 100
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.26.1"
+}

preprocessor_config.json

@@ -0,0 +1,36 @@
+{
+  "_valid_processor_keys": [
+    "images",
+    "do_resize",
+    "size",
+    "resample",
+    "do_rescale",
+    "rescale_factor",
+    "do_normalize",
+    "image_mean",
+    "image_std",
+    "return_tensors",
+    "data_format",
+    "input_data_format"
+  ],
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaef78052175f481c584c4a565d03b7c231cbf0288205ad4ad4bd6ec7741b842
+size 134

runs/Mar26_03-38-59_node1401.palmetto.clemson.edu/events.out.tfevents.1711439362.node1401.palmetto.clemson.edu.631921.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e8c7271d22934bf3930c87a059d9ed1c982df4873c8d8a89f023faec0f8913
+size 9421

runs/Mar26_03-52-18_node1401.palmetto.clemson.edu/events.out.tfevents.1711439543.node1401.palmetto.clemson.edu.633326.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73cc62f25932eabf74bc5b03a9ab4192ad04ce98b491dd9203ab0b114d9f840
+size 9736

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e196867ed45151b00144a6b0628ea01ff70f9d31b70f35292840bb08288c4f5
+size 4603