🍻 cheers

README.md

@@ -2,6 +2,7 @@
 license: apache-2.0
 base_model: google/vit-base-patch16-224
 tags:
+- image-classification
 - generated_from_trainer
 metrics:
 - accuracy
@@ -18,13 +19,13 @@ should probably proofread and complete it, then remove this comment. -->
 
 # vit-dropout-0.4
 
-This model is a fine-tuned version of [google/vit-base-patch16-224](https://huggingface.co/google/vit-base-patch16-224) on an unknown dataset.
+This model is a fine-tuned version of [google/vit-base-patch16-224](https://huggingface.co/google/vit-base-patch16-224) on the skin-cancer dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.5599
-- Accuracy: 0.8752
-- Precision: 0.8758
-- Recall: 0.8752
-- F1: 0.8746
+- Loss: 0.4953
+- Accuracy: 0.8402
+- Precision: 0.8424
+- Recall: 0.8402
+- F1: 0.8404
 
 ## Model description
 

all_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 19.0,
+    "eval_accuracy": 0.8401525658807212,
+    "eval_f1": 0.8403607055183363,
+    "eval_loss": 0.49532002210617065,
+    "eval_precision": 0.8423956140728975,
+    "eval_recall": 0.8401525658807212,
+    "eval_runtime": 23.1598,
+    "eval_samples_per_second": 124.526,
+    "eval_steps_per_second": 15.587,
+    "total_flos": 7.550537882380222e+18,
+    "train_loss": 0.579371564758471,
+    "train_runtime": 2226.9019,
+    "train_samples_per_second": 230.275,
+    "train_steps_per_second": 14.415
+}

eval_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 19.0,
+    "eval_accuracy": 0.8401525658807212,
+    "eval_f1": 0.8403607055183363,
+    "eval_loss": 0.49532002210617065,
+    "eval_precision": 0.8423956140728975,
+    "eval_recall": 0.8401525658807212,
+    "eval_runtime": 23.1598,
+    "eval_samples_per_second": 124.526,
+    "eval_steps_per_second": 15.587
+}

runs/Mar21_08-16-46_45242e0ea5c0/events.out.tfevents.1711011309.45242e0ea5c0.20273.9

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5925d00a503d0155e4efdd53d3216da08eb8189be62e8d5c8c10fd10b5ce0be5
+size 560

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 19.0,
+    "total_flos": 7.550537882380222e+18,
+    "train_loss": 0.579371564758471,
+    "train_runtime": 2226.9019,
+    "train_samples_per_second": 230.275,
+    "train_steps_per_second": 14.415
+}

trainer_state.json

@@ -0,0 +1,391 @@
+{
+  "best_metric": 0.49532002210617065,
+  "best_model_checkpoint": "./vit-dropout-0.4/checkpoint-2889",
+  "epoch": 19.0,
+  "eval_steps": 500,
+  "global_step": 6099,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "grad_norm": 20.27271842956543,
+      "learning_rate": 9.008498583569406e-05,
+      "loss": 1.5638,
+      "step": 321
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.625866851595007,
+      "eval_f1": 0.6634599560471133,
+      "eval_loss": 0.917059063911438,
+      "eval_precision": 0.7843432532062684,
+      "eval_recall": 0.625866851595007,
+      "eval_runtime": 22.9894,
+      "eval_samples_per_second": 125.449,
+      "eval_steps_per_second": 15.703,
+      "step": 321
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 2.8246476650238037,
+      "learning_rate": 9.967994652315143e-05,
+      "loss": 1.1092,
+      "step": 642
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.7007628294036061,
+      "eval_f1": 0.7192900679194619,
+      "eval_loss": 0.7738657593727112,
+      "eval_precision": 0.7903482253631083,
+      "eval_recall": 0.7007628294036061,
+      "eval_runtime": 22.8225,
+      "eval_samples_per_second": 126.367,
+      "eval_steps_per_second": 15.818,
+      "step": 642
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 4.247750282287598,
+      "learning_rate": 9.856371224544644e-05,
+      "loss": 0.9892,
+      "step": 963
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.7780859916782247,
+      "eval_f1": 0.778423467149636,
+      "eval_loss": 0.6145934462547302,
+      "eval_precision": 0.790423999944827,
+      "eval_recall": 0.7780859916782247,
+      "eval_runtime": 22.6731,
+      "eval_samples_per_second": 127.199,
+      "eval_steps_per_second": 15.922,
+      "step": 963
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 13.25033950805664,
+      "learning_rate": 9.666449571439611e-05,
+      "loss": 0.8735,
+      "step": 1284
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.7454923717059639,
+      "eval_f1": 0.7615557397273891,
+      "eval_loss": 0.6262115836143494,
+      "eval_precision": 0.807493921529863,
+      "eval_recall": 0.7454923717059639,
+      "eval_runtime": 22.9609,
+      "eval_samples_per_second": 125.605,
+      "eval_steps_per_second": 15.722,
+      "step": 1284
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 7.960892677307129,
+      "learning_rate": 9.401291758831328e-05,
+      "loss": 0.8118,
+      "step": 1605
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.7163661581137309,
+      "eval_f1": 0.7311152376922296,
+      "eval_loss": 0.7255703806877136,
+      "eval_precision": 0.8185184282178283,
+      "eval_recall": 0.7163661581137309,
+      "eval_runtime": 22.9078,
+      "eval_samples_per_second": 125.896,
+      "eval_steps_per_second": 15.759,
+      "step": 1605
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 4.861917972564697,
+      "learning_rate": 9.065172868916128e-05,
+      "loss": 0.7794,
+      "step": 1926
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.7819001386962552,
+      "eval_f1": 0.7924960521456311,
+      "eval_loss": 0.608811616897583,
+      "eval_precision": 0.8200552259690934,
+      "eval_recall": 0.7819001386962552,
+      "eval_runtime": 22.5121,
+      "eval_samples_per_second": 128.109,
+      "eval_steps_per_second": 16.036,
+      "step": 1926
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 8.067416191101074,
+      "learning_rate": 8.663512074027613e-05,
+      "loss": 0.6835,
+      "step": 2247
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.7624826629680999,
+      "eval_f1": 0.778275921221607,
+      "eval_loss": 0.5834646821022034,
+      "eval_precision": 0.8169986016936643,
+      "eval_recall": 0.7624826629680999,
+      "eval_runtime": 23.3953,
+      "eval_samples_per_second": 123.273,
+      "eval_steps_per_second": 15.43,
+      "step": 2247
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 3.7579257488250732,
+      "learning_rate": 8.202785264490498e-05,
+      "loss": 0.5997,
+      "step": 2568
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.765256588072122,
+      "eval_f1": 0.7821382649754356,
+      "eval_loss": 0.6475569605827332,
+      "eval_precision": 0.826387274966978,
+      "eval_recall": 0.765256588072122,
+      "eval_runtime": 22.6325,
+      "eval_samples_per_second": 127.427,
+      "eval_steps_per_second": 15.95,
+      "step": 2568
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 10.09793758392334,
+      "learning_rate": 7.692088630529957e-05,
+      "loss": 0.5814,
+      "step": 2889
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.8401525658807212,
+      "eval_f1": 0.8403607055183363,
+      "eval_loss": 0.49532002210617065,
+      "eval_precision": 0.8423956140728975,
+      "eval_recall": 0.8401525658807212,
+      "eval_runtime": 25.1073,
+      "eval_samples_per_second": 114.867,
+      "eval_steps_per_second": 14.378,
+      "step": 2889
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 7.585777282714844,
+      "learning_rate": 7.136468478571602e-05,
+      "loss": 0.5134,
+      "step": 3210
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.8103328710124826,
+      "eval_f1": 0.8220041299869107,
+      "eval_loss": 0.5335156321525574,
+      "eval_precision": 0.8534486868065884,
+      "eval_recall": 0.8103328710124826,
+      "eval_runtime": 24.7217,
+      "eval_samples_per_second": 116.659,
+      "eval_steps_per_second": 14.603,
+      "step": 3210
+    },
+    {
+      "epoch": 11.0,
+      "grad_norm": 20.268178939819336,
+      "learning_rate": 6.546402506345253e-05,
+      "loss": 0.5109,
+      "step": 3531
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.8124133148404993,
+      "eval_f1": 0.8191514417244506,
+      "eval_loss": 0.5497095584869385,
+      "eval_precision": 0.8414741317511313,
+      "eval_recall": 0.8124133148404993,
+      "eval_runtime": 23.8572,
+      "eval_samples_per_second": 120.886,
+      "eval_steps_per_second": 15.132,
+      "step": 3531
+    },
+    {
+      "epoch": 12.0,
+      "grad_norm": 3.8051164150238037,
+      "learning_rate": 5.931404220195339e-05,
+      "loss": 0.4073,
+      "step": 3852
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.8311373092926491,
+      "eval_f1": 0.831620079776665,
+      "eval_loss": 0.5754452347755432,
+      "eval_precision": 0.8347554735526493,
+      "eval_recall": 0.8311373092926491,
+      "eval_runtime": 24.6815,
+      "eval_samples_per_second": 116.849,
+      "eval_steps_per_second": 14.626,
+      "step": 3852
+    },
+    {
+      "epoch": 13.0,
+      "grad_norm": 1.562414526939392,
+      "learning_rate": 5.30138910478373e-05,
+      "loss": 0.3255,
+      "step": 4173
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.8574895977808599,
+      "eval_f1": 0.8525988995704912,
+      "eval_loss": 0.5593818426132202,
+      "eval_precision": 0.8620968298732496,
+      "eval_recall": 0.8574895977808599,
+      "eval_runtime": 24.0309,
+      "eval_samples_per_second": 120.012,
+      "eval_steps_per_second": 15.022,
+      "step": 4173
+    },
+    {
+      "epoch": 14.0,
+      "grad_norm": 0.7332964539527893,
+      "learning_rate": 4.666514757870119e-05,
+      "loss": 0.3288,
+      "step": 4494
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.8332177531206657,
+      "eval_f1": 0.8401776032043191,
+      "eval_loss": 0.6329751014709473,
+      "eval_precision": 0.8607345037298127,
+      "eval_recall": 0.8332177531206657,
+      "eval_runtime": 23.7481,
+      "eval_samples_per_second": 121.441,
+      "eval_steps_per_second": 15.201,
+      "step": 4494
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 5.967740535736084,
+      "learning_rate": 4.038959286483306e-05,
+      "loss": 0.2434,
+      "step": 4815
+    },
+    {
+      "epoch": 15.0,
+      "eval_accuracy": 0.8606102635228848,
+      "eval_f1": 0.861866915129384,
+      "eval_loss": 0.5198509693145752,
+      "eval_precision": 0.8645868176470374,
+      "eval_recall": 0.8606102635228848,
+      "eval_runtime": 23.048,
+      "eval_samples_per_second": 125.13,
+      "eval_steps_per_second": 15.663,
+      "step": 4815
+    },
+    {
+      "epoch": 16.0,
+      "grad_norm": 19.630001068115234,
+      "learning_rate": 3.424923705075116e-05,
+      "loss": 0.2185,
+      "step": 5136
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 0.858876560332871,
+      "eval_f1": 0.860451647543394,
+      "eval_loss": 0.5324673652648926,
+      "eval_precision": 0.8647326759799664,
+      "eval_recall": 0.858876560332871,
+      "eval_runtime": 22.8629,
+      "eval_samples_per_second": 126.143,
+      "eval_steps_per_second": 15.79,
+      "step": 5136
+    },
+    {
+      "epoch": 17.0,
+      "grad_norm": 0.011605961248278618,
+      "learning_rate": 2.8362827388964596e-05,
+      "loss": 0.1707,
+      "step": 5457
+    },
+    {
+      "epoch": 17.0,
+      "eval_accuracy": 0.8640776699029126,
+      "eval_f1": 0.8597682191227608,
+      "eval_loss": 0.5524240136146545,
+      "eval_precision": 0.8638803900922614,
+      "eval_recall": 0.8640776699029126,
+      "eval_runtime": 22.516,
+      "eval_samples_per_second": 128.087,
+      "eval_steps_per_second": 16.033,
+      "step": 5457
+    },
+    {
+      "epoch": 18.0,
+      "grad_norm": 25.897785186767578,
+      "learning_rate": 2.2825269192267617e-05,
+      "loss": 0.1702,
+      "step": 5778
+    },
+    {
+      "epoch": 18.0,
+      "eval_accuracy": 0.8522884882108183,
+      "eval_f1": 0.8551640876798166,
+      "eval_loss": 0.5471655130386353,
+      "eval_precision": 0.8612118088331184,
+      "eval_recall": 0.8522884882108183,
+      "eval_runtime": 22.9729,
+      "eval_samples_per_second": 125.539,
+      "eval_steps_per_second": 15.714,
+      "step": 5778
+    },
+    {
+      "epoch": 19.0,
+      "grad_norm": 0.07399608939886093,
+      "learning_rate": 1.7725843316558628e-05,
+      "loss": 0.128,
+      "step": 6099
+    },
+    {
+      "epoch": 19.0,
+      "eval_accuracy": 0.8751733703190014,
+      "eval_f1": 0.8745515169095409,
+      "eval_loss": 0.559937596321106,
+      "eval_precision": 0.8758481332673859,
+      "eval_recall": 0.8751733703190014,
+      "eval_runtime": 22.9935,
+      "eval_samples_per_second": 125.427,
+      "eval_steps_per_second": 15.7,
+      "step": 6099
+    },
+    {
+      "epoch": 19.0,
+      "step": 6099,
+      "total_flos": 7.550537882380222e+18,
+      "train_loss": 0.579371564758471,
+      "train_runtime": 2226.9019,
+      "train_samples_per_second": 230.275,
+      "train_steps_per_second": 14.415
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 32100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 100,
+  "save_steps": 500,
+  "total_flos": 7.550537882380222e+18,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}