Training in progress, epoch 1

all_results.json

@@ -0,0 +1,13 @@
+{
+    "epoch": 10.0,
+    "eval_accuracy": 0.8239795918367347,
+    "eval_loss": 0.5953671932220459,
+    "eval_runtime": 5.6208,
+    "eval_samples_per_second": 69.741,
+    "eval_steps_per_second": 0.712,
+    "total_flos": 3.601200153797591e+18,
+    "train_loss": 1.0979123047419956,
+    "train_runtime": 797.9064,
+    "train_samples_per_second": 44.166,
+    "train_steps_per_second": 0.088
+}

config.json

@@ -0,0 +1,115 @@
+{
+  "_name_or_path": "facebook/dinov2-base",
+  "apply_layernorm": true,
+  "architectures": [
+    "Dinov2ForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "drop_path_rate": 0.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "Basal Cell Carcinoma",
+    "1": "Darier_s Disease",
+    "2": "Epidermolysis Bullosa Pruriginosa",
+    "3": "Hailey-Hailey Disease",
+    "4": "Herpes Simplex",
+    "5": "Impetigo",
+    "6": "Larva Migrans",
+    "7": "Leprosy Borderline",
+    "8": "Leprosy Lepromatous",
+    "9": "Leprosy Tuberculoid",
+    "10": "Lichen Planus",
+    "11": "Lupus Erythematosus Chronicus Discoides",
+    "12": "Melanoma",
+    "13": "Molluscum Contagiosum",
+    "14": "Mycosis Fungoides",
+    "15": "Neurofibromatosis",
+    "16": "Papilomatosis Confluentes And Reticulate",
+    "17": "Pediculosis Capitis",
+    "18": "Pityriasis Rosea",
+    "19": "Porokeratosis Actinic",
+    "20": "Psoriasis",
+    "21": "Tinea Corporis",
+    "22": "Tinea Nigra",
+    "23": "Tungiasis",
+    "24": "actinic keratosis",
+    "25": "dermatofibroma",
+    "26": "nevus",
+    "27": "pigmented benign keratosis",
+    "28": "seborrheic keratosis",
+    "29": "squamous cell carcinoma",
+    "30": "vascular lesion"
+  },
+  "image_size": 518,
+  "initializer_range": 0.02,
+  "label2id": {
+    "Basal Cell Carcinoma": 0,
+    "Darier_s Disease": 1,
+    "Epidermolysis Bullosa Pruriginosa": 2,
+    "Hailey-Hailey Disease": 3,
+    "Herpes Simplex": 4,
+    "Impetigo": 5,
+    "Larva Migrans": 6,
+    "Leprosy Borderline": 7,
+    "Leprosy Lepromatous": 8,
+    "Leprosy Tuberculoid": 9,
+    "Lichen Planus": 10,
+    "Lupus Erythematosus Chronicus Discoides": 11,
+    "Melanoma": 12,
+    "Molluscum Contagiosum": 13,
+    "Mycosis Fungoides": 14,
+    "Neurofibromatosis": 15,
+    "Papilomatosis Confluentes And Reticulate": 16,
+    "Pediculosis Capitis": 17,
+    "Pityriasis Rosea": 18,
+    "Porokeratosis Actinic": 19,
+    "Psoriasis": 20,
+    "Tinea Corporis": 21,
+    "Tinea Nigra": 22,
+    "Tungiasis": 23,
+    "actinic keratosis": 24,
+    "dermatofibroma": 25,
+    "nevus": 26,
+    "pigmented benign keratosis": 27,
+    "seborrheic keratosis": 28,
+    "squamous cell carcinoma": 29,
+    "vascular lesion": 30
+  },
+  "layer_norm_eps": 1e-06,
+  "layerscale_value": 1.0,
+  "mlp_ratio": 4,
+  "model_type": "dinov2",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "out_features": [
+    "stage12"
+  ],
+  "out_indices": [
+    12
+  ],
+  "patch_size": 14,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "reshape_hidden_states": true,
+  "stage_names": [
+    "stem",
+    "stage1",
+    "stage2",
+    "stage3",
+    "stage4",
+    "stage5",
+    "stage6",
+    "stage7",
+    "stage8",
+    "stage9",
+    "stage10",
+    "stage11",
+    "stage12"
+  ],
+  "torch_dtype": "float32",
+  "transformers_version": "4.46.2",
+  "use_swiglu_ffn": false
+}

eval_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 10.0,
+    "eval_accuracy": 0.8239795918367347,
+    "eval_loss": 0.5953671932220459,
+    "eval_runtime": 5.6208,
+    "eval_samples_per_second": 69.741,
+    "eval_steps_per_second": 0.712
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e198700d55895d7d6a9f2b53e6c58d11ff4d503170fefd5d4c5c9207b1866b7
+size 346538228

preprocessor_config.json

@@ -0,0 +1,27 @@
+{
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.485,
+    0.456,
+    0.406
+  ],
+  "image_processor_type": "BitImageProcessor",
+  "image_std": [
+    0.229,
+    0.224,
+    0.225
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 256
+  }
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 10.0,
+    "total_flos": 3.601200153797591e+18,
+    "train_loss": 1.0979123047419956,
+    "train_runtime": 797.9064,
+    "train_samples_per_second": 44.166,
+    "train_steps_per_second": 0.088
+}

trainer_state.json

@@ -0,0 +1,181 @@
+{
+  "best_metric": 0.8239795918367347,
+  "best_model_checkpoint": "dinov2-base-rawdata-finetuned-SkinDisease/checkpoint-70",
+  "epoch": 10.0,
+  "eval_steps": 500,
+  "global_step": 70,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.29336734693877553,
+      "eval_loss": 2.5043179988861084,
+      "eval_runtime": 6.2443,
+      "eval_samples_per_second": 62.777,
+      "eval_steps_per_second": 0.641,
+      "step": 7
+    },
+    {
+      "epoch": 1.4285714285714286,
+      "grad_norm": 91.53591918945312,
+      "learning_rate": 4.761904761904762e-05,
+      "loss": 3.0966,
+      "step": 10
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.40561224489795916,
+      "eval_loss": 1.808035135269165,
+      "eval_runtime": 5.5878,
+      "eval_samples_per_second": 70.153,
+      "eval_steps_per_second": 0.716,
+      "step": 14
+    },
+    {
+      "epoch": 2.857142857142857,
+      "grad_norm": 78.80509948730469,
+      "learning_rate": 3.968253968253968e-05,
+      "loss": 1.6416,
+      "step": 20
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.5561224489795918,
+      "eval_loss": 1.3656367063522339,
+      "eval_runtime": 6.0741,
+      "eval_samples_per_second": 64.537,
+      "eval_steps_per_second": 0.659,
+      "step": 21
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.6632653061224489,
+      "eval_loss": 1.0316075086593628,
+      "eval_runtime": 6.0396,
+      "eval_samples_per_second": 64.905,
+      "eval_steps_per_second": 0.662,
+      "step": 28
+    },
+    {
+      "epoch": 4.285714285714286,
+      "grad_norm": 47.57957077026367,
+      "learning_rate": 3.1746031746031745e-05,
+      "loss": 0.9959,
+      "step": 30
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.6989795918367347,
+      "eval_loss": 0.9350685477256775,
+      "eval_runtime": 5.5096,
+      "eval_samples_per_second": 71.149,
+      "eval_steps_per_second": 0.726,
+      "step": 35
+    },
+    {
+      "epoch": 5.714285714285714,
+      "grad_norm": 51.770687103271484,
+      "learning_rate": 2.380952380952381e-05,
+      "loss": 0.7114,
+      "step": 40
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.7091836734693877,
+      "eval_loss": 0.840167224407196,
+      "eval_runtime": 6.6782,
+      "eval_samples_per_second": 58.698,
+      "eval_steps_per_second": 0.599,
+      "step": 42
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.7551020408163265,
+      "eval_loss": 0.7250941395759583,
+      "eval_runtime": 6.5348,
+      "eval_samples_per_second": 59.986,
+      "eval_steps_per_second": 0.612,
+      "step": 49
+    },
+    {
+      "epoch": 7.142857142857143,
+      "grad_norm": 48.86288070678711,
+      "learning_rate": 1.5873015873015872e-05,
+      "loss": 0.5098,
+      "step": 50
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.7882653061224489,
+      "eval_loss": 0.6774773597717285,
+      "eval_runtime": 6.5943,
+      "eval_samples_per_second": 59.445,
+      "eval_steps_per_second": 0.607,
+      "step": 56
+    },
+    {
+      "epoch": 8.571428571428571,
+      "grad_norm": 50.32086944580078,
+      "learning_rate": 7.936507936507936e-06,
+      "loss": 0.394,
+      "step": 60
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.7908163265306123,
+      "eval_loss": 0.6402073502540588,
+      "eval_runtime": 5.5562,
+      "eval_samples_per_second": 70.552,
+      "eval_steps_per_second": 0.72,
+      "step": 63
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 39.44784164428711,
+      "learning_rate": 0.0,
+      "loss": 0.336,
+      "step": 70
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.8239795918367347,
+      "eval_loss": 0.5953671932220459,
+      "eval_runtime": 5.497,
+      "eval_samples_per_second": 71.312,
+      "eval_steps_per_second": 0.728,
+      "step": 70
+    },
+    {
+      "epoch": 10.0,
+      "step": 70,
+      "total_flos": 3.601200153797591e+18,
+      "train_loss": 1.0979123047419956,
+      "train_runtime": 797.9064,
+      "train_samples_per_second": 44.166,
+      "train_steps_per_second": 0.088
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 70,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.601200153797591e+18,
+  "train_batch_size": 128,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a09dd1eeffd4a32d70f9ec4ba430342c0373cb25fd8c07d718416db5459084
+size 5304