🍻 cheers

README.md

@@ -1,7 +1,11 @@
 ---
+language:
+- eng
 license: apache-2.0
 base_model: facebook/dinov2-large
 tags:
+- multilabel-image-classification
+- multilabel
 - generated_from_trainer
 metrics:
 - accuracy
@@ -15,13 +19,13 @@ should probably proofread and complete it, then remove this comment. -->
 
 # dinov2-large-2024_01_14-without_data_aug_batch-size32_epochs20_freeze
 
-This model is a fine-tuned version of [facebook/dinov2-large](https://huggingface.co/facebook/dinov2-large) on the None dataset.
+This model is a fine-tuned version of [facebook/dinov2-large](https://huggingface.co/facebook/dinov2-large) on the multilabel_complete_dataset dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.0883
-- F1 Micro: 0.8484
-- F1 Macro: 0.7310
-- Roc Auc: 0.9043
-- Accuracy: 0.5509
+- Loss: 0.0904
+- F1 Micro: 0.8447
+- F1 Macro: 0.7156
+- Roc Auc: 0.9011
+- Accuracy: 0.5459
 - Learning Rate: 0.0001
 
 ## Model description

all_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 20.0,
+    "eval_accuracy": 0.5458683473389355,
+    "eval_f1_macro": 0.7156058376343973,
+    "eval_f1_micro": 0.8447395301327885,
+    "eval_loss": 0.09043727070093155,
+    "eval_roc_auc": 0.9011367813249752,
+    "eval_runtime": 688.8904,
+    "eval_samples_per_second": 4.146,
+    "eval_steps_per_second": 0.131,
+    "learning_rate": 0.0001,
+    "train_loss": 0.03709733433967089,
+    "train_runtime": 20246.0375,
+    "train_samples_per_second": 8.66,
+    "train_steps_per_second": 0.271
+}

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "facebook/dinov2-large",
+  "_name_or_path": "facebook/dinov2-large2024_01_16",
   "apply_layernorm": true,
   "architectures": [
     "NewheadDinov2ForImageClassification"

eval_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 20.0,
+    "eval_accuracy": 0.5458683473389355,
+    "eval_f1_macro": 0.7156058376343973,
+    "eval_f1_micro": 0.8447395301327885,
+    "eval_loss": 0.09043727070093155,
+    "eval_roc_auc": 0.9011367813249752,
+    "eval_runtime": 688.8904,
+    "eval_samples_per_second": 4.146,
+    "eval_steps_per_second": 0.131,
+    "learning_rate": 0.0001
+}

runs/Jan16_07-24-46_datavisu2/events.out.tfevents.1705407350.datavisu2.52767.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f507aa669562943a7b7adfaa8134cae603525e7721c16afef134cc74ee0842
+size 624

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 20.0,
+    "learning_rate": 0.0001,
+    "train_loss": 0.03709733433967089,
+    "train_runtime": 20246.0375,
+    "train_samples_per_second": 8.66,
+    "train_steps_per_second": 0.271
+}

trainer_state.json

@@ -0,0 +1,351 @@
+{
+  "best_metric": 0.08830931037664413,
+  "best_model_checkpoint": "/home1/datawork/mcontini/models/multilabel/huggingface/dinov2-large-2024_01_14-without_data_aug_batch-size32_epochs20_freeze/checkpoint-5480",
+  "epoch": 20.0,
+  "eval_steps": 500,
+  "global_step": 5480,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.4696441032798325,
+      "eval_f1_macro": 0.5445473909109761,
+      "eval_f1_micro": 0.7663056558363417,
+      "eval_loss": 0.1264539361000061,
+      "eval_roc_auc": 0.8400878306196953,
+      "eval_runtime": 1036.6447,
+      "eval_samples_per_second": 2.765,
+      "eval_steps_per_second": 0.087,
+      "learning_rate": 0.001,
+      "step": 274
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.001,
+      "loss": 0.2337,
+      "step": 500
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.5115143056524774,
+      "eval_f1_macro": 0.6503987559811281,
+      "eval_f1_micro": 0.8025544267053701,
+      "eval_loss": 0.11075052618980408,
+      "eval_roc_auc": 0.8693871473003357,
+      "eval_runtime": 1011.3901,
+      "eval_samples_per_second": 2.834,
+      "eval_steps_per_second": 0.089,
+      "learning_rate": 0.001,
+      "step": 548
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.5177948360083741,
+      "eval_f1_macro": 0.6963127404974011,
+      "eval_f1_micro": 0.8184487821730869,
+      "eval_loss": 0.1064244732260704,
+      "eval_roc_auc": 0.88043822362814,
+      "eval_runtime": 1010.6496,
+      "eval_samples_per_second": 2.836,
+      "eval_steps_per_second": 0.089,
+      "learning_rate": 0.001,
+      "step": 822
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.001,
+      "loss": 0.1259,
+      "step": 1000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.5188415910676901,
+      "eval_f1_macro": 0.6838420416441195,
+      "eval_f1_micro": 0.8164364720041263,
+      "eval_loss": 0.10615076124668121,
+      "eval_roc_auc": 0.8808295127544562,
+      "eval_runtime": 1012.7035,
+      "eval_samples_per_second": 2.83,
+      "eval_steps_per_second": 0.089,
+      "learning_rate": 0.001,
+      "step": 1096
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.4965108164689463,
+      "eval_f1_macro": 0.6749223162423283,
+      "eval_f1_micro": 0.8156853881794552,
+      "eval_loss": 0.10690969228744507,
+      "eval_roc_auc": 0.8848957723927348,
+      "eval_runtime": 1011.7793,
+      "eval_samples_per_second": 2.833,
+      "eval_steps_per_second": 0.089,
+      "learning_rate": 0.001,
+      "step": 1370
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.001,
+      "loss": 0.1181,
+      "step": 1500
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.5212840195394278,
+      "eval_f1_macro": 0.6806419028627124,
+      "eval_f1_micro": 0.82229280970257,
+      "eval_loss": 0.10277453809976578,
+      "eval_roc_auc": 0.8815633385282128,
+      "eval_runtime": 1010.7838,
+      "eval_samples_per_second": 2.835,
+      "eval_steps_per_second": 0.089,
+      "learning_rate": 0.001,
+      "step": 1644
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.5268667131891137,
+      "eval_f1_macro": 0.6718237657927368,
+      "eval_f1_micro": 0.8252749770852429,
+      "eval_loss": 0.09917270392179489,
+      "eval_roc_auc": 0.8857388585296528,
+      "eval_runtime": 1012.914,
+      "eval_samples_per_second": 2.829,
+      "eval_steps_per_second": 0.089,
+      "learning_rate": 0.001,
+      "step": 1918
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 0.001,
+      "loss": 0.1146,
+      "step": 2000
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.5216329378925332,
+      "eval_f1_macro": 0.6810819602181296,
+      "eval_f1_micro": 0.8223672809196465,
+      "eval_loss": 0.10044297575950623,
+      "eval_roc_auc": 0.8815306397502212,
+      "eval_runtime": 1019.7188,
+      "eval_samples_per_second": 2.811,
+      "eval_steps_per_second": 0.088,
+      "learning_rate": 0.001,
+      "step": 2192
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.5230286113049546,
+      "eval_f1_macro": 0.6845263067090662,
+      "eval_f1_micro": 0.8302484858776249,
+      "eval_loss": 0.10188507288694382,
+      "eval_roc_auc": 0.8923158419824271,
+      "eval_runtime": 1018.1313,
+      "eval_samples_per_second": 2.815,
+      "eval_steps_per_second": 0.088,
+      "learning_rate": 0.001,
+      "step": 2466
+    },
+    {
+      "epoch": 9.12,
+      "learning_rate": 0.001,
+      "loss": 0.1123,
+      "step": 2500
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.5279134682484299,
+      "eval_f1_macro": 0.6775112836458498,
+      "eval_f1_micro": 0.8181073809802316,
+      "eval_loss": 0.10208763182163239,
+      "eval_roc_auc": 0.8754023666126408,
+      "eval_runtime": 1019.3535,
+      "eval_samples_per_second": 2.812,
+      "eval_steps_per_second": 0.088,
+      "learning_rate": 0.001,
+      "step": 2740
+    },
+    {
+      "epoch": 10.95,
+      "learning_rate": 0.001,
+      "loss": 0.11,
+      "step": 3000
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.5429169574319609,
+      "eval_f1_macro": 0.6897433634697611,
+      "eval_f1_micro": 0.8290004089501665,
+      "eval_loss": 0.09596865624189377,
+      "eval_roc_auc": 0.8815259520118676,
+      "eval_runtime": 1024.4911,
+      "eval_samples_per_second": 2.797,
+      "eval_steps_per_second": 0.088,
+      "learning_rate": 0.001,
+      "step": 3014
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.537334263782275,
+      "eval_f1_macro": 0.682540187560418,
+      "eval_f1_micro": 0.8315506492020821,
+      "eval_loss": 0.0966910719871521,
+      "eval_roc_auc": 0.8896335469441946,
+      "eval_runtime": 1022.2342,
+      "eval_samples_per_second": 2.804,
+      "eval_steps_per_second": 0.088,
+      "learning_rate": 0.001,
+      "step": 3288
+    },
+    {
+      "epoch": 12.77,
+      "learning_rate": 0.001,
+      "loss": 0.1098,
+      "step": 3500
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.5327983251919051,
+      "eval_f1_macro": 0.6961160759945566,
+      "eval_f1_micro": 0.8254151291512914,
+      "eval_loss": 0.10087021440267563,
+      "eval_roc_auc": 0.8837691574163886,
+      "eval_runtime": 1018.0187,
+      "eval_samples_per_second": 2.815,
+      "eval_steps_per_second": 0.088,
+      "learning_rate": 0.001,
+      "step": 3562
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.5331472435450104,
+      "eval_f1_macro": 0.7092151646695873,
+      "eval_f1_micro": 0.8278460468351495,
+      "eval_loss": 0.09922181814908981,
+      "eval_roc_auc": 0.8833891332859308,
+      "eval_runtime": 691.5955,
+      "eval_samples_per_second": 4.144,
+      "eval_steps_per_second": 0.13,
+      "learning_rate": 0.001,
+      "step": 3836
+    },
+    {
+      "epoch": 14.6,
+      "learning_rate": 0.001,
+      "loss": 0.1166,
+      "step": 4000
+    },
+    {
+      "epoch": 15.0,
+      "eval_accuracy": 0.5334961618981159,
+      "eval_f1_macro": 0.6923192725695103,
+      "eval_f1_micro": 0.8229681773227064,
+      "eval_loss": 0.09913520514965057,
+      "eval_roc_auc": 0.8796342115933741,
+      "eval_runtime": 682.6982,
+      "eval_samples_per_second": 4.198,
+      "eval_steps_per_second": 0.132,
+      "learning_rate": 0.001,
+      "step": 4110
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 0.5390788555478018,
+      "eval_f1_macro": 0.7123997578521556,
+      "eval_f1_micro": 0.8394566401100476,
+      "eval_loss": 0.09176727384328842,
+      "eval_roc_auc": 0.8932457594574617,
+      "eval_runtime": 684.6393,
+      "eval_samples_per_second": 4.186,
+      "eval_steps_per_second": 0.131,
+      "learning_rate": 0.0001,
+      "step": 4384
+    },
+    {
+      "epoch": 16.42,
+      "learning_rate": 0.0001,
+      "loss": 0.1072,
+      "step": 4500
+    },
+    {
+      "epoch": 17.0,
+      "eval_accuracy": 0.5471039776692254,
+      "eval_f1_macro": 0.7179397631117517,
+      "eval_f1_micro": 0.8438971798218237,
+      "eval_loss": 0.09066394716501236,
+      "eval_roc_auc": 0.898963054967641,
+      "eval_runtime": 690.5455,
+      "eval_samples_per_second": 4.15,
+      "eval_steps_per_second": 0.13,
+      "learning_rate": 0.0001,
+      "step": 4658
+    },
+    {
+      "epoch": 18.0,
+      "eval_accuracy": 0.5446615491974878,
+      "eval_f1_macro": 0.7236976914894626,
+      "eval_f1_micro": 0.8441121068554142,
+      "eval_loss": 0.08911634236574173,
+      "eval_roc_auc": 0.8971207593709188,
+      "eval_runtime": 685.8059,
+      "eval_samples_per_second": 4.179,
+      "eval_steps_per_second": 0.131,
+      "learning_rate": 0.0001,
+      "step": 4932
+    },
+    {
+      "epoch": 18.25,
+      "learning_rate": 0.0001,
+      "loss": 0.1017,
+      "step": 5000
+    },
+    {
+      "epoch": 19.0,
+      "eval_accuracy": 0.5478018143754362,
+      "eval_f1_macro": 0.727715453888227,
+      "eval_f1_micro": 0.8479439674649797,
+      "eval_loss": 0.08924739807844162,
+      "eval_roc_auc": 0.9027101012597639,
+      "eval_runtime": 697.8818,
+      "eval_samples_per_second": 4.107,
+      "eval_steps_per_second": 0.129,
+      "learning_rate": 0.0001,
+      "step": 5206
+    },
+    {
+      "epoch": 20.0,
+      "eval_accuracy": 0.5509420795533845,
+      "eval_f1_macro": 0.7309632047081221,
+      "eval_f1_micro": 0.848399617483265,
+      "eval_loss": 0.08830931037664413,
+      "eval_roc_auc": 0.9043454872974694,
+      "eval_runtime": 680.9035,
+      "eval_samples_per_second": 4.209,
+      "eval_steps_per_second": 0.132,
+      "learning_rate": 0.0001,
+      "step": 5480
+    },
+    {
+      "epoch": 20.0,
+      "learning_rate": 0.0001,
+      "step": 5480,
+      "total_flos": 2.5999409342512156e+20,
+      "train_loss": 0.03709733433967089,
+      "train_runtime": 20246.0375,
+      "train_samples_per_second": 8.66,
+      "train_steps_per_second": 0.271
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 5480,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "total_flos": 2.5999409342512156e+20,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}