Upload config.json

config.json

@@ -1,109 +1,132 @@
 {
-  "_name_or_path": "facebook/dinov2-large",
-  "apply_layernorm": true,
-  "architectures": [
-    "NewheadDinov2ForImageClassification"
-  ],
-  "attention_probs_dropout_prob": 0.0,
-  "drop_path_rate": 0.0,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.0,
-  "hidden_size": 1024,
-  "id2label": {
-    "0": "Acropore_branched",
-    "1": "Acropore_digitised",
-    "2": "Acropore_tabular",
-    "3": "Algae_assembly",
-    "4": "Algae_limestone",
-    "5": "Algae_sodding",
-    "6": "Dead_coral",
-    "7": "Living_coral",
-    "8": "Millepore",
-    "9": "No_acropore_encrusting",
-    "10": "No_acropore_massive",
-    "11": "No_acropore_sub_massive",
-    "12": "Rock",
-    "13": "Sand",
-    "14": "Rubble",
-    "15": "Sea_urchins",
-    "16": "Sponge",
-    "17": "Thalassodendron_ciliatum",
-    "18": "Useless",
-    "19": "Acropore_sub_massive",
-    "20": "Algae_drawn_up",
-    "21": "Bleached_coral"
-  },
-  "image_size": 160,
-  "initializer_range": 0.02,
-  "label2id": {
-    "Acropore_branched": 0,
-    "Acropore_digitised": 1,
-    "Acropore_sub_massive": 19,
-    "Acropore_tabular": 2,
-    "Algae_assembly": 3,
-    "Algae_drawn_up": 20,
-    "Algae_limestone": 4,
-    "Algae_sodding": 5,
-    "Bleached_coral": 21,
-    "Dead_coral": 6,
-    "Living_coral": 7,
-    "Millepore": 8,
-    "No_acropore_encrusting": 9,
-    "No_acropore_massive": 10,
-    "No_acropore_sub_massive": 11,
-    "Rock": 12,
-    "Rubble": 14,
-    "Sand": 13,
-    "Sea_urchins": 15,
-    "Sponge": 16,
-    "Thalassodendron_ciliatum": 17,
-    "Useless": 18
-  },
-  "layer_norm_eps": 1e-06,
-  "layerscale_value": 1.0,
-  "mlp_ratio": 4,
-  "model_type": "dinov2",
-  "num_attention_heads": 16,
-  "num_channels": 3,
-  "num_hidden_layers": 24,
-  "out_features": [
-    "stage24"
-  ],
-  "out_indices": [
-    24
-  ],
-  "patch_size": 14,
-  "problem_type": "multi_label_classification",
-  "qkv_bias": true,
-  "reshape_hidden_states": true,
-  "stage_names": [
-    "stem",
-    "stage1",
-    "stage2",
-    "stage3",
-    "stage4",
-    "stage5",
-    "stage6",
-    "stage7",
-    "stage8",
-    "stage9",
-    "stage10",
-    "stage11",
-    "stage12",
-    "stage13",
-    "stage14",
-    "stage15",
-    "stage16",
-    "stage17",
-    "stage18",
-    "stage19",
-    "stage20",
-    "stage21",
-    "stage22",
-    "stage23",
-    "stage24"
-  ],
-  "torch_dtype": "float32",
-  "transformers_version": "4.41.0",
-  "use_swiglu_ffn": false
-}
+    "_name_or_path": "facebook/dinov2-large",
+    "apply_layernorm": true,
+    "architectures": [
+        "NewheadDinov2ForImageClassification"
+    ],
+    "attention_probs_dropout_prob": 0.0,
+    "drop_path_rate": 0.0,
+    "hidden_act": "gelu",
+    "hidden_dropout_prob": 0.0,
+    "hidden_size": 1024,
+    "id2label": {
+        "0": "Acropore_branched",
+        "1": "Acropore_digitised",
+        "2": "Acropore_tabular",
+        "3": "Algae_assembly",
+        "4": "Algae_limestone",
+        "5": "Algae_sodding",
+        "6": "Dead_coral",
+        "7": "Living_coral",
+        "8": "Millepore",
+        "9": "No_acropore_encrusting",
+        "10": "No_acropore_massive",
+        "11": "No_acropore_sub_massive",
+        "12": "Rock",
+        "13": "Sand",
+        "14": "Rubble",
+        "15": "Sea_urchins",
+        "16": "Sponge",
+        "17": "Thalassodendron_ciliatum",
+        "18": "Useless",
+        "19": "Acropore_sub_massive",
+        "20": "Algae_drawn_up",
+        "21": "Bleached_coral"
+    },
+    "image_size": 160,
+    "initializer_range": 0.02,
+    "label2id": {
+        "Acropore_branched": 0,
+        "Acropore_digitised": 1,
+        "Acropore_sub_massive": 19,
+        "Acropore_tabular": 2,
+        "Algae_assembly": 3,
+        "Algae_drawn_up": 20,
+        "Algae_limestone": 4,
+        "Algae_sodding": 5,
+        "Bleached_coral": 21,
+        "Dead_coral": 6,
+        "Living_coral": 7,
+        "Millepore": 8,
+        "No_acropore_encrusting": 9,
+        "No_acropore_massive": 10,
+        "No_acropore_sub_massive": 11,
+        "Rock": 12,
+        "Rubble": 14,
+        "Sand": 13,
+        "Sea_urchins": 15,
+        "Sponge": 16,
+        "Thalassodendron_ciliatum": 17,
+        "Useless": 18
+    },
+    "layer_norm_eps": 1e-06,
+    "layerscale_value": 1.0,
+    "mlp_ratio": 4,
+    "model_type": "dinov2",
+    "num_attention_heads": 16,
+    "num_channels": 3,
+    "num_hidden_layers": 24,
+    "out_features": [
+        "stage24"
+    ],
+    "out_indices": [
+        24
+    ],
+    "patch_size": 14,
+    "problem_type": "multi_label_classification",
+    "qkv_bias": true,
+    "reshape_hidden_states": true,
+    "stage_names": [
+        "stem",
+        "stage1",
+        "stage2",
+        "stage3",
+        "stage4",
+        "stage5",
+        "stage6",
+        "stage7",
+        "stage8",
+        "stage9",
+        "stage10",
+        "stage11",
+        "stage12",
+        "stage13",
+        "stage14",
+        "stage15",
+        "stage16",
+        "stage17",
+        "stage18",
+        "stage19",
+        "stage20",
+        "stage21",
+        "stage22",
+        "stage23",
+        "stage24"
+    ],
+    "torch_dtype": "float32",
+    "transformers_version": "4.41.0",
+    "use_swiglu_ffn": false,
+    "initial_learning_rate": 0.001,
+    "train_batch_size": 512,
+    "eval_batch_size": 512,
+    "optimizer": {
+        "type": "Adam"
+    },
+    "lr_scheduler_type": {
+        "type": "ReduceLROnPlateau"
+    },
+    "patience_lr_scheduler": 5,
+    "factor_lr_scheduler": 0.1,
+    "weight_decay": 0.0001,
+    "early_stopping_patience": 10,
+    "freeze_encoder": true,
+    "data_augmentation": true,
+    "num_epochs": 50,
+    "emissions_data": {
+        "emissions": 0.02562211166966913,
+        "source": "Code Carbon",
+        "training_type": "fine-tuning",
+        "geographical_location": "Brest, France",
+        "hardware_used": "NVIDIA Tesla V100 PCIe 32 Go"
+    }
+}