End of training

all_results.json

@@ -1,84 +1,84 @@
 {
-    "epoch": 50.0,
+    "epoch": 18.52,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.923248608581478,
+    "eval_accuracy_construction-building": 0.8696130299150018,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.09433107330840278,
+    "eval_accuracy_construction-fenceguardrail": 0.0,
     "eval_accuracy_construction-stairs": 0.0,
     "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.21464674476906634,
-    "eval_accuracy_flat-crosswalk": 0.3228431325584535,
-    "eval_accuracy_flat-curb": 0.3171838475268673,
-    "eval_accuracy_flat-cyclinglane": 0.7303143809670815,
-    "eval_accuracy_flat-parkingdriveway": 0.27434110103060105,
+    "eval_accuracy_construction-wall": 0.003668217029526036,
+    "eval_accuracy_flat-crosswalk": 0.0018557628622486598,
+    "eval_accuracy_flat-curb": 0.12767179695127617,
+    "eval_accuracy_flat-cyclinglane": 0.790813348290863,
+    "eval_accuracy_flat-parkingdriveway": 0.1034764257101185,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.6562864431018484,
-    "eval_accuracy_flat-sidewalk": 0.9295361346748208,
-    "eval_accuracy_human-person": 0.010889394661161983,
+    "eval_accuracy_flat-road": 0.6270179782365589,
+    "eval_accuracy_flat-sidewalk": 0.9313179571967581,
+    "eval_accuracy_human-person": 0.0,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.7748158286891488,
-    "eval_accuracy_nature-vegetation": 0.9083438657394087,
-    "eval_accuracy_object-pole": 0.2119288699124848,
+    "eval_accuracy_nature-terrain": 0.7721406421014229,
+    "eval_accuracy_nature-vegetation": 0.9034924242863521,
+    "eval_accuracy_object-pole": 0.0048094393262509885,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.8846353126324072,
+    "eval_accuracy_sky": 0.8740045100333971,
     "eval_accuracy_unlabeled": NaN,
     "eval_accuracy_vehicle-bicycle": 0.0,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.9388154884849852,
+    "eval_accuracy_vehicle-car": 0.8866936750042469,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
-    "eval_accuracy_vehicle-tramtrain": 0.0,
+    "eval_accuracy_vehicle-tramtrain": NaN,
     "eval_accuracy_vehicle-truck": 0.0,
     "eval_accuracy_void-dynamic": 0.0,
     "eval_accuracy_void-ground": 0.0,
-    "eval_accuracy_void-static": 0.17566618866656386,
+    "eval_accuracy_void-static": 0.0,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.6151782821349004,
+    "eval_iou_construction-building": 0.5254073493770961,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.09239785150765831,
+    "eval_iou_construction-fenceguardrail": 0.0,
     "eval_iou_construction-stairs": 0.0,
     "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.1796009958723711,
-    "eval_iou_flat-crosswalk": 0.26608723430220454,
-    "eval_iou_flat-curb": 0.19206793691107385,
-    "eval_iou_flat-cyclinglane": 0.6165186094558613,
-    "eval_iou_flat-parkingdriveway": 0.22540000014154912,
+    "eval_iou_construction-wall": 0.003613796876006998,
+    "eval_iou_flat-crosswalk": 0.0018557628622486598,
+    "eval_iou_flat-curb": 0.09914351771584731,
+    "eval_iou_flat-cyclinglane": 0.543396562537026,
+    "eval_iou_flat-parkingdriveway": 0.08473532362172038,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.5341623036040656,
-    "eval_iou_flat-sidewalk": 0.8035619780040725,
-    "eval_iou_human-person": 0.010872092613600332,
+    "eval_iou_flat-road": 0.48147359145471436,
+    "eval_iou_flat-sidewalk": 0.7837101825318907,
+    "eval_iou_human-person": 0.0,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.646685749747382,
-    "eval_iou_nature-vegetation": 0.7900638904880851,
-    "eval_iou_object-pole": 0.14375182721824295,
+    "eval_iou_nature-terrain": 0.5919753566336926,
+    "eval_iou_nature-vegetation": 0.7441744730399532,
+    "eval_iou_object-pole": 0.004807428163287731,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.8389204690587999,
+    "eval_iou_sky": 0.8242789743401755,
     "eval_iou_unlabeled": NaN,
     "eval_iou_vehicle-bicycle": 0.0,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.7190160819570569,
+    "eval_iou_vehicle-car": 0.5682343005687291,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
-    "eval_iou_vehicle-tramtrain": 0.0,
+    "eval_iou_vehicle-tramtrain": NaN,
     "eval_iou_vehicle-truck": 0.0,
     "eval_iou_void-dynamic": 0.0,
     "eval_iou_void-ground": 0.0,
-    "eval_iou_void-static": 0.09915330318294081,
+    "eval_iou_void-static": 0.0,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.7689843773841858,
-    "eval_mean_accuracy": 0.26149457547827437,
-    "eval_mean_iou": 0.21166995644374575,
-    "eval_overall_accuracy": 0.7839745993658742,
-    "eval_runtime": 140.2555,
-    "eval_samples_per_second": 1.069,
-    "eval_steps_per_second": 0.071,
-    "train_loss": 0.9338362375895183,
-    "train_runtime": 1300.5624,
-    "train_samples_per_second": 32.678,
-    "train_steps_per_second": 2.076
+    "eval_loss": 1.002479910850525,
+    "eval_mean_accuracy": 0.22247016796593616,
+    "eval_mean_iou": 0.16957440708781898,
+    "eval_overall_accuracy": 0.7429234629999191,
+    "eval_runtime": 135.2466,
+    "eval_samples_per_second": 1.109,
+    "eval_steps_per_second": 0.074,
+    "train_loss": 1.3263815078735353,
+    "train_runtime": 482.7688,
+    "train_samples_per_second": 33.142,
+    "train_steps_per_second": 2.071
 }

eval_results.json

@@ -1,80 +1,80 @@
 {
-    "epoch": 50.0,
+    "epoch": 18.52,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.923248608581478,
+    "eval_accuracy_construction-building": 0.8696130299150018,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.09433107330840278,
+    "eval_accuracy_construction-fenceguardrail": 0.0,
     "eval_accuracy_construction-stairs": 0.0,
     "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.21464674476906634,
-    "eval_accuracy_flat-crosswalk": 0.3228431325584535,
-    "eval_accuracy_flat-curb": 0.3171838475268673,
-    "eval_accuracy_flat-cyclinglane": 0.7303143809670815,
-    "eval_accuracy_flat-parkingdriveway": 0.27434110103060105,
+    "eval_accuracy_construction-wall": 0.003668217029526036,
+    "eval_accuracy_flat-crosswalk": 0.0018557628622486598,
+    "eval_accuracy_flat-curb": 0.12767179695127617,
+    "eval_accuracy_flat-cyclinglane": 0.790813348290863,
+    "eval_accuracy_flat-parkingdriveway": 0.1034764257101185,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.6562864431018484,
-    "eval_accuracy_flat-sidewalk": 0.9295361346748208,
-    "eval_accuracy_human-person": 0.010889394661161983,
+    "eval_accuracy_flat-road": 0.6270179782365589,
+    "eval_accuracy_flat-sidewalk": 0.9313179571967581,
+    "eval_accuracy_human-person": 0.0,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.7748158286891488,
-    "eval_accuracy_nature-vegetation": 0.9083438657394087,
-    "eval_accuracy_object-pole": 0.2119288699124848,
+    "eval_accuracy_nature-terrain": 0.7721406421014229,
+    "eval_accuracy_nature-vegetation": 0.9034924242863521,
+    "eval_accuracy_object-pole": 0.0048094393262509885,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.8846353126324072,
+    "eval_accuracy_sky": 0.8740045100333971,
     "eval_accuracy_unlabeled": NaN,
     "eval_accuracy_vehicle-bicycle": 0.0,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.9388154884849852,
+    "eval_accuracy_vehicle-car": 0.8866936750042469,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
-    "eval_accuracy_vehicle-tramtrain": 0.0,
+    "eval_accuracy_vehicle-tramtrain": NaN,
     "eval_accuracy_vehicle-truck": 0.0,
     "eval_accuracy_void-dynamic": 0.0,
     "eval_accuracy_void-ground": 0.0,
-    "eval_accuracy_void-static": 0.17566618866656386,
+    "eval_accuracy_void-static": 0.0,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.6151782821349004,
+    "eval_iou_construction-building": 0.5254073493770961,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.09239785150765831,
+    "eval_iou_construction-fenceguardrail": 0.0,
     "eval_iou_construction-stairs": 0.0,
     "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.1796009958723711,
-    "eval_iou_flat-crosswalk": 0.26608723430220454,
-    "eval_iou_flat-curb": 0.19206793691107385,
-    "eval_iou_flat-cyclinglane": 0.6165186094558613,
-    "eval_iou_flat-parkingdriveway": 0.22540000014154912,
+    "eval_iou_construction-wall": 0.003613796876006998,
+    "eval_iou_flat-crosswalk": 0.0018557628622486598,
+    "eval_iou_flat-curb": 0.09914351771584731,
+    "eval_iou_flat-cyclinglane": 0.543396562537026,
+    "eval_iou_flat-parkingdriveway": 0.08473532362172038,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.5341623036040656,
-    "eval_iou_flat-sidewalk": 0.8035619780040725,
-    "eval_iou_human-person": 0.010872092613600332,
+    "eval_iou_flat-road": 0.48147359145471436,
+    "eval_iou_flat-sidewalk": 0.7837101825318907,
+    "eval_iou_human-person": 0.0,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.646685749747382,
-    "eval_iou_nature-vegetation": 0.7900638904880851,
-    "eval_iou_object-pole": 0.14375182721824295,
+    "eval_iou_nature-terrain": 0.5919753566336926,
+    "eval_iou_nature-vegetation": 0.7441744730399532,
+    "eval_iou_object-pole": 0.004807428163287731,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.8389204690587999,
+    "eval_iou_sky": 0.8242789743401755,
     "eval_iou_unlabeled": NaN,
     "eval_iou_vehicle-bicycle": 0.0,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.7190160819570569,
+    "eval_iou_vehicle-car": 0.5682343005687291,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
-    "eval_iou_vehicle-tramtrain": 0.0,
+    "eval_iou_vehicle-tramtrain": NaN,
     "eval_iou_vehicle-truck": 0.0,
     "eval_iou_void-dynamic": 0.0,
     "eval_iou_void-ground": 0.0,
-    "eval_iou_void-static": 0.09915330318294081,
+    "eval_iou_void-static": 0.0,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.7689843773841858,
-    "eval_mean_accuracy": 0.26149457547827437,
-    "eval_mean_iou": 0.21166995644374575,
-    "eval_overall_accuracy": 0.7839745993658742,
-    "eval_runtime": 140.2555,
-    "eval_samples_per_second": 1.069,
-    "eval_steps_per_second": 0.071
+    "eval_loss": 1.002479910850525,
+    "eval_mean_accuracy": 0.22247016796593616,
+    "eval_mean_iou": 0.16957440708781898,
+    "eval_overall_accuracy": 0.7429234629999191,
+    "eval_runtime": 135.2466,
+    "eval_samples_per_second": 1.109,
+    "eval_steps_per_second": 0.074
 }

runs/Apr20_08-53-58_brutasse/events.out.tfevents.1650445475.brutasse.3277.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d691e8357c9e63fce2c331338a95a9d790dc52b115e2371f65b986de3909a08
+size 5039

train_results.json

@@ -1,7 +1,7 @@
 {
-    "epoch": 50.0,
-    "train_loss": 0.9338362375895183,
-    "train_runtime": 1300.5624,
-    "train_samples_per_second": 32.678,
-    "train_steps_per_second": 2.076
+    "epoch": 18.52,
+    "train_loss": 1.3263815078735353,
+    "train_runtime": 482.7688,
+    "train_samples_per_second": 33.142,
+    "train_steps_per_second": 2.071
 }

trainer_state.json

@@ -1,187 +1,85 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 50.0,
-  "global_step": 2700,
+  "epoch": 18.51851851851852,
+  "global_step": 1000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 1.85,
-      "learning_rate": 4.814814814814815e-05,
-      "loss": 2.6107,
+      "learning_rate": 5.401e-05,
+      "loss": 2.5377,
       "step": 100
     },
     {
       "epoch": 3.7,
-      "learning_rate": 4.62962962962963e-05,
-      "loss": 1.8688,
+      "learning_rate": 4.8020000000000004e-05,
+      "loss": 1.7685,
       "step": 200
     },
     {
       "epoch": 5.56,
-      "learning_rate": 4.4444444444444447e-05,
-      "loss": 1.5544,
+      "learning_rate": 4.203e-05,
+      "loss": 1.4614,
       "step": 300
     },
     {
       "epoch": 7.41,
-      "learning_rate": 4.259259259259259e-05,
-      "loss": 1.3367,
+      "learning_rate": 3.604e-05,
+      "loss": 1.282,
       "step": 400
     },
     {
       "epoch": 9.26,
-      "learning_rate": 4.074074074074074e-05,
-      "loss": 1.2102,
+      "learning_rate": 3.0050000000000002e-05,
+      "loss": 1.157,
       "step": 500
     },
     {
       "epoch": 11.11,
-      "learning_rate": 3.888888888888889e-05,
-      "loss": 1.1085,
+      "learning_rate": 2.406e-05,
+      "loss": 1.0986,
       "step": 600
     },
     {
       "epoch": 12.96,
-      "learning_rate": 3.7037037037037037e-05,
-      "loss": 1.0013,
+      "learning_rate": 1.807e-05,
+      "loss": 1.0388,
       "step": 700
     },
     {
       "epoch": 14.81,
-      "learning_rate": 3.518518518518519e-05,
-      "loss": 0.9601,
+      "learning_rate": 1.2079999999999998e-05,
+      "loss": 0.9946,
       "step": 800
     },
     {
       "epoch": 16.67,
-      "learning_rate": 3.3333333333333335e-05,
-      "loss": 0.9108,
+      "learning_rate": 6.0899999999999984e-06,
+      "loss": 0.9791,
       "step": 900
     },
     {
       "epoch": 18.52,
-      "learning_rate": 3.148148148148148e-05,
-      "loss": 0.8639,
+      "learning_rate": 1e-07,
+      "loss": 0.9462,
       "step": 1000
     },
     {
-      "epoch": 20.37,
-      "learning_rate": 2.962962962962963e-05,
-      "loss": 0.8091,
-      "step": 1100
-    },
-    {
-      "epoch": 22.22,
-      "learning_rate": 2.777777777777778e-05,
-      "loss": 0.8038,
-      "step": 1200
-    },
-    {
-      "epoch": 24.07,
-      "learning_rate": 2.5925925925925925e-05,
-      "loss": 0.7915,
-      "step": 1300
-    },
-    {
-      "epoch": 25.93,
-      "learning_rate": 2.4074074074074074e-05,
-      "loss": 0.7648,
-      "step": 1400
-    },
-    {
-      "epoch": 27.78,
-      "learning_rate": 2.2222222222222223e-05,
-      "loss": 0.7557,
-      "step": 1500
-    },
-    {
-      "epoch": 29.63,
-      "learning_rate": 2.037037037037037e-05,
-      "loss": 0.7004,
-      "step": 1600
-    },
-    {
-      "epoch": 31.48,
-      "learning_rate": 1.8518518518518518e-05,
-      "loss": 0.6927,
-      "step": 1700
-    },
-    {
-      "epoch": 33.33,
-      "learning_rate": 1.6666666666666667e-05,
-      "loss": 0.6847,
-      "step": 1800
-    },
-    {
-      "epoch": 35.19,
-      "learning_rate": 1.4814814814814815e-05,
-      "loss": 0.6828,
-      "step": 1900
-    },
-    {
-      "epoch": 37.04,
-      "learning_rate": 1.2962962962962962e-05,
-      "loss": 0.6526,
-      "step": 2000
-    },
-    {
-      "epoch": 38.89,
-      "learning_rate": 1.1111111111111112e-05,
-      "loss": 0.6612,
-      "step": 2100
-    },
-    {
-      "epoch": 40.74,
-      "learning_rate": 9.259259259259259e-06,
-      "loss": 0.6528,
-      "step": 2200
-    },
-    {
-      "epoch": 42.59,
-      "learning_rate": 7.4074074074074075e-06,
-      "loss": 0.6264,
-      "step": 2300
-    },
-    {
-      "epoch": 44.44,
-      "learning_rate": 5.555555555555556e-06,
-      "loss": 0.6403,
-      "step": 2400
-    },
-    {
-      "epoch": 46.3,
-      "learning_rate": 3.7037037037037037e-06,
-      "loss": 0.6413,
-      "step": 2500
-    },
-    {
-      "epoch": 48.15,
-      "learning_rate": 1.8518518518518519e-06,
-      "loss": 0.6121,
-      "step": 2600
-    },
-    {
-      "epoch": 50.0,
-      "learning_rate": 0.0,
-      "loss": 0.6161,
-      "step": 2700
-    },
-    {
-      "epoch": 50.0,
-      "step": 2700,
-      "total_flos": 7.4663889076224e+17,
-      "train_loss": 0.9338362375895183,
-      "train_runtime": 1300.5624,
-      "train_samples_per_second": 32.678,
-      "train_steps_per_second": 2.076
+      "epoch": 18.52,
+      "step": 1000,
+      "total_flos": 2.7666045298173542e+17,
+      "train_loss": 1.3263815078735353,
+      "train_runtime": 482.7688,
+      "train_samples_per_second": 33.142,
+      "train_steps_per_second": 2.071
     }
   ],
-  "max_steps": 2700,
-  "num_train_epochs": 50,
-  "total_flos": 7.4663889076224e+17,
+  "max_steps": 1000,
+  "num_train_epochs": 19,
+  "total_flos": 2.7666045298173542e+17,
   "trial_name": null,
   "trial_params": null
 }