End of training

all_results.json

@@ -1,84 +1,84 @@
 {
     "epoch": 50.0,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8613833594187662,
+    "eval_accuracy_construction-building": 0.923248608581478,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.06524186715644742,
+    "eval_accuracy_construction-fenceguardrail": 0.09433107330840278,
     "eval_accuracy_construction-stairs": 0.0,
     "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.432479003469562,
-    "eval_accuracy_flat-crosswalk": 0.2824225984407919,
-    "eval_accuracy_flat-curb": 0.5054200670626511,
-    "eval_accuracy_flat-cyclinglane": 0.7632424929486324,
-    "eval_accuracy_flat-parkingdriveway": 0.2202366150559111,
+    "eval_accuracy_construction-wall": 0.21464674476906634,
+    "eval_accuracy_flat-crosswalk": 0.3228431325584535,
+    "eval_accuracy_flat-curb": 0.3171838475268673,
+    "eval_accuracy_flat-cyclinglane": 0.7303143809670815,
+    "eval_accuracy_flat-parkingdriveway": 0.27434110103060105,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.7709825418501368,
-    "eval_accuracy_flat-sidewalk": 0.9215943932775013,
-    "eval_accuracy_human-person": 0.5200361698077289,
+    "eval_accuracy_flat-road": 0.6562864431018484,
+    "eval_accuracy_flat-sidewalk": 0.9295361346748208,
+    "eval_accuracy_human-person": 0.010889394661161983,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.8214958743603714,
-    "eval_accuracy_nature-vegetation": 0.9088590159130235,
-    "eval_accuracy_object-pole": 0.2563280333734171,
+    "eval_accuracy_nature-terrain": 0.7748158286891488,
+    "eval_accuracy_nature-vegetation": 0.9083438657394087,
+    "eval_accuracy_object-pole": 0.2119288699124848,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.8732181252219028,
+    "eval_accuracy_sky": 0.8846353126324072,
     "eval_accuracy_unlabeled": NaN,
     "eval_accuracy_vehicle-bicycle": 0.0,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.9194343391803792,
+    "eval_accuracy_vehicle-car": 0.9388154884849852,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
-    "eval_accuracy_vehicle-tramtrain": NaN,
+    "eval_accuracy_vehicle-tramtrain": 0.0,
     "eval_accuracy_vehicle-truck": 0.0,
     "eval_accuracy_void-dynamic": 0.0,
     "eval_accuracy_void-ground": 0.0,
-    "eval_accuracy_void-static": 0.07387375417201633,
+    "eval_accuracy_void-static": 0.17566618866656386,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.6305328052809883,
+    "eval_iou_construction-building": 0.6151782821349004,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.05800380170470056,
+    "eval_iou_construction-fenceguardrail": 0.09239785150765831,
     "eval_iou_construction-stairs": 0.0,
     "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.3015602338421038,
-    "eval_iou_flat-crosswalk": 0.2624441402112985,
-    "eval_iou_flat-curb": 0.3084264541583429,
-    "eval_iou_flat-cyclinglane": 0.5689304866391836,
-    "eval_iou_flat-parkingdriveway": 0.17333081782078852,
+    "eval_iou_construction-wall": 0.1796009958723711,
+    "eval_iou_flat-crosswalk": 0.26608723430220454,
+    "eval_iou_flat-curb": 0.19206793691107385,
+    "eval_iou_flat-cyclinglane": 0.6165186094558613,
+    "eval_iou_flat-parkingdriveway": 0.22540000014154912,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.5975046468199936,
-    "eval_iou_flat-sidewalk": 0.829947967538841,
-    "eval_iou_human-person": 0.37076148179425894,
+    "eval_iou_flat-road": 0.5341623036040656,
+    "eval_iou_flat-sidewalk": 0.8035619780040725,
+    "eval_iou_human-person": 0.010872092613600332,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.6627662545337547,
-    "eval_iou_nature-vegetation": 0.7954000912616259,
-    "eval_iou_object-pole": 0.13096102684488672,
+    "eval_iou_nature-terrain": 0.646685749747382,
+    "eval_iou_nature-vegetation": 0.7900638904880851,
+    "eval_iou_object-pole": 0.14375182721824295,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.8232557338453382,
+    "eval_iou_sky": 0.8389204690587999,
     "eval_iou_unlabeled": NaN,
     "eval_iou_vehicle-bicycle": 0.0,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.6164381653141727,
+    "eval_iou_vehicle-car": 0.7190160819570569,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
-    "eval_iou_vehicle-tramtrain": NaN,
+    "eval_iou_vehicle-tramtrain": 0.0,
     "eval_iou_vehicle-truck": 0.0,
     "eval_iou_void-dynamic": 0.0,
     "eval_iou_void-ground": 0.0,
-    "eval_iou_void-static": 0.07046824995557074,
+    "eval_iou_void-static": 0.09915330318294081,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.7794402837753296,
-    "eval_mean_accuracy": 0.2966531693777174,
-    "eval_mean_iou": 0.23228168895373708,
-    "eval_overall_accuracy": 0.7879995020698657,
-    "eval_runtime": 137.3691,
-    "eval_samples_per_second": 1.092,
-    "eval_steps_per_second": 0.073,
-    "train_loss": 0.9289147666648582,
-    "train_runtime": 1292.9621,
-    "train_samples_per_second": 32.87,
-    "train_steps_per_second": 2.088
+    "eval_loss": 0.7689843773841858,
+    "eval_mean_accuracy": 0.26149457547827437,
+    "eval_mean_iou": 0.21166995644374575,
+    "eval_overall_accuracy": 0.7839745993658742,
+    "eval_runtime": 140.2555,
+    "eval_samples_per_second": 1.069,
+    "eval_steps_per_second": 0.071,
+    "train_loss": 0.9338362375895183,
+    "train_runtime": 1300.5624,
+    "train_samples_per_second": 32.678,
+    "train_steps_per_second": 2.076
 }

eval_results.json

@@ -1,80 +1,80 @@
 {
     "epoch": 50.0,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8613833594187662,
+    "eval_accuracy_construction-building": 0.923248608581478,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.06524186715644742,
+    "eval_accuracy_construction-fenceguardrail": 0.09433107330840278,
     "eval_accuracy_construction-stairs": 0.0,
     "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.432479003469562,
-    "eval_accuracy_flat-crosswalk": 0.2824225984407919,
-    "eval_accuracy_flat-curb": 0.5054200670626511,
-    "eval_accuracy_flat-cyclinglane": 0.7632424929486324,
-    "eval_accuracy_flat-parkingdriveway": 0.2202366150559111,
+    "eval_accuracy_construction-wall": 0.21464674476906634,
+    "eval_accuracy_flat-crosswalk": 0.3228431325584535,
+    "eval_accuracy_flat-curb": 0.3171838475268673,
+    "eval_accuracy_flat-cyclinglane": 0.7303143809670815,
+    "eval_accuracy_flat-parkingdriveway": 0.27434110103060105,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.7709825418501368,
-    "eval_accuracy_flat-sidewalk": 0.9215943932775013,
-    "eval_accuracy_human-person": 0.5200361698077289,
+    "eval_accuracy_flat-road": 0.6562864431018484,
+    "eval_accuracy_flat-sidewalk": 0.9295361346748208,
+    "eval_accuracy_human-person": 0.010889394661161983,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.8214958743603714,
-    "eval_accuracy_nature-vegetation": 0.9088590159130235,
-    "eval_accuracy_object-pole": 0.2563280333734171,
+    "eval_accuracy_nature-terrain": 0.7748158286891488,
+    "eval_accuracy_nature-vegetation": 0.9083438657394087,
+    "eval_accuracy_object-pole": 0.2119288699124848,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.8732181252219028,
+    "eval_accuracy_sky": 0.8846353126324072,
     "eval_accuracy_unlabeled": NaN,
     "eval_accuracy_vehicle-bicycle": 0.0,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.9194343391803792,
+    "eval_accuracy_vehicle-car": 0.9388154884849852,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
-    "eval_accuracy_vehicle-tramtrain": NaN,
+    "eval_accuracy_vehicle-tramtrain": 0.0,
     "eval_accuracy_vehicle-truck": 0.0,
     "eval_accuracy_void-dynamic": 0.0,
     "eval_accuracy_void-ground": 0.0,
-    "eval_accuracy_void-static": 0.07387375417201633,
+    "eval_accuracy_void-static": 0.17566618866656386,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.6305328052809883,
+    "eval_iou_construction-building": 0.6151782821349004,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.05800380170470056,
+    "eval_iou_construction-fenceguardrail": 0.09239785150765831,
     "eval_iou_construction-stairs": 0.0,
     "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.3015602338421038,
-    "eval_iou_flat-crosswalk": 0.2624441402112985,
-    "eval_iou_flat-curb": 0.3084264541583429,
-    "eval_iou_flat-cyclinglane": 0.5689304866391836,
-    "eval_iou_flat-parkingdriveway": 0.17333081782078852,
+    "eval_iou_construction-wall": 0.1796009958723711,
+    "eval_iou_flat-crosswalk": 0.26608723430220454,
+    "eval_iou_flat-curb": 0.19206793691107385,
+    "eval_iou_flat-cyclinglane": 0.6165186094558613,
+    "eval_iou_flat-parkingdriveway": 0.22540000014154912,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.5975046468199936,
-    "eval_iou_flat-sidewalk": 0.829947967538841,
-    "eval_iou_human-person": 0.37076148179425894,
+    "eval_iou_flat-road": 0.5341623036040656,
+    "eval_iou_flat-sidewalk": 0.8035619780040725,
+    "eval_iou_human-person": 0.010872092613600332,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.6627662545337547,
-    "eval_iou_nature-vegetation": 0.7954000912616259,
-    "eval_iou_object-pole": 0.13096102684488672,
+    "eval_iou_nature-terrain": 0.646685749747382,
+    "eval_iou_nature-vegetation": 0.7900638904880851,
+    "eval_iou_object-pole": 0.14375182721824295,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.8232557338453382,
+    "eval_iou_sky": 0.8389204690587999,
     "eval_iou_unlabeled": NaN,
     "eval_iou_vehicle-bicycle": 0.0,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.6164381653141727,
+    "eval_iou_vehicle-car": 0.7190160819570569,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
-    "eval_iou_vehicle-tramtrain": NaN,
+    "eval_iou_vehicle-tramtrain": 0.0,
     "eval_iou_vehicle-truck": 0.0,
     "eval_iou_void-dynamic": 0.0,
     "eval_iou_void-ground": 0.0,
-    "eval_iou_void-static": 0.07046824995557074,
+    "eval_iou_void-static": 0.09915330318294081,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.7794402837753296,
-    "eval_mean_accuracy": 0.2966531693777174,
-    "eval_mean_iou": 0.23228168895373708,
-    "eval_overall_accuracy": 0.7879995020698657,
-    "eval_runtime": 137.3691,
-    "eval_samples_per_second": 1.092,
-    "eval_steps_per_second": 0.073
+    "eval_loss": 0.7689843773841858,
+    "eval_mean_accuracy": 0.26149457547827437,
+    "eval_mean_iou": 0.21166995644374575,
+    "eval_overall_accuracy": 0.7839745993658742,
+    "eval_runtime": 140.2555,
+    "eval_samples_per_second": 1.069,
+    "eval_steps_per_second": 0.071
 }

runs/Apr20_08-12-58_brutasse/events.out.tfevents.1650443841.brutasse.23370.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235d26f2b6a0a1f3d22c1b10b0ebf7e712cbe296ed57c5285b3abac3be8d60fe
+size 5039

train_results.json

@@ -1,7 +1,7 @@
 {
     "epoch": 50.0,
-    "train_loss": 0.9289147666648582,
-    "train_runtime": 1292.9621,
-    "train_samples_per_second": 32.87,
-    "train_steps_per_second": 2.088
+    "train_loss": 0.9338362375895183,
+    "train_runtime": 1300.5624,
+    "train_samples_per_second": 32.678,
+    "train_steps_per_second": 2.076
 }

trainer_state.json

@@ -7,44 +7,176 @@
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
+    {
+      "epoch": 1.85,
+      "learning_rate": 4.814814814814815e-05,
+      "loss": 2.6107,
+      "step": 100
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 4.62962962962963e-05,
+      "loss": 1.8688,
+      "step": 200
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 1.5544,
+      "step": 300
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 4.259259259259259e-05,
+      "loss": 1.3367,
+      "step": 400
+    },
     {
       "epoch": 9.26,
       "learning_rate": 4.074074074074074e-05,
-      "loss": 1.7192,
+      "loss": 1.2102,
       "step": 500
     },
+    {
+      "epoch": 11.11,
+      "learning_rate": 3.888888888888889e-05,
+      "loss": 1.1085,
+      "step": 600
+    },
+    {
+      "epoch": 12.96,
+      "learning_rate": 3.7037037037037037e-05,
+      "loss": 1.0013,
+      "step": 700
+    },
+    {
+      "epoch": 14.81,
+      "learning_rate": 3.518518518518519e-05,
+      "loss": 0.9601,
+      "step": 800
+    },
+    {
+      "epoch": 16.67,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.9108,
+      "step": 900
+    },
     {
       "epoch": 18.52,
       "learning_rate": 3.148148148148148e-05,
-      "loss": 0.9638,
+      "loss": 0.8639,
       "step": 1000
     },
+    {
+      "epoch": 20.37,
+      "learning_rate": 2.962962962962963e-05,
+      "loss": 0.8091,
+      "step": 1100
+    },
+    {
+      "epoch": 22.22,
+      "learning_rate": 2.777777777777778e-05,
+      "loss": 0.8038,
+      "step": 1200
+    },
+    {
+      "epoch": 24.07,
+      "learning_rate": 2.5925925925925925e-05,
+      "loss": 0.7915,
+      "step": 1300
+    },
+    {
+      "epoch": 25.93,
+      "learning_rate": 2.4074074074074074e-05,
+      "loss": 0.7648,
+      "step": 1400
+    },
     {
       "epoch": 27.78,
       "learning_rate": 2.2222222222222223e-05,
-      "loss": 0.7646,
+      "loss": 0.7557,
       "step": 1500
     },
+    {
+      "epoch": 29.63,
+      "learning_rate": 2.037037037037037e-05,
+      "loss": 0.7004,
+      "step": 1600
+    },
+    {
+      "epoch": 31.48,
+      "learning_rate": 1.8518518518518518e-05,
+      "loss": 0.6927,
+      "step": 1700
+    },
+    {
+      "epoch": 33.33,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.6847,
+      "step": 1800
+    },
+    {
+      "epoch": 35.19,
+      "learning_rate": 1.4814814814814815e-05,
+      "loss": 0.6828,
+      "step": 1900
+    },
     {
       "epoch": 37.04,
       "learning_rate": 1.2962962962962962e-05,
-      "loss": 0.6811,
+      "loss": 0.6526,
       "step": 2000
     },
+    {
+      "epoch": 38.89,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.6612,
+      "step": 2100
+    },
+    {
+      "epoch": 40.74,
+      "learning_rate": 9.259259259259259e-06,
+      "loss": 0.6528,
+      "step": 2200
+    },
+    {
+      "epoch": 42.59,
+      "learning_rate": 7.4074074074074075e-06,
+      "loss": 0.6264,
+      "step": 2300
+    },
+    {
+      "epoch": 44.44,
+      "learning_rate": 5.555555555555556e-06,
+      "loss": 0.6403,
+      "step": 2400
+    },
     {
       "epoch": 46.3,
       "learning_rate": 3.7037037037037037e-06,
-      "loss": 0.6386,
+      "loss": 0.6413,
       "step": 2500
     },
+    {
+      "epoch": 48.15,
+      "learning_rate": 1.8518518518518519e-06,
+      "loss": 0.6121,
+      "step": 2600
+    },
+    {
+      "epoch": 50.0,
+      "learning_rate": 0.0,
+      "loss": 0.6161,
+      "step": 2700
+    },
     {
       "epoch": 50.0,
       "step": 2700,
       "total_flos": 7.4663889076224e+17,
-      "train_loss": 0.9289147666648582,
-      "train_runtime": 1292.9621,
-      "train_samples_per_second": 32.87,
-      "train_steps_per_second": 2.088
+      "train_loss": 0.9338362375895183,
+      "train_runtime": 1300.5624,
+      "train_samples_per_second": 32.678,
+      "train_steps_per_second": 2.076
     }
   ],
   "max_steps": 2700,