Training in progress, step 4480

{checkpoint-4160 → checkpoint-4480}/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f7ff8c4e178139df9334337a3e6c16e3761e941565040188129fb6d861fb981
+oid sha256:c90f642bdff2b75f02c927831ad7c812022bf20f3dec6fc794ebd3ab96a92785
 size 29861573

{checkpoint-4160 → checkpoint-4480}/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e77935654e9fa1806bd3934ba0560f157a23d3078e07e29d8e12a8881b735dea
+oid sha256:a94de339c493b627b63142a1ac2facf0568290838df0252c3a80939dc6c2af56
 size 14944077

{checkpoint-4160 → checkpoint-4480}/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6790f35fdd6116e4a9f76884394e51a40f3bb42a401da151d643cabe15532bb8
+oid sha256:7bee2b9e93593b5cfaae19228cac660e4864035115b0a30602160bf458406c60
 size 14575

{checkpoint-4160 → checkpoint-4480}/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bc6470b1684a1ad4946b10e38a5fc2da234e6e4b2266bb21f4d4f3a48b95da8
+oid sha256:73f82b3cf60058fb090cf31c42177367b5593f7a89de176489633a5d3a3f014a
 size 627

{checkpoint-4160 → checkpoint-4480}/trainer_state.json

@@ -1,8 +1,8 @@
 {
   "best_metric": 0.08471038937568665,
   "best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/safety-utcustom-terrain-b0/checkpoint-2560",
-  "epoch": 378.1818181818182,
-  "global_step": 4160,
+  "epoch": 407.27272727272725,
+  "global_step": 4480,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -33078,11 +33078,2555 @@
       "eval_samples_per_second": 10.942,
       "eval_steps_per_second": 0.608,
       "step": 4160
+    },
+    {
+      "epoch": 378.27,
+      "learning_rate": 2.5626794258373205e-05,
+      "loss": 0.0334,
+      "step": 4161
+    },
+    {
+      "epoch": 378.36,
+      "learning_rate": 2.5607655502392347e-05,
+      "loss": 0.0334,
+      "step": 4162
+    },
+    {
+      "epoch": 378.45,
+      "learning_rate": 2.5588516746411485e-05,
+      "loss": 0.0346,
+      "step": 4163
+    },
+    {
+      "epoch": 378.55,
+      "learning_rate": 2.556937799043062e-05,
+      "loss": 0.0316,
+      "step": 4164
+    },
+    {
+      "epoch": 378.64,
+      "learning_rate": 2.5550239234449763e-05,
+      "loss": 0.0265,
+      "step": 4165
+    },
+    {
+      "epoch": 378.73,
+      "learning_rate": 2.55311004784689e-05,
+      "loss": 0.026,
+      "step": 4166
+    },
+    {
+      "epoch": 378.82,
+      "learning_rate": 2.5511961722488037e-05,
+      "loss": 0.0302,
+      "step": 4167
+    },
+    {
+      "epoch": 378.91,
+      "learning_rate": 2.549282296650718e-05,
+      "loss": 0.0312,
+      "step": 4168
+    },
+    {
+      "epoch": 379.0,
+      "learning_rate": 2.5473684210526315e-05,
+      "loss": 0.032,
+      "step": 4169
+    },
+    {
+      "epoch": 379.09,
+      "learning_rate": 2.5454545454545454e-05,
+      "loss": 0.0293,
+      "step": 4170
+    },
+    {
+      "epoch": 379.18,
+      "learning_rate": 2.5435406698564596e-05,
+      "loss": 0.0316,
+      "step": 4171
+    },
+    {
+      "epoch": 379.27,
+      "learning_rate": 2.541626794258373e-05,
+      "loss": 0.0295,
+      "step": 4172
+    },
+    {
+      "epoch": 379.36,
+      "learning_rate": 2.539712918660287e-05,
+      "loss": 0.0276,
+      "step": 4173
+    },
+    {
+      "epoch": 379.45,
+      "learning_rate": 2.5377990430622012e-05,
+      "loss": 0.0278,
+      "step": 4174
+    },
+    {
+      "epoch": 379.55,
+      "learning_rate": 2.5358851674641147e-05,
+      "loss": 0.0342,
+      "step": 4175
+    },
+    {
+      "epoch": 379.64,
+      "learning_rate": 2.533971291866029e-05,
+      "loss": 0.0373,
+      "step": 4176
+    },
+    {
+      "epoch": 379.73,
+      "learning_rate": 2.532057416267943e-05,
+      "loss": 0.0295,
+      "step": 4177
+    },
+    {
+      "epoch": 379.82,
+      "learning_rate": 2.5301435406698564e-05,
+      "loss": 0.0344,
+      "step": 4178
+    },
+    {
+      "epoch": 379.91,
+      "learning_rate": 2.5282296650717706e-05,
+      "loss": 0.033,
+      "step": 4179
+    },
+    {
+      "epoch": 380.0,
+      "learning_rate": 2.5263157894736845e-05,
+      "loss": 0.0322,
+      "step": 4180
+    },
+    {
+      "epoch": 380.0,
+      "eval_accuracy_NAT": 0.993248627386766,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.950504849993562,
+      "eval_accuracy_concrete tiles": 0.9844982572005136,
+      "eval_accuracy_dark bricks": 0.8757938493514491,
+      "eval_accuracy_grass": 0.9031305375073834,
+      "eval_accuracy_red bricks": 0.9229403409090909,
+      "eval_accuracy_road": 0.9287775986805114,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.6225842913461803,
+      "eval_accuracy_speedway bricks": 0.9889522064813239,
+      "eval_accuracy_steel": 0.9081937207308225,
+      "eval_accuracy_tiles": 0.12121627174359677,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9804441707165582,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8947418923935083,
+      "eval_iou_concrete tiles": 0.9528586647727273,
+      "eval_iou_dark bricks": 0.832229984272704,
+      "eval_iou_grass": 0.8392858302856289,
+      "eval_iou_red bricks": 0.861023687261885,
+      "eval_iou_road": 0.9224951628535981,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.4172378752886836,
+      "eval_iou_speedway bricks": 0.9771340572754513,
+      "eval_iou_steel": 0.8496771854583041,
+      "eval_iou_tiles": 0.12090989821709133,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10924029350280762,
+      "eval_mean_accuracy": 0.7076800424100924,
+      "eval_mean_iou": 0.6652337237535492,
+      "eval_overall_accuracy": 0.9746324751112196,
+      "eval_runtime": 3.6447,
+      "eval_samples_per_second": 9.877,
+      "eval_steps_per_second": 0.549,
+      "step": 4180
+    },
+    {
+      "epoch": 380.09,
+      "learning_rate": 2.524401913875598e-05,
+      "loss": 0.0278,
+      "step": 4181
+    },
+    {
+      "epoch": 380.18,
+      "learning_rate": 2.5224880382775122e-05,
+      "loss": 0.0295,
+      "step": 4182
+    },
+    {
+      "epoch": 380.27,
+      "learning_rate": 2.520574162679426e-05,
+      "loss": 0.0298,
+      "step": 4183
+    },
+    {
+      "epoch": 380.36,
+      "learning_rate": 2.5186602870813396e-05,
+      "loss": 0.0392,
+      "step": 4184
+    },
+    {
+      "epoch": 380.45,
+      "learning_rate": 2.516746411483254e-05,
+      "loss": 0.0329,
+      "step": 4185
+    },
+    {
+      "epoch": 380.55,
+      "learning_rate": 2.5148325358851677e-05,
+      "loss": 0.0293,
+      "step": 4186
+    },
+    {
+      "epoch": 380.64,
+      "learning_rate": 2.5129186602870813e-05,
+      "loss": 0.0321,
+      "step": 4187
+    },
+    {
+      "epoch": 380.73,
+      "learning_rate": 2.5110047846889955e-05,
+      "loss": 0.0283,
+      "step": 4188
+    },
+    {
+      "epoch": 380.82,
+      "learning_rate": 2.5090909090909094e-05,
+      "loss": 0.0311,
+      "step": 4189
+    },
+    {
+      "epoch": 380.91,
+      "learning_rate": 2.507177033492823e-05,
+      "loss": 0.0307,
+      "step": 4190
+    },
+    {
+      "epoch": 381.0,
+      "learning_rate": 2.505263157894737e-05,
+      "loss": 0.0335,
+      "step": 4191
+    },
+    {
+      "epoch": 381.09,
+      "learning_rate": 2.503349282296651e-05,
+      "loss": 0.0348,
+      "step": 4192
+    },
+    {
+      "epoch": 381.18,
+      "learning_rate": 2.5014354066985645e-05,
+      "loss": 0.0339,
+      "step": 4193
+    },
+    {
+      "epoch": 381.27,
+      "learning_rate": 2.4995215311004784e-05,
+      "loss": 0.0265,
+      "step": 4194
+    },
+    {
+      "epoch": 381.36,
+      "learning_rate": 2.4976076555023926e-05,
+      "loss": 0.0343,
+      "step": 4195
+    },
+    {
+      "epoch": 381.45,
+      "learning_rate": 2.4956937799043065e-05,
+      "loss": 0.034,
+      "step": 4196
+    },
+    {
+      "epoch": 381.55,
+      "learning_rate": 2.49377990430622e-05,
+      "loss": 0.0309,
+      "step": 4197
+    },
+    {
+      "epoch": 381.64,
+      "learning_rate": 2.4918660287081343e-05,
+      "loss": 0.032,
+      "step": 4198
+    },
+    {
+      "epoch": 381.73,
+      "learning_rate": 2.489952153110048e-05,
+      "loss": 0.033,
+      "step": 4199
+    },
+    {
+      "epoch": 381.82,
+      "learning_rate": 2.4880382775119617e-05,
+      "loss": 0.033,
+      "step": 4200
+    },
+    {
+      "epoch": 381.82,
+      "eval_accuracy_NAT": 0.9930432382873513,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9522927486158205,
+      "eval_accuracy_concrete tiles": 0.9872806212927292,
+      "eval_accuracy_dark bricks": 0.8829529271390631,
+      "eval_accuracy_grass": 0.905073798481041,
+      "eval_accuracy_red bricks": 0.9376775568181818,
+      "eval_accuracy_road": 0.9377644388605867,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5947398891737656,
+      "eval_accuracy_speedway bricks": 0.9885074949283574,
+      "eval_accuracy_steel": 0.907921641052701,
+      "eval_accuracy_tiles": 0.15634844541843584,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.980663838797888,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8956762743851363,
+      "eval_iou_concrete tiles": 0.9451469382976232,
+      "eval_iou_dark bricks": 0.8355795148247979,
+      "eval_iou_grass": 0.8418682826286257,
+      "eval_iou_red bricks": 0.8694435297991439,
+      "eval_iou_road": 0.929620297471207,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.4017617699642431,
+      "eval_iou_speedway bricks": 0.977370015255298,
+      "eval_iou_steel": 0.8527509970186239,
+      "eval_iou_tiles": 0.15572987721691678,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.1055811271071434,
+      "eval_mean_accuracy": 0.7110463692360026,
+      "eval_mean_iou": 0.6681239488968849,
+      "eval_overall_accuracy": 0.9754007127549913,
+      "eval_runtime": 3.2696,
+      "eval_samples_per_second": 11.011,
+      "eval_steps_per_second": 0.612,
+      "step": 4200
+    },
+    {
+      "epoch": 381.91,
+      "learning_rate": 2.486124401913876e-05,
+      "loss": 0.0402,
+      "step": 4201
+    },
+    {
+      "epoch": 382.0,
+      "learning_rate": 2.4842105263157898e-05,
+      "loss": 0.0284,
+      "step": 4202
+    },
+    {
+      "epoch": 382.09,
+      "learning_rate": 2.4822966507177033e-05,
+      "loss": 0.0375,
+      "step": 4203
+    },
+    {
+      "epoch": 382.18,
+      "learning_rate": 2.4803827751196172e-05,
+      "loss": 0.0328,
+      "step": 4204
+    },
+    {
+      "epoch": 382.27,
+      "learning_rate": 2.4784688995215314e-05,
+      "loss": 0.0351,
+      "step": 4205
+    },
+    {
+      "epoch": 382.36,
+      "learning_rate": 2.476555023923445e-05,
+      "loss": 0.0264,
+      "step": 4206
+    },
+    {
+      "epoch": 382.45,
+      "learning_rate": 2.4746411483253588e-05,
+      "loss": 0.0326,
+      "step": 4207
+    },
+    {
+      "epoch": 382.55,
+      "learning_rate": 2.472727272727273e-05,
+      "loss": 0.0309,
+      "step": 4208
+    },
+    {
+      "epoch": 382.64,
+      "learning_rate": 2.4708133971291866e-05,
+      "loss": 0.0306,
+      "step": 4209
+    },
+    {
+      "epoch": 382.73,
+      "learning_rate": 2.4688995215311005e-05,
+      "loss": 0.0321,
+      "step": 4210
+    },
+    {
+      "epoch": 382.82,
+      "learning_rate": 2.4669856459330147e-05,
+      "loss": 0.0277,
+      "step": 4211
+    },
+    {
+      "epoch": 382.91,
+      "learning_rate": 2.4650717703349282e-05,
+      "loss": 0.0321,
+      "step": 4212
+    },
+    {
+      "epoch": 383.0,
+      "learning_rate": 2.463157894736842e-05,
+      "loss": 0.0313,
+      "step": 4213
+    },
+    {
+      "epoch": 383.09,
+      "learning_rate": 2.4612440191387563e-05,
+      "loss": 0.0322,
+      "step": 4214
+    },
+    {
+      "epoch": 383.18,
+      "learning_rate": 2.45933014354067e-05,
+      "loss": 0.0287,
+      "step": 4215
+    },
+    {
+      "epoch": 383.27,
+      "learning_rate": 2.4574162679425837e-05,
+      "loss": 0.031,
+      "step": 4216
+    },
+    {
+      "epoch": 383.36,
+      "learning_rate": 2.455502392344498e-05,
+      "loss": 0.029,
+      "step": 4217
+    },
+    {
+      "epoch": 383.45,
+      "learning_rate": 2.4535885167464115e-05,
+      "loss": 0.0302,
+      "step": 4218
+    },
+    {
+      "epoch": 383.55,
+      "learning_rate": 2.4516746411483254e-05,
+      "loss": 0.0285,
+      "step": 4219
+    },
+    {
+      "epoch": 383.64,
+      "learning_rate": 2.4497607655502396e-05,
+      "loss": 0.0313,
+      "step": 4220
+    },
+    {
+      "epoch": 383.64,
+      "eval_accuracy_NAT": 0.9930308867092078,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9510882977810207,
+      "eval_accuracy_concrete tiles": 0.9852932183697181,
+      "eval_accuracy_dark bricks": 0.8870713213502175,
+      "eval_accuracy_grass": 0.9022602641576698,
+      "eval_accuracy_red bricks": 0.92578125,
+      "eval_accuracy_road": 0.9402433170049832,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5171339563862928,
+      "eval_accuracy_speedway bricks": 0.988976342793561,
+      "eval_accuracy_steel": 0.9061490007255458,
+      "eval_accuracy_tiles": 0.09984933570743734,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.980622934200569,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8893444370586834,
+      "eval_iou_concrete tiles": 0.950589970501475,
+      "eval_iou_dark bricks": 0.8370682453782733,
+      "eval_iou_grass": 0.83498398939095,
+      "eval_iou_red bricks": 0.865250580816462,
+      "eval_iou_road": 0.9327518596401997,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.3484803448019618,
+      "eval_iou_speedway bricks": 0.9774673523512808,
+      "eval_iou_steel": 0.8540224258106628,
+      "eval_iou_tiles": 0.0995833617922273,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10420788079500198,
+      "eval_mean_accuracy": 0.6997597839219734,
+      "eval_mean_iou": 0.6592435001340573,
+      "eval_overall_accuracy": 0.9751012590196397,
+      "eval_runtime": 3.507,
+      "eval_samples_per_second": 10.265,
+      "eval_steps_per_second": 0.57,
+      "step": 4220
+    },
+    {
+      "epoch": 383.73,
+      "learning_rate": 2.447846889952153e-05,
+      "loss": 0.0276,
+      "step": 4221
+    },
+    {
+      "epoch": 383.82,
+      "learning_rate": 2.445933014354067e-05,
+      "loss": 0.0378,
+      "step": 4222
+    },
+    {
+      "epoch": 383.91,
+      "learning_rate": 2.444019138755981e-05,
+      "loss": 0.0316,
+      "step": 4223
+    },
+    {
+      "epoch": 384.0,
+      "learning_rate": 2.4421052631578948e-05,
+      "loss": 0.0316,
+      "step": 4224
+    },
+    {
+      "epoch": 384.09,
+      "learning_rate": 2.4401913875598086e-05,
+      "loss": 0.0294,
+      "step": 4225
+    },
+    {
+      "epoch": 384.18,
+      "learning_rate": 2.4382775119617225e-05,
+      "loss": 0.0309,
+      "step": 4226
+    },
+    {
+      "epoch": 384.27,
+      "learning_rate": 2.4363636363636364e-05,
+      "loss": 0.0333,
+      "step": 4227
+    },
+    {
+      "epoch": 384.36,
+      "learning_rate": 2.4344497607655503e-05,
+      "loss": 0.0336,
+      "step": 4228
+    },
+    {
+      "epoch": 384.45,
+      "learning_rate": 2.432535885167464e-05,
+      "loss": 0.0309,
+      "step": 4229
+    },
+    {
+      "epoch": 384.55,
+      "learning_rate": 2.4306220095693784e-05,
+      "loss": 0.0304,
+      "step": 4230
+    },
+    {
+      "epoch": 384.64,
+      "learning_rate": 2.428708133971292e-05,
+      "loss": 0.0322,
+      "step": 4231
+    },
+    {
+      "epoch": 384.73,
+      "learning_rate": 2.4267942583732058e-05,
+      "loss": 0.0294,
+      "step": 4232
+    },
+    {
+      "epoch": 384.82,
+      "learning_rate": 2.42488038277512e-05,
+      "loss": 0.0309,
+      "step": 4233
+    },
+    {
+      "epoch": 384.91,
+      "learning_rate": 2.4229665071770335e-05,
+      "loss": 0.032,
+      "step": 4234
+    },
+    {
+      "epoch": 385.0,
+      "learning_rate": 2.4210526315789474e-05,
+      "loss": 0.033,
+      "step": 4235
+    },
+    {
+      "epoch": 385.09,
+      "learning_rate": 2.4191387559808616e-05,
+      "loss": 0.0272,
+      "step": 4236
+    },
+    {
+      "epoch": 385.18,
+      "learning_rate": 2.417224880382775e-05,
+      "loss": 0.0277,
+      "step": 4237
+    },
+    {
+      "epoch": 385.27,
+      "learning_rate": 2.415311004784689e-05,
+      "loss": 0.0334,
+      "step": 4238
+    },
+    {
+      "epoch": 385.36,
+      "learning_rate": 2.4133971291866033e-05,
+      "loss": 0.0281,
+      "step": 4239
+    },
+    {
+      "epoch": 385.45,
+      "learning_rate": 2.4114832535885168e-05,
+      "loss": 0.0322,
+      "step": 4240
+    },
+    {
+      "epoch": 385.45,
+      "eval_accuracy_NAT": 0.9928899022672557,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.953186027297309,
+      "eval_accuracy_concrete tiles": 0.985874151531829,
+      "eval_accuracy_dark bricks": 0.8831453754666871,
+      "eval_accuracy_grass": 0.905685436377426,
+      "eval_accuracy_red bricks": 0.935546875,
+      "eval_accuracy_road": 0.9385480061959861,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.6182008656576516,
+      "eval_accuracy_speedway bricks": 0.987724875004073,
+      "eval_accuracy_steel": 0.9115741046105138,
+      "eval_accuracy_tiles": 0.15456786741542256,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9808115029885397,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8926617754380941,
+      "eval_iou_concrete tiles": 0.9520210221736691,
+      "eval_iou_dark bricks": 0.8351836348414807,
+      "eval_iou_grass": 0.8369869606364321,
+      "eval_iou_red bricks": 0.8617926071311743,
+      "eval_iou_road": 0.9314421286073616,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.40717606042998256,
+      "eval_iou_speedway bricks": 0.9774832230395231,
+      "eval_iou_steel": 0.853590371119535,
+      "eval_iou_tiles": 0.15384091064003816,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10452328622341156,
+      "eval_mean_accuracy": 0.7128418066787809,
+      "eval_mean_iou": 0.6679223228496792,
+      "eval_overall_accuracy": 0.9754577212863498,
+      "eval_runtime": 3.3934,
+      "eval_samples_per_second": 10.609,
+      "eval_steps_per_second": 0.589,
+      "step": 4240
+    },
+    {
+      "epoch": 385.55,
+      "learning_rate": 2.4095693779904307e-05,
+      "loss": 0.0321,
+      "step": 4241
+    },
+    {
+      "epoch": 385.64,
+      "learning_rate": 2.407655502392345e-05,
+      "loss": 0.029,
+      "step": 4242
+    },
+    {
+      "epoch": 385.73,
+      "learning_rate": 2.4057416267942584e-05,
+      "loss": 0.0318,
+      "step": 4243
+    },
+    {
+      "epoch": 385.82,
+      "learning_rate": 2.4038277511961723e-05,
+      "loss": 0.0284,
+      "step": 4244
+    },
+    {
+      "epoch": 385.91,
+      "learning_rate": 2.4019138755980862e-05,
+      "loss": 0.0352,
+      "step": 4245
+    },
+    {
+      "epoch": 386.0,
+      "learning_rate": 2.4e-05,
+      "loss": 0.032,
+      "step": 4246
+    },
+    {
+      "epoch": 386.09,
+      "learning_rate": 2.398086124401914e-05,
+      "loss": 0.03,
+      "step": 4247
+    },
+    {
+      "epoch": 386.18,
+      "learning_rate": 2.3961722488038278e-05,
+      "loss": 0.0308,
+      "step": 4248
+    },
+    {
+      "epoch": 386.27,
+      "learning_rate": 2.3942583732057417e-05,
+      "loss": 0.0316,
+      "step": 4249
+    },
+    {
+      "epoch": 386.36,
+      "learning_rate": 2.3923444976076556e-05,
+      "loss": 0.0304,
+      "step": 4250
+    },
+    {
+      "epoch": 386.45,
+      "learning_rate": 2.3904306220095694e-05,
+      "loss": 0.0415,
+      "step": 4251
+    },
+    {
+      "epoch": 386.55,
+      "learning_rate": 2.3885167464114833e-05,
+      "loss": 0.0354,
+      "step": 4252
+    },
+    {
+      "epoch": 386.64,
+      "learning_rate": 2.3866028708133972e-05,
+      "loss": 0.0259,
+      "step": 4253
+    },
+    {
+      "epoch": 386.73,
+      "learning_rate": 2.384688995215311e-05,
+      "loss": 0.0282,
+      "step": 4254
+    },
+    {
+      "epoch": 386.82,
+      "learning_rate": 2.382775119617225e-05,
+      "loss": 0.028,
+      "step": 4255
+    },
+    {
+      "epoch": 386.91,
+      "learning_rate": 2.380861244019139e-05,
+      "loss": 0.0329,
+      "step": 4256
+    },
+    {
+      "epoch": 387.0,
+      "learning_rate": 2.3789473684210527e-05,
+      "loss": 0.0343,
+      "step": 4257
+    },
+    {
+      "epoch": 387.09,
+      "learning_rate": 2.3770334928229666e-05,
+      "loss": 0.0304,
+      "step": 4258
+    },
+    {
+      "epoch": 387.18,
+      "learning_rate": 2.3751196172248805e-05,
+      "loss": 0.0325,
+      "step": 4259
+    },
+    {
+      "epoch": 387.27,
+      "learning_rate": 2.3732057416267943e-05,
+      "loss": 0.0296,
+      "step": 4260
+    },
+    {
+      "epoch": 387.27,
+      "eval_accuracy_NAT": 0.9931090545537445,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9536474204901498,
+      "eval_accuracy_concrete tiles": 0.9852932183697181,
+      "eval_accuracy_dark bricks": 0.8889188252954082,
+      "eval_accuracy_grass": 0.9027181188115352,
+      "eval_accuracy_red bricks": 0.9279119318181818,
+      "eval_accuracy_road": 0.936903482158728,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5808176880875583,
+      "eval_accuracy_speedway bricks": 0.9875426458466837,
+      "eval_accuracy_steel": 0.9089769804102632,
+      "eval_accuracy_tiles": 0.1780578003013286,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9806519385783904,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8940315660820537,
+      "eval_iou_concrete tiles": 0.9544189077123564,
+      "eval_iou_dark bricks": 0.8327323862407153,
+      "eval_iou_grass": 0.8369236252875798,
+      "eval_iou_red bricks": 0.864516129032258,
+      "eval_iou_road": 0.9292023299406001,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.39239351101674397,
+      "eval_iou_speedway bricks": 0.9773203916426011,
+      "eval_iou_steel": 0.8535505249140627,
+      "eval_iou_tiles": 0.17736544102599086,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10419435054063797,
+      "eval_mean_accuracy": 0.7110690127802537,
+      "eval_mean_iou": 0.6687005193441039,
+      "eval_overall_accuracy": 0.9752283096313477,
+      "eval_runtime": 3.6101,
+      "eval_samples_per_second": 9.972,
+      "eval_steps_per_second": 0.554,
+      "step": 4260
+    },
+    {
+      "epoch": 387.36,
+      "learning_rate": 2.3712918660287082e-05,
+      "loss": 0.0337,
+      "step": 4261
+    },
+    {
+      "epoch": 387.45,
+      "learning_rate": 2.369377990430622e-05,
+      "loss": 0.0322,
+      "step": 4262
+    },
+    {
+      "epoch": 387.55,
+      "learning_rate": 2.367464114832536e-05,
+      "loss": 0.0261,
+      "step": 4263
+    },
+    {
+      "epoch": 387.64,
+      "learning_rate": 2.36555023923445e-05,
+      "loss": 0.0337,
+      "step": 4264
+    },
+    {
+      "epoch": 387.73,
+      "learning_rate": 2.3636363636363637e-05,
+      "loss": 0.0346,
+      "step": 4265
+    },
+    {
+      "epoch": 387.82,
+      "learning_rate": 2.3617224880382776e-05,
+      "loss": 0.0304,
+      "step": 4266
+    },
+    {
+      "epoch": 387.91,
+      "learning_rate": 2.3598086124401915e-05,
+      "loss": 0.0293,
+      "step": 4267
+    },
+    {
+      "epoch": 388.0,
+      "learning_rate": 2.3578947368421054e-05,
+      "loss": 0.032,
+      "step": 4268
+    },
+    {
+      "epoch": 388.09,
+      "learning_rate": 2.3559808612440192e-05,
+      "loss": 0.0318,
+      "step": 4269
+    },
+    {
+      "epoch": 388.18,
+      "learning_rate": 2.354066985645933e-05,
+      "loss": 0.0344,
+      "step": 4270
+    },
+    {
+      "epoch": 388.27,
+      "learning_rate": 2.352153110047847e-05,
+      "loss": 0.0303,
+      "step": 4271
+    },
+    {
+      "epoch": 388.36,
+      "learning_rate": 2.350239234449761e-05,
+      "loss": 0.0313,
+      "step": 4272
+    },
+    {
+      "epoch": 388.45,
+      "learning_rate": 2.3483253588516748e-05,
+      "loss": 0.0287,
+      "step": 4273
+    },
+    {
+      "epoch": 388.55,
+      "learning_rate": 2.3464114832535886e-05,
+      "loss": 0.0324,
+      "step": 4274
+    },
+    {
+      "epoch": 388.64,
+      "learning_rate": 2.3444976076555025e-05,
+      "loss": 0.0289,
+      "step": 4275
+    },
+    {
+      "epoch": 388.73,
+      "learning_rate": 2.3425837320574164e-05,
+      "loss": 0.0346,
+      "step": 4276
+    },
+    {
+      "epoch": 388.82,
+      "learning_rate": 2.3406698564593303e-05,
+      "loss": 0.0321,
+      "step": 4277
+    },
+    {
+      "epoch": 388.91,
+      "learning_rate": 2.338755980861244e-05,
+      "loss": 0.0283,
+      "step": 4278
+    },
+    {
+      "epoch": 389.0,
+      "learning_rate": 2.336842105263158e-05,
+      "loss": 0.0337,
+      "step": 4279
+    },
+    {
+      "epoch": 389.09,
+      "learning_rate": 2.334928229665072e-05,
+      "loss": 0.0273,
+      "step": 4280
+    },
+    {
+      "epoch": 389.09,
+      "eval_accuracy_NAT": 0.9925975227674876,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9519279260912485,
+      "eval_accuracy_concrete tiles": 0.9848957377851159,
+      "eval_accuracy_dark bricks": 0.8643239290250567,
+      "eval_accuracy_grass": 0.9032493700129667,
+      "eval_accuracy_red bricks": 0.9200994318181818,
+      "eval_accuracy_road": 0.9263797375291268,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.6260579494389766,
+      "eval_accuracy_speedway bricks": 0.988782648887859,
+      "eval_accuracy_steel": 0.9076907855682342,
+      "eval_accuracy_tiles": 0.20962881797014107,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.980552419430045,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8925677103245668,
+      "eval_iou_concrete tiles": 0.9541751829141858,
+      "eval_iou_dark bricks": 0.8290629845676734,
+      "eval_iou_grass": 0.8315743070616324,
+      "eval_iou_red bricks": 0.8716568544995795,
+      "eval_iou_road": 0.9193615744629785,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.4166177441843399,
+      "eval_iou_speedway bricks": 0.9772316191796131,
+      "eval_iou_steel": 0.8535057524730982,
+      "eval_iou_tiles": 0.20928483522494187,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.1096707433462143,
+      "eval_mean_accuracy": 0.7135102966841842,
+      "eval_mean_iou": 0.6719685372555888,
+      "eval_overall_accuracy": 0.9742293887668185,
+      "eval_runtime": 3.4101,
+      "eval_samples_per_second": 10.557,
+      "eval_steps_per_second": 0.586,
+      "step": 4280
+    },
+    {
+      "epoch": 389.18,
+      "learning_rate": 2.3330143540669858e-05,
+      "loss": 0.0314,
+      "step": 4281
+    },
+    {
+      "epoch": 389.27,
+      "learning_rate": 2.3311004784688997e-05,
+      "loss": 0.0299,
+      "step": 4282
+    },
+    {
+      "epoch": 389.36,
+      "learning_rate": 2.3291866028708135e-05,
+      "loss": 0.0273,
+      "step": 4283
+    },
+    {
+      "epoch": 389.45,
+      "learning_rate": 2.3272727272727274e-05,
+      "loss": 0.0316,
+      "step": 4284
+    },
+    {
+      "epoch": 389.55,
+      "learning_rate": 2.3253588516746413e-05,
+      "loss": 0.0296,
+      "step": 4285
+    },
+    {
+      "epoch": 389.64,
+      "learning_rate": 2.323444976076555e-05,
+      "loss": 0.0281,
+      "step": 4286
+    },
+    {
+      "epoch": 389.73,
+      "learning_rate": 2.321531100478469e-05,
+      "loss": 0.0294,
+      "step": 4287
+    },
+    {
+      "epoch": 389.82,
+      "learning_rate": 2.319617224880383e-05,
+      "loss": 0.0306,
+      "step": 4288
+    },
+    {
+      "epoch": 389.91,
+      "learning_rate": 2.3177033492822968e-05,
+      "loss": 0.034,
+      "step": 4289
+    },
+    {
+      "epoch": 390.0,
+      "learning_rate": 2.3157894736842107e-05,
+      "loss": 0.0332,
+      "step": 4290
+    },
+    {
+      "epoch": 390.09,
+      "learning_rate": 2.3138755980861246e-05,
+      "loss": 0.029,
+      "step": 4291
+    },
+    {
+      "epoch": 390.18,
+      "learning_rate": 2.3119617224880384e-05,
+      "loss": 0.0362,
+      "step": 4292
+    },
+    {
+      "epoch": 390.27,
+      "learning_rate": 2.3100478468899523e-05,
+      "loss": 0.0431,
+      "step": 4293
+    },
+    {
+      "epoch": 390.36,
+      "learning_rate": 2.3081339712918662e-05,
+      "loss": 0.0294,
+      "step": 4294
+    },
+    {
+      "epoch": 390.45,
+      "learning_rate": 2.3062200956937797e-05,
+      "loss": 0.0246,
+      "step": 4295
+    },
+    {
+      "epoch": 390.55,
+      "learning_rate": 2.304306220095694e-05,
+      "loss": 0.0301,
+      "step": 4296
+    },
+    {
+      "epoch": 390.64,
+      "learning_rate": 2.3023923444976078e-05,
+      "loss": 0.0278,
+      "step": 4297
+    },
+    {
+      "epoch": 390.73,
+      "learning_rate": 2.3004784688995214e-05,
+      "loss": 0.0329,
+      "step": 4298
+    },
+    {
+      "epoch": 390.82,
+      "learning_rate": 2.2985645933014356e-05,
+      "loss": 0.0322,
+      "step": 4299
+    },
+    {
+      "epoch": 390.91,
+      "learning_rate": 2.2966507177033495e-05,
+      "loss": 0.034,
+      "step": 4300
+    },
+    {
+      "epoch": 390.91,
+      "eval_accuracy_NAT": 0.9929446021133197,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9509903858534701,
+      "eval_accuracy_concrete tiles": 0.9866079618418638,
+      "eval_accuracy_dark bricks": 0.8779877602863632,
+      "eval_accuracy_grass": 0.9133081921032304,
+      "eval_accuracy_red bricks": 0.9437144886363636,
+      "eval_accuracy_road": 0.9271379114786569,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5054448212168831,
+      "eval_accuracy_speedway bricks": 0.988702999057477,
+      "eval_accuracy_steel": 0.9114009629971638,
+      "eval_accuracy_tiles": 0.2157923572113409,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9807106636140293,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8937872265327089,
+      "eval_iou_concrete tiles": 0.9505125486037469,
+      "eval_iou_dark bricks": 0.8313349611866322,
+      "eval_iou_grass": 0.8431409875842131,
+      "eval_iou_red bricks": 0.8786576293602248,
+      "eval_iou_road": 0.9201151087424801,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.34252512797518964,
+      "eval_iou_speedway bricks": 0.9769810236247702,
+      "eval_iou_steel": 0.852881722089345,
+      "eval_iou_tiles": 0.215659434672507,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10719604045152664,
+      "eval_mean_accuracy": 0.7087717263689334,
+      "eval_mean_iou": 0.6681774179989113,
+      "eval_overall_accuracy": 0.9743724399142795,
+      "eval_runtime": 3.2454,
+      "eval_samples_per_second": 11.092,
+      "eval_steps_per_second": 0.616,
+      "step": 4300
+    },
+    {
+      "epoch": 391.0,
+      "learning_rate": 2.294736842105263e-05,
+      "loss": 0.0327,
+      "step": 4301
+    },
+    {
+      "epoch": 391.09,
+      "learning_rate": 2.2928229665071772e-05,
+      "loss": 0.0299,
+      "step": 4302
+    },
+    {
+      "epoch": 391.18,
+      "learning_rate": 2.290909090909091e-05,
+      "loss": 0.0335,
+      "step": 4303
+    },
+    {
+      "epoch": 391.27,
+      "learning_rate": 2.288995215311005e-05,
+      "loss": 0.029,
+      "step": 4304
+    },
+    {
+      "epoch": 391.36,
+      "learning_rate": 2.287081339712919e-05,
+      "loss": 0.0309,
+      "step": 4305
+    },
+    {
+      "epoch": 391.45,
+      "learning_rate": 2.2851674641148327e-05,
+      "loss": 0.0312,
+      "step": 4306
+    },
+    {
+      "epoch": 391.55,
+      "learning_rate": 2.2832535885167466e-05,
+      "loss": 0.0285,
+      "step": 4307
+    },
+    {
+      "epoch": 391.64,
+      "learning_rate": 2.2813397129186605e-05,
+      "loss": 0.0324,
+      "step": 4308
+    },
+    {
+      "epoch": 391.73,
+      "learning_rate": 2.2794258373205744e-05,
+      "loss": 0.0314,
+      "step": 4309
+    },
+    {
+      "epoch": 391.82,
+      "learning_rate": 2.2775119617224882e-05,
+      "loss": 0.0325,
+      "step": 4310
+    },
+    {
+      "epoch": 391.91,
+      "learning_rate": 2.275598086124402e-05,
+      "loss": 0.0327,
+      "step": 4311
+    },
+    {
+      "epoch": 392.0,
+      "learning_rate": 2.273684210526316e-05,
+      "loss": 0.0301,
+      "step": 4312
+    },
+    {
+      "epoch": 392.09,
+      "learning_rate": 2.27177033492823e-05,
+      "loss": 0.0302,
+      "step": 4313
+    },
+    {
+      "epoch": 392.18,
+      "learning_rate": 2.2698564593301434e-05,
+      "loss": 0.0309,
+      "step": 4314
+    },
+    {
+      "epoch": 392.27,
+      "learning_rate": 2.2679425837320576e-05,
+      "loss": 0.0291,
+      "step": 4315
+    },
+    {
+      "epoch": 392.36,
+      "learning_rate": 2.2660287081339715e-05,
+      "loss": 0.0339,
+      "step": 4316
+    },
+    {
+      "epoch": 392.45,
+      "learning_rate": 2.264114832535885e-05,
+      "loss": 0.0272,
+      "step": 4317
+    },
+    {
+      "epoch": 392.55,
+      "learning_rate": 2.2622009569377993e-05,
+      "loss": 0.0331,
+      "step": 4318
+    },
+    {
+      "epoch": 392.64,
+      "learning_rate": 2.260287081339713e-05,
+      "loss": 0.0331,
+      "step": 4319
+    },
+    {
+      "epoch": 392.73,
+      "learning_rate": 2.2583732057416267e-05,
+      "loss": 0.0312,
+      "step": 4320
+    },
+    {
+      "epoch": 392.73,
+      "eval_accuracy_NAT": 0.9932267474483404,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9523571290613331,
+      "eval_accuracy_concrete tiles": 0.982021647404146,
+      "eval_accuracy_dark bricks": 0.8803741195489011,
+      "eval_accuracy_grass": 0.9076601530143263,
+      "eval_accuracy_red bricks": 0.9302201704545454,
+      "eval_accuracy_road": 0.9248065568140733,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.502577674854575,
+      "eval_accuracy_speedway bricks": 0.9881092457764471,
+      "eval_accuracy_steel": 0.908094782666051,
+      "eval_accuracy_tiles": 0.22818791946308725,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9805621089074468,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8942589854484727,
+      "eval_iou_concrete tiles": 0.9563767382306524,
+      "eval_iou_dark bricks": 0.8289721658451725,
+      "eval_iou_grass": 0.8420020231626182,
+      "eval_iou_red bricks": 0.8662367724867724,
+      "eval_iou_road": 0.9177992106093716,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.33874054666740994,
+      "eval_iou_speedway bricks": 0.9773506010455405,
+      "eval_iou_steel": 0.8530127013630731,
+      "eval_iou_tiles": 0.22789138909787293,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10883994400501251,
+      "eval_mean_accuracy": 0.7075104728081404,
+      "eval_mean_iou": 0.6679387109895694,
+      "eval_overall_accuracy": 0.9741183386908637,
+      "eval_runtime": 3.4105,
+      "eval_samples_per_second": 10.556,
+      "eval_steps_per_second": 0.586,
+      "step": 4320
+    },
+    {
+      "epoch": 392.82,
+      "learning_rate": 2.256459330143541e-05,
+      "loss": 0.0302,
+      "step": 4321
+    },
+    {
+      "epoch": 392.91,
+      "learning_rate": 2.2545454545454548e-05,
+      "loss": 0.0301,
+      "step": 4322
+    },
+    {
+      "epoch": 393.0,
+      "learning_rate": 2.2526315789473683e-05,
+      "loss": 0.03,
+      "step": 4323
+    },
+    {
+      "epoch": 393.09,
+      "learning_rate": 2.2507177033492825e-05,
+      "loss": 0.0301,
+      "step": 4324
+    },
+    {
+      "epoch": 393.18,
+      "learning_rate": 2.2488038277511964e-05,
+      "loss": 0.0296,
+      "step": 4325
+    },
+    {
+      "epoch": 393.27,
+      "learning_rate": 2.24688995215311e-05,
+      "loss": 0.0318,
+      "step": 4326
+    },
+    {
+      "epoch": 393.36,
+      "learning_rate": 2.244976076555024e-05,
+      "loss": 0.0282,
+      "step": 4327
+    },
+    {
+      "epoch": 393.45,
+      "learning_rate": 2.243062200956938e-05,
+      "loss": 0.0308,
+      "step": 4328
+    },
+    {
+      "epoch": 393.55,
+      "learning_rate": 2.2411483253588516e-05,
+      "loss": 0.028,
+      "step": 4329
+    },
+    {
+      "epoch": 393.64,
+      "learning_rate": 2.2392344497607658e-05,
+      "loss": 0.0291,
+      "step": 4330
+    },
+    {
+      "epoch": 393.73,
+      "learning_rate": 2.2373205741626797e-05,
+      "loss": 0.031,
+      "step": 4331
+    },
+    {
+      "epoch": 393.82,
+      "learning_rate": 2.2354066985645932e-05,
+      "loss": 0.0267,
+      "step": 4332
+    },
+    {
+      "epoch": 393.91,
+      "learning_rate": 2.233492822966507e-05,
+      "loss": 0.0296,
+      "step": 4333
+    },
+    {
+      "epoch": 394.0,
+      "learning_rate": 2.2315789473684213e-05,
+      "loss": 0.034,
+      "step": 4334
+    },
+    {
+      "epoch": 394.09,
+      "learning_rate": 2.229665071770335e-05,
+      "loss": 0.0274,
+      "step": 4335
+    },
+    {
+      "epoch": 394.18,
+      "learning_rate": 2.2277511961722487e-05,
+      "loss": 0.031,
+      "step": 4336
+    },
+    {
+      "epoch": 394.27,
+      "learning_rate": 2.225837320574163e-05,
+      "loss": 0.0293,
+      "step": 4337
+    },
+    {
+      "epoch": 394.36,
+      "learning_rate": 2.2239234449760768e-05,
+      "loss": 0.0308,
+      "step": 4338
+    },
+    {
+      "epoch": 394.45,
+      "learning_rate": 2.2220095693779903e-05,
+      "loss": 0.0316,
+      "step": 4339
+    },
+    {
+      "epoch": 394.55,
+      "learning_rate": 2.2200956937799046e-05,
+      "loss": 0.03,
+      "step": 4340
+    },
+    {
+      "epoch": 394.55,
+      "eval_accuracy_NAT": 0.9928500243149638,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9513216768960041,
+      "eval_accuracy_concrete tiles": 0.9866079618418638,
+      "eval_accuracy_dark bricks": 0.8864169970362957,
+      "eval_accuracy_grass": 0.9113928917191219,
+      "eval_accuracy_red bricks": 0.9247159090909091,
+      "eval_accuracy_road": 0.9199455372333544,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.48443746036997215,
+      "eval_accuracy_speedway bricks": 0.9890463380990482,
+      "eval_accuracy_steel": 0.9055388826594551,
+      "eval_accuracy_tiles": 0.21099849335707438,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9805538516231118,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8915944805427441,
+      "eval_iou_concrete tiles": 0.9525890063175296,
+      "eval_iou_dark bricks": 0.8311378974340466,
+      "eval_iou_grass": 0.8418155698674802,
+      "eval_iou_red bricks": 0.8611111111111112,
+      "eval_iou_road": 0.9134354127420363,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.32620479691096754,
+      "eval_iou_speedway bricks": 0.9772480387679444,
+      "eval_iou_steel": 0.8538454960312832,
+      "eval_iou_tiles": 0.21072430066342931,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.11214879900217056,
+      "eval_mean_accuracy": 0.7048670902013895,
+      "eval_mean_iou": 0.6646353816932064,
+      "eval_overall_accuracy": 0.973562134636773,
+      "eval_runtime": 4.1411,
+      "eval_samples_per_second": 8.693,
+      "eval_steps_per_second": 0.483,
+      "step": 4340
+    },
+    {
+      "epoch": 394.64,
+      "learning_rate": 2.2181818181818184e-05,
+      "loss": 0.0315,
+      "step": 4341
+    },
+    {
+      "epoch": 394.73,
+      "learning_rate": 2.216267942583732e-05,
+      "loss": 0.032,
+      "step": 4342
+    },
+    {
+      "epoch": 394.82,
+      "learning_rate": 2.2143540669856462e-05,
+      "loss": 0.0317,
+      "step": 4343
+    },
+    {
+      "epoch": 394.91,
+      "learning_rate": 2.21244019138756e-05,
+      "loss": 0.032,
+      "step": 4344
+    },
+    {
+      "epoch": 395.0,
+      "learning_rate": 2.2105263157894736e-05,
+      "loss": 0.0306,
+      "step": 4345
+    },
+    {
+      "epoch": 395.09,
+      "learning_rate": 2.208612440191388e-05,
+      "loss": 0.0303,
+      "step": 4346
+    },
+    {
+      "epoch": 395.18,
+      "learning_rate": 2.2066985645933017e-05,
+      "loss": 0.0286,
+      "step": 4347
+    },
+    {
+      "epoch": 395.27,
+      "learning_rate": 2.2047846889952152e-05,
+      "loss": 0.0286,
+      "step": 4348
+    },
+    {
+      "epoch": 395.36,
+      "learning_rate": 2.2028708133971295e-05,
+      "loss": 0.0311,
+      "step": 4349
+    },
+    {
+      "epoch": 395.45,
+      "learning_rate": 2.2009569377990433e-05,
+      "loss": 0.0298,
+      "step": 4350
+    },
+    {
+      "epoch": 395.55,
+      "learning_rate": 2.199043062200957e-05,
+      "loss": 0.0394,
+      "step": 4351
+    },
+    {
+      "epoch": 395.64,
+      "learning_rate": 2.1971291866028708e-05,
+      "loss": 0.0376,
+      "step": 4352
+    },
+    {
+      "epoch": 395.73,
+      "learning_rate": 2.195215311004785e-05,
+      "loss": 0.0272,
+      "step": 4353
+    },
+    {
+      "epoch": 395.82,
+      "learning_rate": 2.1933014354066985e-05,
+      "loss": 0.0595,
+      "step": 4354
+    },
+    {
+      "epoch": 395.91,
+      "learning_rate": 2.1913875598086124e-05,
+      "loss": 0.0276,
+      "step": 4355
+    },
+    {
+      "epoch": 396.0,
+      "learning_rate": 2.1894736842105266e-05,
+      "loss": 0.03,
+      "step": 4356
+    },
+    {
+      "epoch": 396.09,
+      "learning_rate": 2.18755980861244e-05,
+      "loss": 0.0328,
+      "step": 4357
+    },
+    {
+      "epoch": 396.18,
+      "learning_rate": 2.185645933014354e-05,
+      "loss": 0.0309,
+      "step": 4358
+    },
+    {
+      "epoch": 396.27,
+      "learning_rate": 2.1837320574162682e-05,
+      "loss": 0.0283,
+      "step": 4359
+    },
+    {
+      "epoch": 396.36,
+      "learning_rate": 2.1818181818181818e-05,
+      "loss": 0.0329,
+      "step": 4360
+    },
+    {
+      "epoch": 396.36,
+      "eval_accuracy_NAT": 0.9930735878793611,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9494385488647581,
+      "eval_accuracy_concrete tiles": 0.9844065309117593,
+      "eval_accuracy_dark bricks": 0.8832223547977368,
+      "eval_accuracy_grass": 0.9077824805936033,
+      "eval_accuracy_red bricks": 0.9398082386363636,
+      "eval_accuracy_road": 0.9293725294351665,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5040388167507512,
+      "eval_accuracy_speedway bricks": 0.9884646529741368,
+      "eval_accuracy_steel": 0.9066107116944793,
+      "eval_accuracy_tiles": 0.15100671140939598,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9805005745680635,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8906367955389586,
+      "eval_iou_concrete tiles": 0.9507722292767917,
+      "eval_iou_dark bricks": 0.8313528005217014,
+      "eval_iou_grass": 0.8398608272757845,
+      "eval_iou_red bricks": 0.8647279856232641,
+      "eval_iou_road": 0.9215409794787863,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.33762996066554635,
+      "eval_iou_speedway bricks": 0.9769756009120062,
+      "eval_iou_steel": 0.8549890755845145,
+      "eval_iou_tiles": 0.150831110199056,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.11021122336387634,
+      "eval_mean_accuracy": 0.7028634741498087,
+      "eval_mean_iou": 0.6615244568957286,
+      "eval_overall_accuracy": 0.9741509755452474,
+      "eval_runtime": 3.4044,
+      "eval_samples_per_second": 10.575,
+      "eval_steps_per_second": 0.587,
+      "step": 4360
+    },
+    {
+      "epoch": 396.45,
+      "learning_rate": 2.1799043062200957e-05,
+      "loss": 0.0284,
+      "step": 4361
+    },
+    {
+      "epoch": 396.55,
+      "learning_rate": 2.17799043062201e-05,
+      "loss": 0.031,
+      "step": 4362
+    },
+    {
+      "epoch": 396.64,
+      "learning_rate": 2.1760765550239234e-05,
+      "loss": 0.0356,
+      "step": 4363
+    },
+    {
+      "epoch": 396.73,
+      "learning_rate": 2.1741626794258373e-05,
+      "loss": 0.0318,
+      "step": 4364
+    },
+    {
+      "epoch": 396.82,
+      "learning_rate": 2.1722488038277515e-05,
+      "loss": 0.0314,
+      "step": 4365
+    },
+    {
+      "epoch": 396.91,
+      "learning_rate": 2.170334928229665e-05,
+      "loss": 0.0391,
+      "step": 4366
+    },
+    {
+      "epoch": 397.0,
+      "learning_rate": 2.168421052631579e-05,
+      "loss": 0.0302,
+      "step": 4367
+    },
+    {
+      "epoch": 397.09,
+      "learning_rate": 2.166507177033493e-05,
+      "loss": 0.0371,
+      "step": 4368
+    },
+    {
+      "epoch": 397.18,
+      "learning_rate": 2.1645933014354067e-05,
+      "loss": 0.0283,
+      "step": 4369
+    },
+    {
+      "epoch": 397.27,
+      "learning_rate": 2.1626794258373206e-05,
+      "loss": 0.029,
+      "step": 4370
+    },
+    {
+      "epoch": 397.36,
+      "learning_rate": 2.1607655502392344e-05,
+      "loss": 0.0297,
+      "step": 4371
+    },
+    {
+      "epoch": 397.45,
+      "learning_rate": 2.1588516746411483e-05,
+      "loss": 0.0313,
+      "step": 4372
+    },
+    {
+      "epoch": 397.55,
+      "learning_rate": 2.1569377990430622e-05,
+      "loss": 0.0317,
+      "step": 4373
+    },
+    {
+      "epoch": 397.64,
+      "learning_rate": 2.155023923444976e-05,
+      "loss": 0.0283,
+      "step": 4374
+    },
+    {
+      "epoch": 397.73,
+      "learning_rate": 2.1531100478468903e-05,
+      "loss": 0.0284,
+      "step": 4375
+    },
+    {
+      "epoch": 397.82,
+      "learning_rate": 2.1511961722488038e-05,
+      "loss": 0.0293,
+      "step": 4376
+    },
+    {
+      "epoch": 397.91,
+      "learning_rate": 2.1492822966507177e-05,
+      "loss": 0.0324,
+      "step": 4377
+    },
+    {
+      "epoch": 398.0,
+      "learning_rate": 2.147368421052632e-05,
+      "loss": 0.0395,
+      "step": 4378
+    },
+    {
+      "epoch": 398.09,
+      "learning_rate": 2.1454545454545455e-05,
+      "loss": 0.0326,
+      "step": 4379
+    },
+    {
+      "epoch": 398.18,
+      "learning_rate": 2.1435406698564593e-05,
+      "loss": 0.0279,
+      "step": 4380
+    },
+    {
+      "epoch": 398.18,
+      "eval_accuracy_NAT": 0.9927062166551502,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9529875209236448,
+      "eval_accuracy_concrete tiles": 0.981593591389959,
+      "eval_accuracy_dark bricks": 0.8717524344713444,
+      "eval_accuracy_grass": 0.9106938769803962,
+      "eval_accuracy_red bricks": 0.9536576704545454,
+      "eval_accuracy_road": 0.9275055109693381,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.604388939431533,
+      "eval_accuracy_speedway bricks": 0.9882504432030335,
+      "eval_accuracy_steel": 0.9078639271815844,
+      "eval_accuracy_tiles": 0.4518559101492946,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9804878601373496,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8991769026532993,
+      "eval_iou_concrete tiles": 0.9543400713436385,
+      "eval_iou_dark bricks": 0.8284198975859547,
+      "eval_iou_grass": 0.8404617677227071,
+      "eval_iou_red bricks": 0.8582614253755193,
+      "eval_iou_road": 0.9208390658051752,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.40458043442154024,
+      "eval_iou_speedway bricks": 0.9772598711611488,
+      "eval_iou_steel": 0.8528883243226496,
+      "eval_iou_tiles": 0.4495162828723259,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10495162755250931,
+      "eval_mean_accuracy": 0.7340966186007557,
+      "eval_mean_iou": 0.6897101464154852,
+      "eval_overall_accuracy": 0.9749320348103842,
+      "eval_runtime": 3.695,
+      "eval_samples_per_second": 9.743,
+      "eval_steps_per_second": 0.541,
+      "step": 4380
+    },
+    {
+      "epoch": 398.27,
+      "learning_rate": 2.1416267942583736e-05,
+      "loss": 0.0338,
+      "step": 4381
+    },
+    {
+      "epoch": 398.36,
+      "learning_rate": 2.139712918660287e-05,
+      "loss": 0.0335,
+      "step": 4382
+    },
+    {
+      "epoch": 398.45,
+      "learning_rate": 2.137799043062201e-05,
+      "loss": 0.0276,
+      "step": 4383
+    },
+    {
+      "epoch": 398.55,
+      "learning_rate": 2.1358851674641152e-05,
+      "loss": 0.0292,
+      "step": 4384
+    },
+    {
+      "epoch": 398.64,
+      "learning_rate": 2.1339712918660287e-05,
+      "loss": 0.0303,
+      "step": 4385
+    },
+    {
+      "epoch": 398.73,
+      "learning_rate": 2.1320574162679426e-05,
+      "loss": 0.033,
+      "step": 4386
+    },
+    {
+      "epoch": 398.82,
+      "learning_rate": 2.1301435406698568e-05,
+      "loss": 0.0305,
+      "step": 4387
+    },
+    {
+      "epoch": 398.91,
+      "learning_rate": 2.1282296650717704e-05,
+      "loss": 0.0291,
+      "step": 4388
+    },
+    {
+      "epoch": 399.0,
+      "learning_rate": 2.1263157894736842e-05,
+      "loss": 0.033,
+      "step": 4389
+    },
+    {
+      "epoch": 399.09,
+      "learning_rate": 2.1244019138755985e-05,
+      "loss": 0.0267,
+      "step": 4390
+    },
+    {
+      "epoch": 399.18,
+      "learning_rate": 2.122488038277512e-05,
+      "loss": 0.0291,
+      "step": 4391
+    },
+    {
+      "epoch": 399.27,
+      "learning_rate": 2.120574162679426e-05,
+      "loss": 0.0315,
+      "step": 4392
+    },
+    {
+      "epoch": 399.36,
+      "learning_rate": 2.1186602870813397e-05,
+      "loss": 0.032,
+      "step": 4393
+    },
+    {
+      "epoch": 399.45,
+      "learning_rate": 2.1167464114832536e-05,
+      "loss": 0.0295,
+      "step": 4394
+    },
+    {
+      "epoch": 399.55,
+      "learning_rate": 2.1148325358851675e-05,
+      "loss": 0.0329,
+      "step": 4395
+    },
+    {
+      "epoch": 399.64,
+      "learning_rate": 2.1129186602870814e-05,
+      "loss": 0.0299,
+      "step": 4396
+    },
+    {
+      "epoch": 399.73,
+      "learning_rate": 2.1110047846889953e-05,
+      "loss": 0.0326,
+      "step": 4397
+    },
+    {
+      "epoch": 399.82,
+      "learning_rate": 2.109090909090909e-05,
+      "loss": 0.0336,
+      "step": 4398
+    },
+    {
+      "epoch": 399.91,
+      "learning_rate": 2.107177033492823e-05,
+      "loss": 0.0334,
+      "step": 4399
+    },
+    {
+      "epoch": 400.0,
+      "learning_rate": 2.105263157894737e-05,
+      "loss": 0.0459,
+      "step": 4400
+    },
+    {
+      "epoch": 400.0,
+      "eval_accuracy_NAT": 0.9933305007047457,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.95159261127087,
+      "eval_accuracy_concrete tiles": 0.9836727206017245,
+      "eval_accuracy_dark bricks": 0.8784111466071359,
+      "eval_accuracy_grass": 0.9024664735055938,
+      "eval_accuracy_red bricks": 0.9353693181818182,
+      "eval_accuracy_road": 0.9367910257355919,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.6358724119868773,
+      "eval_accuracy_speedway bricks": 0.9884918063254033,
+      "eval_accuracy_steel": 0.9037909768484929,
+      "eval_accuracy_tiles": 0.3663881660046569,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9808779559662952,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.900980379706648,
+      "eval_iou_concrete tiles": 0.9567027477102414,
+      "eval_iou_dark bricks": 0.8329805095262428,
+      "eval_iou_grass": 0.8415030389936287,
+      "eval_iou_red bricks": 0.8583998696431481,
+      "eval_iou_road": 0.9278323105445452,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.42564774488816715,
+      "eval_iou_speedway bricks": 0.9772932818849762,
+      "eval_iou_steel": 0.8513766455671624,
+      "eval_iou_tiles": 0.36573694284933006,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.1011911928653717,
+      "eval_mean_accuracy": 0.7289367044440701,
+      "eval_mean_iou": 0.6861024174831065,
+      "eval_overall_accuracy": 0.9757544199625651,
+      "eval_runtime": 3.4989,
+      "eval_samples_per_second": 10.289,
+      "eval_steps_per_second": 0.572,
+      "step": 4400
+    },
+    {
+      "epoch": 400.09,
+      "learning_rate": 2.1033492822966508e-05,
+      "loss": 0.0339,
+      "step": 4401
+    },
+    {
+      "epoch": 400.18,
+      "learning_rate": 2.1014354066985646e-05,
+      "loss": 0.0276,
+      "step": 4402
+    },
+    {
+      "epoch": 400.27,
+      "learning_rate": 2.0995215311004785e-05,
+      "loss": 0.0306,
+      "step": 4403
+    },
+    {
+      "epoch": 400.36,
+      "learning_rate": 2.0976076555023924e-05,
+      "loss": 0.0269,
+      "step": 4404
+    },
+    {
+      "epoch": 400.45,
+      "learning_rate": 2.0956937799043063e-05,
+      "loss": 0.0322,
+      "step": 4405
+    },
+    {
+      "epoch": 400.55,
+      "learning_rate": 2.09377990430622e-05,
+      "loss": 0.0279,
+      "step": 4406
+    },
+    {
+      "epoch": 400.64,
+      "learning_rate": 2.091866028708134e-05,
+      "loss": 0.0352,
+      "step": 4407
+    },
+    {
+      "epoch": 400.73,
+      "learning_rate": 2.089952153110048e-05,
+      "loss": 0.041,
+      "step": 4408
+    },
+    {
+      "epoch": 400.82,
+      "learning_rate": 2.088038277511962e-05,
+      "loss": 0.034,
+      "step": 4409
+    },
+    {
+      "epoch": 400.91,
+      "learning_rate": 2.0861244019138757e-05,
+      "loss": 0.0315,
+      "step": 4410
+    },
+    {
+      "epoch": 401.0,
+      "learning_rate": 2.0842105263157895e-05,
+      "loss": 0.0291,
+      "step": 4411
+    },
+    {
+      "epoch": 401.09,
+      "learning_rate": 2.0822966507177034e-05,
+      "loss": 0.0322,
+      "step": 4412
+    },
+    {
+      "epoch": 401.18,
+      "learning_rate": 2.0803827751196173e-05,
+      "loss": 0.0311,
+      "step": 4413
+    },
+    {
+      "epoch": 401.27,
+      "learning_rate": 2.0784688995215312e-05,
+      "loss": 0.0315,
+      "step": 4414
+    },
+    {
+      "epoch": 401.36,
+      "learning_rate": 2.076555023923445e-05,
+      "loss": 0.0321,
+      "step": 4415
+    },
+    {
+      "epoch": 401.45,
+      "learning_rate": 2.074641148325359e-05,
+      "loss": 0.0309,
+      "step": 4416
+    },
+    {
+      "epoch": 401.55,
+      "learning_rate": 2.0727272727272728e-05,
+      "loss": 0.0307,
+      "step": 4417
+    },
+    {
+      "epoch": 401.64,
+      "learning_rate": 2.0708133971291867e-05,
+      "loss": 0.0325,
+      "step": 4418
+    },
+    {
+      "epoch": 401.73,
+      "learning_rate": 2.0688995215311006e-05,
+      "loss": 0.033,
+      "step": 4419
+    },
+    {
+      "epoch": 401.82,
+      "learning_rate": 2.0669856459330144e-05,
+      "loss": 0.0265,
+      "step": 4420
+    },
+    {
+      "epoch": 401.82,
+      "eval_accuracy_NAT": 0.9929994784105001,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9491407893042619,
+      "eval_accuracy_concrete tiles": 0.985874151531829,
+      "eval_accuracy_dark bricks": 0.8944998267965052,
+      "eval_accuracy_grass": 0.9083242170161158,
+      "eval_accuracy_red bricks": 0.9311079545454546,
+      "eval_accuracy_road": 0.9291500350065962,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.609516720425661,
+      "eval_accuracy_speedway bricks": 0.9896575902064499,
+      "eval_accuracy_steel": 0.9052585581426027,
+      "eval_accuracy_tiles": 0.3307766059443912,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9806295099952411,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8995500019067716,
+      "eval_iou_concrete tiles": 0.9522459466643041,
+      "eval_iou_dark bricks": 0.8343804976124655,
+      "eval_iou_grass": 0.8407562331977834,
+      "eval_iou_red bricks": 0.8617912900575185,
+      "eval_iou_road": 0.9222625104571375,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.4087295718405679,
+      "eval_iou_speedway bricks": 0.9770970082654278,
+      "eval_iou_steel": 0.8505856651482755,
+      "eval_iou_tiles": 0.3296928327645051,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10490593314170837,
+      "eval_mean_accuracy": 0.7251004559484898,
+      "eval_mean_iou": 0.6813631590699999,
+      "eval_overall_accuracy": 0.9749865002102323,
+      "eval_runtime": 4.0981,
+      "eval_samples_per_second": 8.785,
+      "eval_steps_per_second": 0.488,
+      "step": 4420
+    },
+    {
+      "epoch": 401.91,
+      "learning_rate": 2.0650717703349283e-05,
+      "loss": 0.0275,
+      "step": 4421
+    },
+    {
+      "epoch": 402.0,
+      "learning_rate": 2.0631578947368422e-05,
+      "loss": 0.028,
+      "step": 4422
+    },
+    {
+      "epoch": 402.09,
+      "learning_rate": 2.061244019138756e-05,
+      "loss": 0.0284,
+      "step": 4423
+    },
+    {
+      "epoch": 402.18,
+      "learning_rate": 2.05933014354067e-05,
+      "loss": 0.0317,
+      "step": 4424
+    },
+    {
+      "epoch": 402.27,
+      "learning_rate": 2.057416267942584e-05,
+      "loss": 0.0296,
+      "step": 4425
+    },
+    {
+      "epoch": 402.36,
+      "learning_rate": 2.0555023923444977e-05,
+      "loss": 0.0284,
+      "step": 4426
+    },
+    {
+      "epoch": 402.45,
+      "learning_rate": 2.0535885167464116e-05,
+      "loss": 0.0289,
+      "step": 4427
+    },
+    {
+      "epoch": 402.55,
+      "learning_rate": 2.0516746411483255e-05,
+      "loss": 0.033,
+      "step": 4428
+    },
+    {
+      "epoch": 402.64,
+      "learning_rate": 2.0497607655502393e-05,
+      "loss": 0.0291,
+      "step": 4429
+    },
+    {
+      "epoch": 402.73,
+      "learning_rate": 2.0478468899521532e-05,
+      "loss": 0.0279,
+      "step": 4430
+    },
+    {
+      "epoch": 402.82,
+      "learning_rate": 2.045933014354067e-05,
+      "loss": 0.0352,
+      "step": 4431
+    },
+    {
+      "epoch": 402.91,
+      "learning_rate": 2.044019138755981e-05,
+      "loss": 0.0323,
+      "step": 4432
+    },
+    {
+      "epoch": 403.0,
+      "learning_rate": 2.042105263157895e-05,
+      "loss": 0.0358,
+      "step": 4433
+    },
+    {
+      "epoch": 403.09,
+      "learning_rate": 2.0401913875598087e-05,
+      "loss": 0.0316,
+      "step": 4434
+    },
+    {
+      "epoch": 403.18,
+      "learning_rate": 2.0382775119617226e-05,
+      "loss": 0.0253,
+      "step": 4435
+    },
+    {
+      "epoch": 403.27,
+      "learning_rate": 2.0363636363636365e-05,
+      "loss": 0.0303,
+      "step": 4436
+    },
+    {
+      "epoch": 403.36,
+      "learning_rate": 2.0344497607655504e-05,
+      "loss": 0.0301,
+      "step": 4437
+    },
+    {
+      "epoch": 403.45,
+      "learning_rate": 2.0325358851674642e-05,
+      "loss": 0.0322,
+      "step": 4438
+    },
+    {
+      "epoch": 403.55,
+      "learning_rate": 2.030622009569378e-05,
+      "loss": 0.0289,
+      "step": 4439
+    },
+    {
+      "epoch": 403.64,
+      "learning_rate": 2.028708133971292e-05,
+      "loss": 0.0257,
+      "step": 4440
+    },
+    {
+      "epoch": 403.64,
+      "eval_accuracy_NAT": 0.9927215679022715,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9549967273273531,
+      "eval_accuracy_concrete tiles": 0.9817464685378829,
+      "eval_accuracy_dark bricks": 0.8828374581424887,
+      "eval_accuracy_grass": 0.9028089907275695,
+      "eval_accuracy_red bricks": 0.9163707386363636,
+      "eval_accuracy_road": 0.9303084570857825,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5079535742839026,
+      "eval_accuracy_speedway bricks": 0.9882257034829905,
+      "eval_accuracy_steel": 0.9065859771782864,
+      "eval_accuracy_tiles": 0.22627037392138064,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9806990626080748,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8918704961175641,
+      "eval_iou_concrete tiles": 0.9588783372155528,
+      "eval_iou_dark bricks": 0.837208453480308,
+      "eval_iou_grass": 0.8368587303387167,
+      "eval_iou_red bricks": 0.8560291922375186,
+      "eval_iou_road": 0.9223086697995588,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.3427205595134019,
+      "eval_iou_speedway bricks": 0.9773071348139272,
+      "eval_iou_steel": 0.8546467794713156,
+      "eval_iou_tiles": 0.22586819797648347,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10712853819131851,
+      "eval_mean_accuracy": 0.7069866182481749,
+      "eval_mean_iou": 0.6680304318132634,
+      "eval_overall_accuracy": 0.974374877081977,
+      "eval_runtime": 3.6459,
+      "eval_samples_per_second": 9.874,
+      "eval_steps_per_second": 0.549,
+      "step": 4440
+    },
+    {
+      "epoch": 403.73,
+      "learning_rate": 2.026794258373206e-05,
+      "loss": 0.034,
+      "step": 4441
+    },
+    {
+      "epoch": 403.82,
+      "learning_rate": 2.0248803827751198e-05,
+      "loss": 0.0394,
+      "step": 4442
+    },
+    {
+      "epoch": 403.91,
+      "learning_rate": 2.0229665071770333e-05,
+      "loss": 0.0319,
+      "step": 4443
+    },
+    {
+      "epoch": 404.0,
+      "learning_rate": 2.0210526315789475e-05,
+      "loss": 0.0315,
+      "step": 4444
+    },
+    {
+      "epoch": 404.09,
+      "learning_rate": 2.0191387559808614e-05,
+      "loss": 0.0308,
+      "step": 4445
+    },
+    {
+      "epoch": 404.18,
+      "learning_rate": 2.0172248803827753e-05,
+      "loss": 0.0286,
+      "step": 4446
+    },
+    {
+      "epoch": 404.27,
+      "learning_rate": 2.015311004784689e-05,
+      "loss": 0.0268,
+      "step": 4447
+    },
+    {
+      "epoch": 404.36,
+      "learning_rate": 2.013397129186603e-05,
+      "loss": 0.0307,
+      "step": 4448
+    },
+    {
+      "epoch": 404.45,
+      "learning_rate": 2.011483253588517e-05,
+      "loss": 0.0297,
+      "step": 4449
+    },
+    {
+      "epoch": 404.55,
+      "learning_rate": 2.0095693779904308e-05,
+      "loss": 0.0274,
+      "step": 4450
+    },
+    {
+      "epoch": 404.64,
+      "learning_rate": 2.0076555023923447e-05,
+      "loss": 0.0318,
+      "step": 4451
+    },
+    {
+      "epoch": 404.73,
+      "learning_rate": 2.0057416267942585e-05,
+      "loss": 0.0329,
+      "step": 4452
+    },
+    {
+      "epoch": 404.82,
+      "learning_rate": 2.0038277511961724e-05,
+      "loss": 0.0299,
+      "step": 4453
+    },
+    {
+      "epoch": 404.91,
+      "learning_rate": 2.0019138755980863e-05,
+      "loss": 0.0332,
+      "step": 4454
+    },
+    {
+      "epoch": 405.0,
+      "learning_rate": 2e-05,
+      "loss": 0.0278,
+      "step": 4455
+    },
+    {
+      "epoch": 405.09,
+      "learning_rate": 1.998086124401914e-05,
+      "loss": 0.0292,
+      "step": 4456
+    },
+    {
+      "epoch": 405.18,
+      "learning_rate": 1.996172248803828e-05,
+      "loss": 0.0313,
+      "step": 4457
+    },
+    {
+      "epoch": 405.27,
+      "learning_rate": 1.9942583732057418e-05,
+      "loss": 0.0288,
+      "step": 4458
+    },
+    {
+      "epoch": 405.36,
+      "learning_rate": 1.9923444976076557e-05,
+      "loss": 0.032,
+      "step": 4459
+    },
+    {
+      "epoch": 405.45,
+      "learning_rate": 1.9904306220095696e-05,
+      "loss": 0.0316,
+      "step": 4460
+    },
+    {
+      "epoch": 405.45,
+      "eval_accuracy_NAT": 0.9927766206505682,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9525140563972703,
+      "eval_accuracy_concrete tiles": 0.9866691127010334,
+      "eval_accuracy_dark bricks": 0.8779492706208383,
+      "eval_accuracy_grass": 0.903784116288092,
+      "eval_accuracy_red bricks": 0.9300426136363636,
+      "eval_accuracy_road": 0.9284341833668486,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.517299368676426,
+      "eval_accuracy_speedway bricks": 0.9886191253724534,
+      "eval_accuracy_steel": 0.9098014642833586,
+      "eval_accuracy_tiles": 0.24215860840980688,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9807117363533491,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8913495052897534,
+      "eval_iou_concrete tiles": 0.9532108465764755,
+      "eval_iou_dark bricks": 0.8342476775656499,
+      "eval_iou_grass": 0.8372418303616237,
+      "eval_iou_red bricks": 0.8596750369276218,
+      "eval_iou_road": 0.9208611781412062,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.34810032650638173,
+      "eval_iou_speedway bricks": 0.9771556680519307,
+      "eval_iou_steel": 0.8531556119096033,
+      "eval_iou_tiles": 0.24154655372634742,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10701620578765869,
+      "eval_mean_accuracy": 0.7100037338771584,
+      "eval_mean_iou": 0.6690196901084572,
+      "eval_overall_accuracy": 0.9742598003811307,
+      "eval_runtime": 3.426,
+      "eval_samples_per_second": 10.508,
+      "eval_steps_per_second": 0.584,
+      "step": 4460
+    },
+    {
+      "epoch": 405.55,
+      "learning_rate": 1.9885167464114834e-05,
+      "loss": 0.0296,
+      "step": 4461
+    },
+    {
+      "epoch": 405.64,
+      "learning_rate": 1.986602870813397e-05,
+      "loss": 0.0281,
+      "step": 4462
+    },
+    {
+      "epoch": 405.73,
+      "learning_rate": 1.9846889952153112e-05,
+      "loss": 0.028,
+      "step": 4463
+    },
+    {
+      "epoch": 405.82,
+      "learning_rate": 1.982775119617225e-05,
+      "loss": 0.0281,
+      "step": 4464
+    },
+    {
+      "epoch": 405.91,
+      "learning_rate": 1.9808612440191386e-05,
+      "loss": 0.0331,
+      "step": 4465
+    },
+    {
+      "epoch": 406.0,
+      "learning_rate": 1.9789473684210528e-05,
+      "loss": 0.029,
+      "step": 4466
+    },
+    {
+      "epoch": 406.09,
+      "learning_rate": 1.9770334928229667e-05,
+      "loss": 0.0314,
+      "step": 4467
+    },
+    {
+      "epoch": 406.18,
+      "learning_rate": 1.9751196172248802e-05,
+      "loss": 0.0319,
+      "step": 4468
+    },
+    {
+      "epoch": 406.27,
+      "learning_rate": 1.9732057416267945e-05,
+      "loss": 0.0296,
+      "step": 4469
+    },
+    {
+      "epoch": 406.36,
+      "learning_rate": 1.9712918660287083e-05,
+      "loss": 0.0323,
+      "step": 4470
+    },
+    {
+      "epoch": 406.45,
+      "learning_rate": 1.969377990430622e-05,
+      "loss": 0.0255,
+      "step": 4471
+    },
+    {
+      "epoch": 406.55,
+      "learning_rate": 1.967464114832536e-05,
+      "loss": 0.0269,
+      "step": 4472
+    },
+    {
+      "epoch": 406.64,
+      "learning_rate": 1.96555023923445e-05,
+      "loss": 0.0322,
+      "step": 4473
+    },
+    {
+      "epoch": 406.73,
+      "learning_rate": 1.9636363636363635e-05,
+      "loss": 0.0287,
+      "step": 4474
+    },
+    {
+      "epoch": 406.82,
+      "learning_rate": 1.9617224880382777e-05,
+      "loss": 0.0281,
+      "step": 4475
+    },
+    {
+      "epoch": 406.91,
+      "learning_rate": 1.9598086124401916e-05,
+      "loss": 0.0315,
+      "step": 4476
+    },
+    {
+      "epoch": 407.0,
+      "learning_rate": 1.957894736842105e-05,
+      "loss": 0.0311,
+      "step": 4477
+    },
+    {
+      "epoch": 407.09,
+      "learning_rate": 1.9559808612440194e-05,
+      "loss": 0.0324,
+      "step": 4478
+    },
+    {
+      "epoch": 407.18,
+      "learning_rate": 1.9540669856459332e-05,
+      "loss": 0.031,
+      "step": 4479
+    },
+    {
+      "epoch": 407.27,
+      "learning_rate": 1.9521531100478468e-05,
+      "loss": 0.0288,
+      "step": 4480
+    },
+    {
+      "epoch": 407.27,
+      "eval_accuracy_NAT": 0.9927970889800631,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9532584552985107,
+      "eval_accuracy_concrete tiles": 0.9851097657922094,
+      "eval_accuracy_dark bricks": 0.875832339016974,
+      "eval_accuracy_grass": 0.9072092885078482,
+      "eval_accuracy_red bricks": 0.9403409090909091,
+      "eval_accuracy_road": 0.9352130081851348,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5335097731094753,
+      "eval_accuracy_speedway bricks": 0.9883614702393236,
+      "eval_accuracy_steel": 0.9092160807334608,
+      "eval_accuracy_tiles": 0.24681550472538008,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9806690510302613,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8943281456053636,
+      "eval_iou_concrete tiles": 0.9546087523332643,
+      "eval_iou_dark bricks": 0.8327234135987704,
+      "eval_iou_grass": 0.8388992130310424,
+      "eval_iou_red bricks": 0.8625407166123779,
+      "eval_iou_road": 0.9272466346638021,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.36041270905501543,
+      "eval_iou_speedway bricks": 0.9773113475481984,
+      "eval_iou_steel": 0.8549665074737952,
+      "eval_iou_tiles": 0.24614123753585576,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10339589416980743,
+      "eval_mean_accuracy": 0.7128972064368685,
+      "eval_mean_iou": 0.6715267483452112,
+      "eval_overall_accuracy": 0.9750404357910156,
+      "eval_runtime": 3.4888,
+      "eval_samples_per_second": 10.319,
+      "eval_steps_per_second": 0.573,
+      "step": 4480
     }
   ],
   "max_steps": 5500,
   "num_train_epochs": 500,
-  "total_flos": 2.328627551706022e+18,
+  "total_flos": 2.5077540974147666e+18,
   "trial_name": null,
   "trial_params": null
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b73478f6c88c2f32c8368f25166156bf4651c3f57dfa866cabeb1343d86031e
+oid sha256:a94de339c493b627b63142a1ac2facf0568290838df0252c3a80939dc6c2af56
 size 14944077

runs/May20_21-20-16_robolidar/events.out.tfevents.1716258023.robolidar.3008813.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba14642f494afa182f0d0a1491c9a9646c6b6277a7ca295173689d907b22eee7
-size 1158282
+oid sha256:81323e8502e77df926c4b7de4a92f6c20dc26457b8cb1e175a17d1c3f19c1275
+size 1179258