Training in progress, step 4560

{checkpoint-4240 → checkpoint-4560}/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0168d03ba46c91ad3b2f2c8399f92f999c2fc69d9d5d5464963ce9785a6c9e3
+oid sha256:5efe6c79d81a3470f491b176026f52045366e3c2e85bdd7f62b06d15ebff8b9e
 size 29861573

{checkpoint-4240 → checkpoint-4560}/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ee41450fb7b10b99bdf05df45591b9aa021c3cebc058727e2d7435c578bfffb
+oid sha256:5eaf80dcee600ce025f80edc32fd49188d9cee3dd1a170acd30ddf4eb4101220
 size 14944077

{checkpoint-4240 → checkpoint-4560}/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a5159642adb58cb6d89e61183a3fba6c5b6255598bed61f2c5bfdfd368957b4
+oid sha256:5d81c007175793253c88c9a2fc62b88be3230f1ecff15003433a149cbe6825de
 size 14575

{checkpoint-4240 → checkpoint-4560}/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37e8c93faa08c68b213e5498e913f99b5d5eec48e9ee422e4ee8ca2dca2120bc
+oid sha256:6d070d4b02d70a49061f261f22e103fdce10fe20ee0f11fc1e104cd9adf2f29d
 size 627

{checkpoint-4240 → checkpoint-4560}/trainer_state.json

@@ -1,8 +1,8 @@
 {
   "best_metric": 0.08471038937568665,
   "best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/safety-utcustom-terrain-b0/checkpoint-2560",
-  "epoch": 385.45454545454544,
-  "global_step": 4240,
+  "epoch": 414.54545454545456,
+  "global_step": 4560,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -33714,11 +33714,2555 @@
       "eval_samples_per_second": 10.609,
       "eval_steps_per_second": 0.589,
       "step": 4240
+    },
+    {
+      "epoch": 385.55,
+      "learning_rate": 2.4095693779904307e-05,
+      "loss": 0.0321,
+      "step": 4241
+    },
+    {
+      "epoch": 385.64,
+      "learning_rate": 2.407655502392345e-05,
+      "loss": 0.029,
+      "step": 4242
+    },
+    {
+      "epoch": 385.73,
+      "learning_rate": 2.4057416267942584e-05,
+      "loss": 0.0318,
+      "step": 4243
+    },
+    {
+      "epoch": 385.82,
+      "learning_rate": 2.4038277511961723e-05,
+      "loss": 0.0284,
+      "step": 4244
+    },
+    {
+      "epoch": 385.91,
+      "learning_rate": 2.4019138755980862e-05,
+      "loss": 0.0352,
+      "step": 4245
+    },
+    {
+      "epoch": 386.0,
+      "learning_rate": 2.4e-05,
+      "loss": 0.032,
+      "step": 4246
+    },
+    {
+      "epoch": 386.09,
+      "learning_rate": 2.398086124401914e-05,
+      "loss": 0.03,
+      "step": 4247
+    },
+    {
+      "epoch": 386.18,
+      "learning_rate": 2.3961722488038278e-05,
+      "loss": 0.0308,
+      "step": 4248
+    },
+    {
+      "epoch": 386.27,
+      "learning_rate": 2.3942583732057417e-05,
+      "loss": 0.0316,
+      "step": 4249
+    },
+    {
+      "epoch": 386.36,
+      "learning_rate": 2.3923444976076556e-05,
+      "loss": 0.0304,
+      "step": 4250
+    },
+    {
+      "epoch": 386.45,
+      "learning_rate": 2.3904306220095694e-05,
+      "loss": 0.0415,
+      "step": 4251
+    },
+    {
+      "epoch": 386.55,
+      "learning_rate": 2.3885167464114833e-05,
+      "loss": 0.0354,
+      "step": 4252
+    },
+    {
+      "epoch": 386.64,
+      "learning_rate": 2.3866028708133972e-05,
+      "loss": 0.0259,
+      "step": 4253
+    },
+    {
+      "epoch": 386.73,
+      "learning_rate": 2.384688995215311e-05,
+      "loss": 0.0282,
+      "step": 4254
+    },
+    {
+      "epoch": 386.82,
+      "learning_rate": 2.382775119617225e-05,
+      "loss": 0.028,
+      "step": 4255
+    },
+    {
+      "epoch": 386.91,
+      "learning_rate": 2.380861244019139e-05,
+      "loss": 0.0329,
+      "step": 4256
+    },
+    {
+      "epoch": 387.0,
+      "learning_rate": 2.3789473684210527e-05,
+      "loss": 0.0343,
+      "step": 4257
+    },
+    {
+      "epoch": 387.09,
+      "learning_rate": 2.3770334928229666e-05,
+      "loss": 0.0304,
+      "step": 4258
+    },
+    {
+      "epoch": 387.18,
+      "learning_rate": 2.3751196172248805e-05,
+      "loss": 0.0325,
+      "step": 4259
+    },
+    {
+      "epoch": 387.27,
+      "learning_rate": 2.3732057416267943e-05,
+      "loss": 0.0296,
+      "step": 4260
+    },
+    {
+      "epoch": 387.27,
+      "eval_accuracy_NAT": 0.9931090545537445,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9536474204901498,
+      "eval_accuracy_concrete tiles": 0.9852932183697181,
+      "eval_accuracy_dark bricks": 0.8889188252954082,
+      "eval_accuracy_grass": 0.9027181188115352,
+      "eval_accuracy_red bricks": 0.9279119318181818,
+      "eval_accuracy_road": 0.936903482158728,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5808176880875583,
+      "eval_accuracy_speedway bricks": 0.9875426458466837,
+      "eval_accuracy_steel": 0.9089769804102632,
+      "eval_accuracy_tiles": 0.1780578003013286,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9806519385783904,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8940315660820537,
+      "eval_iou_concrete tiles": 0.9544189077123564,
+      "eval_iou_dark bricks": 0.8327323862407153,
+      "eval_iou_grass": 0.8369236252875798,
+      "eval_iou_red bricks": 0.864516129032258,
+      "eval_iou_road": 0.9292023299406001,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.39239351101674397,
+      "eval_iou_speedway bricks": 0.9773203916426011,
+      "eval_iou_steel": 0.8535505249140627,
+      "eval_iou_tiles": 0.17736544102599086,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10419435054063797,
+      "eval_mean_accuracy": 0.7110690127802537,
+      "eval_mean_iou": 0.6687005193441039,
+      "eval_overall_accuracy": 0.9752283096313477,
+      "eval_runtime": 3.6101,
+      "eval_samples_per_second": 9.972,
+      "eval_steps_per_second": 0.554,
+      "step": 4260
+    },
+    {
+      "epoch": 387.36,
+      "learning_rate": 2.3712918660287082e-05,
+      "loss": 0.0337,
+      "step": 4261
+    },
+    {
+      "epoch": 387.45,
+      "learning_rate": 2.369377990430622e-05,
+      "loss": 0.0322,
+      "step": 4262
+    },
+    {
+      "epoch": 387.55,
+      "learning_rate": 2.367464114832536e-05,
+      "loss": 0.0261,
+      "step": 4263
+    },
+    {
+      "epoch": 387.64,
+      "learning_rate": 2.36555023923445e-05,
+      "loss": 0.0337,
+      "step": 4264
+    },
+    {
+      "epoch": 387.73,
+      "learning_rate": 2.3636363636363637e-05,
+      "loss": 0.0346,
+      "step": 4265
+    },
+    {
+      "epoch": 387.82,
+      "learning_rate": 2.3617224880382776e-05,
+      "loss": 0.0304,
+      "step": 4266
+    },
+    {
+      "epoch": 387.91,
+      "learning_rate": 2.3598086124401915e-05,
+      "loss": 0.0293,
+      "step": 4267
+    },
+    {
+      "epoch": 388.0,
+      "learning_rate": 2.3578947368421054e-05,
+      "loss": 0.032,
+      "step": 4268
+    },
+    {
+      "epoch": 388.09,
+      "learning_rate": 2.3559808612440192e-05,
+      "loss": 0.0318,
+      "step": 4269
+    },
+    {
+      "epoch": 388.18,
+      "learning_rate": 2.354066985645933e-05,
+      "loss": 0.0344,
+      "step": 4270
+    },
+    {
+      "epoch": 388.27,
+      "learning_rate": 2.352153110047847e-05,
+      "loss": 0.0303,
+      "step": 4271
+    },
+    {
+      "epoch": 388.36,
+      "learning_rate": 2.350239234449761e-05,
+      "loss": 0.0313,
+      "step": 4272
+    },
+    {
+      "epoch": 388.45,
+      "learning_rate": 2.3483253588516748e-05,
+      "loss": 0.0287,
+      "step": 4273
+    },
+    {
+      "epoch": 388.55,
+      "learning_rate": 2.3464114832535886e-05,
+      "loss": 0.0324,
+      "step": 4274
+    },
+    {
+      "epoch": 388.64,
+      "learning_rate": 2.3444976076555025e-05,
+      "loss": 0.0289,
+      "step": 4275
+    },
+    {
+      "epoch": 388.73,
+      "learning_rate": 2.3425837320574164e-05,
+      "loss": 0.0346,
+      "step": 4276
+    },
+    {
+      "epoch": 388.82,
+      "learning_rate": 2.3406698564593303e-05,
+      "loss": 0.0321,
+      "step": 4277
+    },
+    {
+      "epoch": 388.91,
+      "learning_rate": 2.338755980861244e-05,
+      "loss": 0.0283,
+      "step": 4278
+    },
+    {
+      "epoch": 389.0,
+      "learning_rate": 2.336842105263158e-05,
+      "loss": 0.0337,
+      "step": 4279
+    },
+    {
+      "epoch": 389.09,
+      "learning_rate": 2.334928229665072e-05,
+      "loss": 0.0273,
+      "step": 4280
+    },
+    {
+      "epoch": 389.09,
+      "eval_accuracy_NAT": 0.9925975227674876,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9519279260912485,
+      "eval_accuracy_concrete tiles": 0.9848957377851159,
+      "eval_accuracy_dark bricks": 0.8643239290250567,
+      "eval_accuracy_grass": 0.9032493700129667,
+      "eval_accuracy_red bricks": 0.9200994318181818,
+      "eval_accuracy_road": 0.9263797375291268,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.6260579494389766,
+      "eval_accuracy_speedway bricks": 0.988782648887859,
+      "eval_accuracy_steel": 0.9076907855682342,
+      "eval_accuracy_tiles": 0.20962881797014107,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.980552419430045,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8925677103245668,
+      "eval_iou_concrete tiles": 0.9541751829141858,
+      "eval_iou_dark bricks": 0.8290629845676734,
+      "eval_iou_grass": 0.8315743070616324,
+      "eval_iou_red bricks": 0.8716568544995795,
+      "eval_iou_road": 0.9193615744629785,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.4166177441843399,
+      "eval_iou_speedway bricks": 0.9772316191796131,
+      "eval_iou_steel": 0.8535057524730982,
+      "eval_iou_tiles": 0.20928483522494187,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.1096707433462143,
+      "eval_mean_accuracy": 0.7135102966841842,
+      "eval_mean_iou": 0.6719685372555888,
+      "eval_overall_accuracy": 0.9742293887668185,
+      "eval_runtime": 3.4101,
+      "eval_samples_per_second": 10.557,
+      "eval_steps_per_second": 0.586,
+      "step": 4280
+    },
+    {
+      "epoch": 389.18,
+      "learning_rate": 2.3330143540669858e-05,
+      "loss": 0.0314,
+      "step": 4281
+    },
+    {
+      "epoch": 389.27,
+      "learning_rate": 2.3311004784688997e-05,
+      "loss": 0.0299,
+      "step": 4282
+    },
+    {
+      "epoch": 389.36,
+      "learning_rate": 2.3291866028708135e-05,
+      "loss": 0.0273,
+      "step": 4283
+    },
+    {
+      "epoch": 389.45,
+      "learning_rate": 2.3272727272727274e-05,
+      "loss": 0.0316,
+      "step": 4284
+    },
+    {
+      "epoch": 389.55,
+      "learning_rate": 2.3253588516746413e-05,
+      "loss": 0.0296,
+      "step": 4285
+    },
+    {
+      "epoch": 389.64,
+      "learning_rate": 2.323444976076555e-05,
+      "loss": 0.0281,
+      "step": 4286
+    },
+    {
+      "epoch": 389.73,
+      "learning_rate": 2.321531100478469e-05,
+      "loss": 0.0294,
+      "step": 4287
+    },
+    {
+      "epoch": 389.82,
+      "learning_rate": 2.319617224880383e-05,
+      "loss": 0.0306,
+      "step": 4288
+    },
+    {
+      "epoch": 389.91,
+      "learning_rate": 2.3177033492822968e-05,
+      "loss": 0.034,
+      "step": 4289
+    },
+    {
+      "epoch": 390.0,
+      "learning_rate": 2.3157894736842107e-05,
+      "loss": 0.0332,
+      "step": 4290
+    },
+    {
+      "epoch": 390.09,
+      "learning_rate": 2.3138755980861246e-05,
+      "loss": 0.029,
+      "step": 4291
+    },
+    {
+      "epoch": 390.18,
+      "learning_rate": 2.3119617224880384e-05,
+      "loss": 0.0362,
+      "step": 4292
+    },
+    {
+      "epoch": 390.27,
+      "learning_rate": 2.3100478468899523e-05,
+      "loss": 0.0431,
+      "step": 4293
+    },
+    {
+      "epoch": 390.36,
+      "learning_rate": 2.3081339712918662e-05,
+      "loss": 0.0294,
+      "step": 4294
+    },
+    {
+      "epoch": 390.45,
+      "learning_rate": 2.3062200956937797e-05,
+      "loss": 0.0246,
+      "step": 4295
+    },
+    {
+      "epoch": 390.55,
+      "learning_rate": 2.304306220095694e-05,
+      "loss": 0.0301,
+      "step": 4296
+    },
+    {
+      "epoch": 390.64,
+      "learning_rate": 2.3023923444976078e-05,
+      "loss": 0.0278,
+      "step": 4297
+    },
+    {
+      "epoch": 390.73,
+      "learning_rate": 2.3004784688995214e-05,
+      "loss": 0.0329,
+      "step": 4298
+    },
+    {
+      "epoch": 390.82,
+      "learning_rate": 2.2985645933014356e-05,
+      "loss": 0.0322,
+      "step": 4299
+    },
+    {
+      "epoch": 390.91,
+      "learning_rate": 2.2966507177033495e-05,
+      "loss": 0.034,
+      "step": 4300
+    },
+    {
+      "epoch": 390.91,
+      "eval_accuracy_NAT": 0.9929446021133197,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9509903858534701,
+      "eval_accuracy_concrete tiles": 0.9866079618418638,
+      "eval_accuracy_dark bricks": 0.8779877602863632,
+      "eval_accuracy_grass": 0.9133081921032304,
+      "eval_accuracy_red bricks": 0.9437144886363636,
+      "eval_accuracy_road": 0.9271379114786569,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5054448212168831,
+      "eval_accuracy_speedway bricks": 0.988702999057477,
+      "eval_accuracy_steel": 0.9114009629971638,
+      "eval_accuracy_tiles": 0.2157923572113409,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9807106636140293,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8937872265327089,
+      "eval_iou_concrete tiles": 0.9505125486037469,
+      "eval_iou_dark bricks": 0.8313349611866322,
+      "eval_iou_grass": 0.8431409875842131,
+      "eval_iou_red bricks": 0.8786576293602248,
+      "eval_iou_road": 0.9201151087424801,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.34252512797518964,
+      "eval_iou_speedway bricks": 0.9769810236247702,
+      "eval_iou_steel": 0.852881722089345,
+      "eval_iou_tiles": 0.215659434672507,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10719604045152664,
+      "eval_mean_accuracy": 0.7087717263689334,
+      "eval_mean_iou": 0.6681774179989113,
+      "eval_overall_accuracy": 0.9743724399142795,
+      "eval_runtime": 3.2454,
+      "eval_samples_per_second": 11.092,
+      "eval_steps_per_second": 0.616,
+      "step": 4300
+    },
+    {
+      "epoch": 391.0,
+      "learning_rate": 2.294736842105263e-05,
+      "loss": 0.0327,
+      "step": 4301
+    },
+    {
+      "epoch": 391.09,
+      "learning_rate": 2.2928229665071772e-05,
+      "loss": 0.0299,
+      "step": 4302
+    },
+    {
+      "epoch": 391.18,
+      "learning_rate": 2.290909090909091e-05,
+      "loss": 0.0335,
+      "step": 4303
+    },
+    {
+      "epoch": 391.27,
+      "learning_rate": 2.288995215311005e-05,
+      "loss": 0.029,
+      "step": 4304
+    },
+    {
+      "epoch": 391.36,
+      "learning_rate": 2.287081339712919e-05,
+      "loss": 0.0309,
+      "step": 4305
+    },
+    {
+      "epoch": 391.45,
+      "learning_rate": 2.2851674641148327e-05,
+      "loss": 0.0312,
+      "step": 4306
+    },
+    {
+      "epoch": 391.55,
+      "learning_rate": 2.2832535885167466e-05,
+      "loss": 0.0285,
+      "step": 4307
+    },
+    {
+      "epoch": 391.64,
+      "learning_rate": 2.2813397129186605e-05,
+      "loss": 0.0324,
+      "step": 4308
+    },
+    {
+      "epoch": 391.73,
+      "learning_rate": 2.2794258373205744e-05,
+      "loss": 0.0314,
+      "step": 4309
+    },
+    {
+      "epoch": 391.82,
+      "learning_rate": 2.2775119617224882e-05,
+      "loss": 0.0325,
+      "step": 4310
+    },
+    {
+      "epoch": 391.91,
+      "learning_rate": 2.275598086124402e-05,
+      "loss": 0.0327,
+      "step": 4311
+    },
+    {
+      "epoch": 392.0,
+      "learning_rate": 2.273684210526316e-05,
+      "loss": 0.0301,
+      "step": 4312
+    },
+    {
+      "epoch": 392.09,
+      "learning_rate": 2.27177033492823e-05,
+      "loss": 0.0302,
+      "step": 4313
+    },
+    {
+      "epoch": 392.18,
+      "learning_rate": 2.2698564593301434e-05,
+      "loss": 0.0309,
+      "step": 4314
+    },
+    {
+      "epoch": 392.27,
+      "learning_rate": 2.2679425837320576e-05,
+      "loss": 0.0291,
+      "step": 4315
+    },
+    {
+      "epoch": 392.36,
+      "learning_rate": 2.2660287081339715e-05,
+      "loss": 0.0339,
+      "step": 4316
+    },
+    {
+      "epoch": 392.45,
+      "learning_rate": 2.264114832535885e-05,
+      "loss": 0.0272,
+      "step": 4317
+    },
+    {
+      "epoch": 392.55,
+      "learning_rate": 2.2622009569377993e-05,
+      "loss": 0.0331,
+      "step": 4318
+    },
+    {
+      "epoch": 392.64,
+      "learning_rate": 2.260287081339713e-05,
+      "loss": 0.0331,
+      "step": 4319
+    },
+    {
+      "epoch": 392.73,
+      "learning_rate": 2.2583732057416267e-05,
+      "loss": 0.0312,
+      "step": 4320
+    },
+    {
+      "epoch": 392.73,
+      "eval_accuracy_NAT": 0.9932267474483404,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9523571290613331,
+      "eval_accuracy_concrete tiles": 0.982021647404146,
+      "eval_accuracy_dark bricks": 0.8803741195489011,
+      "eval_accuracy_grass": 0.9076601530143263,
+      "eval_accuracy_red bricks": 0.9302201704545454,
+      "eval_accuracy_road": 0.9248065568140733,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.502577674854575,
+      "eval_accuracy_speedway bricks": 0.9881092457764471,
+      "eval_accuracy_steel": 0.908094782666051,
+      "eval_accuracy_tiles": 0.22818791946308725,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9805621089074468,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8942589854484727,
+      "eval_iou_concrete tiles": 0.9563767382306524,
+      "eval_iou_dark bricks": 0.8289721658451725,
+      "eval_iou_grass": 0.8420020231626182,
+      "eval_iou_red bricks": 0.8662367724867724,
+      "eval_iou_road": 0.9177992106093716,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.33874054666740994,
+      "eval_iou_speedway bricks": 0.9773506010455405,
+      "eval_iou_steel": 0.8530127013630731,
+      "eval_iou_tiles": 0.22789138909787293,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10883994400501251,
+      "eval_mean_accuracy": 0.7075104728081404,
+      "eval_mean_iou": 0.6679387109895694,
+      "eval_overall_accuracy": 0.9741183386908637,
+      "eval_runtime": 3.4105,
+      "eval_samples_per_second": 10.556,
+      "eval_steps_per_second": 0.586,
+      "step": 4320
+    },
+    {
+      "epoch": 392.82,
+      "learning_rate": 2.256459330143541e-05,
+      "loss": 0.0302,
+      "step": 4321
+    },
+    {
+      "epoch": 392.91,
+      "learning_rate": 2.2545454545454548e-05,
+      "loss": 0.0301,
+      "step": 4322
+    },
+    {
+      "epoch": 393.0,
+      "learning_rate": 2.2526315789473683e-05,
+      "loss": 0.03,
+      "step": 4323
+    },
+    {
+      "epoch": 393.09,
+      "learning_rate": 2.2507177033492825e-05,
+      "loss": 0.0301,
+      "step": 4324
+    },
+    {
+      "epoch": 393.18,
+      "learning_rate": 2.2488038277511964e-05,
+      "loss": 0.0296,
+      "step": 4325
+    },
+    {
+      "epoch": 393.27,
+      "learning_rate": 2.24688995215311e-05,
+      "loss": 0.0318,
+      "step": 4326
+    },
+    {
+      "epoch": 393.36,
+      "learning_rate": 2.244976076555024e-05,
+      "loss": 0.0282,
+      "step": 4327
+    },
+    {
+      "epoch": 393.45,
+      "learning_rate": 2.243062200956938e-05,
+      "loss": 0.0308,
+      "step": 4328
+    },
+    {
+      "epoch": 393.55,
+      "learning_rate": 2.2411483253588516e-05,
+      "loss": 0.028,
+      "step": 4329
+    },
+    {
+      "epoch": 393.64,
+      "learning_rate": 2.2392344497607658e-05,
+      "loss": 0.0291,
+      "step": 4330
+    },
+    {
+      "epoch": 393.73,
+      "learning_rate": 2.2373205741626797e-05,
+      "loss": 0.031,
+      "step": 4331
+    },
+    {
+      "epoch": 393.82,
+      "learning_rate": 2.2354066985645932e-05,
+      "loss": 0.0267,
+      "step": 4332
+    },
+    {
+      "epoch": 393.91,
+      "learning_rate": 2.233492822966507e-05,
+      "loss": 0.0296,
+      "step": 4333
+    },
+    {
+      "epoch": 394.0,
+      "learning_rate": 2.2315789473684213e-05,
+      "loss": 0.034,
+      "step": 4334
+    },
+    {
+      "epoch": 394.09,
+      "learning_rate": 2.229665071770335e-05,
+      "loss": 0.0274,
+      "step": 4335
+    },
+    {
+      "epoch": 394.18,
+      "learning_rate": 2.2277511961722487e-05,
+      "loss": 0.031,
+      "step": 4336
+    },
+    {
+      "epoch": 394.27,
+      "learning_rate": 2.225837320574163e-05,
+      "loss": 0.0293,
+      "step": 4337
+    },
+    {
+      "epoch": 394.36,
+      "learning_rate": 2.2239234449760768e-05,
+      "loss": 0.0308,
+      "step": 4338
+    },
+    {
+      "epoch": 394.45,
+      "learning_rate": 2.2220095693779903e-05,
+      "loss": 0.0316,
+      "step": 4339
+    },
+    {
+      "epoch": 394.55,
+      "learning_rate": 2.2200956937799046e-05,
+      "loss": 0.03,
+      "step": 4340
+    },
+    {
+      "epoch": 394.55,
+      "eval_accuracy_NAT": 0.9928500243149638,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9513216768960041,
+      "eval_accuracy_concrete tiles": 0.9866079618418638,
+      "eval_accuracy_dark bricks": 0.8864169970362957,
+      "eval_accuracy_grass": 0.9113928917191219,
+      "eval_accuracy_red bricks": 0.9247159090909091,
+      "eval_accuracy_road": 0.9199455372333544,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.48443746036997215,
+      "eval_accuracy_speedway bricks": 0.9890463380990482,
+      "eval_accuracy_steel": 0.9055388826594551,
+      "eval_accuracy_tiles": 0.21099849335707438,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9805538516231118,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8915944805427441,
+      "eval_iou_concrete tiles": 0.9525890063175296,
+      "eval_iou_dark bricks": 0.8311378974340466,
+      "eval_iou_grass": 0.8418155698674802,
+      "eval_iou_red bricks": 0.8611111111111112,
+      "eval_iou_road": 0.9134354127420363,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.32620479691096754,
+      "eval_iou_speedway bricks": 0.9772480387679444,
+      "eval_iou_steel": 0.8538454960312832,
+      "eval_iou_tiles": 0.21072430066342931,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.11214879900217056,
+      "eval_mean_accuracy": 0.7048670902013895,
+      "eval_mean_iou": 0.6646353816932064,
+      "eval_overall_accuracy": 0.973562134636773,
+      "eval_runtime": 4.1411,
+      "eval_samples_per_second": 8.693,
+      "eval_steps_per_second": 0.483,
+      "step": 4340
+    },
+    {
+      "epoch": 394.64,
+      "learning_rate": 2.2181818181818184e-05,
+      "loss": 0.0315,
+      "step": 4341
+    },
+    {
+      "epoch": 394.73,
+      "learning_rate": 2.216267942583732e-05,
+      "loss": 0.032,
+      "step": 4342
+    },
+    {
+      "epoch": 394.82,
+      "learning_rate": 2.2143540669856462e-05,
+      "loss": 0.0317,
+      "step": 4343
+    },
+    {
+      "epoch": 394.91,
+      "learning_rate": 2.21244019138756e-05,
+      "loss": 0.032,
+      "step": 4344
+    },
+    {
+      "epoch": 395.0,
+      "learning_rate": 2.2105263157894736e-05,
+      "loss": 0.0306,
+      "step": 4345
+    },
+    {
+      "epoch": 395.09,
+      "learning_rate": 2.208612440191388e-05,
+      "loss": 0.0303,
+      "step": 4346
+    },
+    {
+      "epoch": 395.18,
+      "learning_rate": 2.2066985645933017e-05,
+      "loss": 0.0286,
+      "step": 4347
+    },
+    {
+      "epoch": 395.27,
+      "learning_rate": 2.2047846889952152e-05,
+      "loss": 0.0286,
+      "step": 4348
+    },
+    {
+      "epoch": 395.36,
+      "learning_rate": 2.2028708133971295e-05,
+      "loss": 0.0311,
+      "step": 4349
+    },
+    {
+      "epoch": 395.45,
+      "learning_rate": 2.2009569377990433e-05,
+      "loss": 0.0298,
+      "step": 4350
+    },
+    {
+      "epoch": 395.55,
+      "learning_rate": 2.199043062200957e-05,
+      "loss": 0.0394,
+      "step": 4351
+    },
+    {
+      "epoch": 395.64,
+      "learning_rate": 2.1971291866028708e-05,
+      "loss": 0.0376,
+      "step": 4352
+    },
+    {
+      "epoch": 395.73,
+      "learning_rate": 2.195215311004785e-05,
+      "loss": 0.0272,
+      "step": 4353
+    },
+    {
+      "epoch": 395.82,
+      "learning_rate": 2.1933014354066985e-05,
+      "loss": 0.0595,
+      "step": 4354
+    },
+    {
+      "epoch": 395.91,
+      "learning_rate": 2.1913875598086124e-05,
+      "loss": 0.0276,
+      "step": 4355
+    },
+    {
+      "epoch": 396.0,
+      "learning_rate": 2.1894736842105266e-05,
+      "loss": 0.03,
+      "step": 4356
+    },
+    {
+      "epoch": 396.09,
+      "learning_rate": 2.18755980861244e-05,
+      "loss": 0.0328,
+      "step": 4357
+    },
+    {
+      "epoch": 396.18,
+      "learning_rate": 2.185645933014354e-05,
+      "loss": 0.0309,
+      "step": 4358
+    },
+    {
+      "epoch": 396.27,
+      "learning_rate": 2.1837320574162682e-05,
+      "loss": 0.0283,
+      "step": 4359
+    },
+    {
+      "epoch": 396.36,
+      "learning_rate": 2.1818181818181818e-05,
+      "loss": 0.0329,
+      "step": 4360
+    },
+    {
+      "epoch": 396.36,
+      "eval_accuracy_NAT": 0.9930735878793611,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9494385488647581,
+      "eval_accuracy_concrete tiles": 0.9844065309117593,
+      "eval_accuracy_dark bricks": 0.8832223547977368,
+      "eval_accuracy_grass": 0.9077824805936033,
+      "eval_accuracy_red bricks": 0.9398082386363636,
+      "eval_accuracy_road": 0.9293725294351665,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5040388167507512,
+      "eval_accuracy_speedway bricks": 0.9884646529741368,
+      "eval_accuracy_steel": 0.9066107116944793,
+      "eval_accuracy_tiles": 0.15100671140939598,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9805005745680635,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8906367955389586,
+      "eval_iou_concrete tiles": 0.9507722292767917,
+      "eval_iou_dark bricks": 0.8313528005217014,
+      "eval_iou_grass": 0.8398608272757845,
+      "eval_iou_red bricks": 0.8647279856232641,
+      "eval_iou_road": 0.9215409794787863,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.33762996066554635,
+      "eval_iou_speedway bricks": 0.9769756009120062,
+      "eval_iou_steel": 0.8549890755845145,
+      "eval_iou_tiles": 0.150831110199056,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.11021122336387634,
+      "eval_mean_accuracy": 0.7028634741498087,
+      "eval_mean_iou": 0.6615244568957286,
+      "eval_overall_accuracy": 0.9741509755452474,
+      "eval_runtime": 3.4044,
+      "eval_samples_per_second": 10.575,
+      "eval_steps_per_second": 0.587,
+      "step": 4360
+    },
+    {
+      "epoch": 396.45,
+      "learning_rate": 2.1799043062200957e-05,
+      "loss": 0.0284,
+      "step": 4361
+    },
+    {
+      "epoch": 396.55,
+      "learning_rate": 2.17799043062201e-05,
+      "loss": 0.031,
+      "step": 4362
+    },
+    {
+      "epoch": 396.64,
+      "learning_rate": 2.1760765550239234e-05,
+      "loss": 0.0356,
+      "step": 4363
+    },
+    {
+      "epoch": 396.73,
+      "learning_rate": 2.1741626794258373e-05,
+      "loss": 0.0318,
+      "step": 4364
+    },
+    {
+      "epoch": 396.82,
+      "learning_rate": 2.1722488038277515e-05,
+      "loss": 0.0314,
+      "step": 4365
+    },
+    {
+      "epoch": 396.91,
+      "learning_rate": 2.170334928229665e-05,
+      "loss": 0.0391,
+      "step": 4366
+    },
+    {
+      "epoch": 397.0,
+      "learning_rate": 2.168421052631579e-05,
+      "loss": 0.0302,
+      "step": 4367
+    },
+    {
+      "epoch": 397.09,
+      "learning_rate": 2.166507177033493e-05,
+      "loss": 0.0371,
+      "step": 4368
+    },
+    {
+      "epoch": 397.18,
+      "learning_rate": 2.1645933014354067e-05,
+      "loss": 0.0283,
+      "step": 4369
+    },
+    {
+      "epoch": 397.27,
+      "learning_rate": 2.1626794258373206e-05,
+      "loss": 0.029,
+      "step": 4370
+    },
+    {
+      "epoch": 397.36,
+      "learning_rate": 2.1607655502392344e-05,
+      "loss": 0.0297,
+      "step": 4371
+    },
+    {
+      "epoch": 397.45,
+      "learning_rate": 2.1588516746411483e-05,
+      "loss": 0.0313,
+      "step": 4372
+    },
+    {
+      "epoch": 397.55,
+      "learning_rate": 2.1569377990430622e-05,
+      "loss": 0.0317,
+      "step": 4373
+    },
+    {
+      "epoch": 397.64,
+      "learning_rate": 2.155023923444976e-05,
+      "loss": 0.0283,
+      "step": 4374
+    },
+    {
+      "epoch": 397.73,
+      "learning_rate": 2.1531100478468903e-05,
+      "loss": 0.0284,
+      "step": 4375
+    },
+    {
+      "epoch": 397.82,
+      "learning_rate": 2.1511961722488038e-05,
+      "loss": 0.0293,
+      "step": 4376
+    },
+    {
+      "epoch": 397.91,
+      "learning_rate": 2.1492822966507177e-05,
+      "loss": 0.0324,
+      "step": 4377
+    },
+    {
+      "epoch": 398.0,
+      "learning_rate": 2.147368421052632e-05,
+      "loss": 0.0395,
+      "step": 4378
+    },
+    {
+      "epoch": 398.09,
+      "learning_rate": 2.1454545454545455e-05,
+      "loss": 0.0326,
+      "step": 4379
+    },
+    {
+      "epoch": 398.18,
+      "learning_rate": 2.1435406698564593e-05,
+      "loss": 0.0279,
+      "step": 4380
+    },
+    {
+      "epoch": 398.18,
+      "eval_accuracy_NAT": 0.9927062166551502,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9529875209236448,
+      "eval_accuracy_concrete tiles": 0.981593591389959,
+      "eval_accuracy_dark bricks": 0.8717524344713444,
+      "eval_accuracy_grass": 0.9106938769803962,
+      "eval_accuracy_red bricks": 0.9536576704545454,
+      "eval_accuracy_road": 0.9275055109693381,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.604388939431533,
+      "eval_accuracy_speedway bricks": 0.9882504432030335,
+      "eval_accuracy_steel": 0.9078639271815844,
+      "eval_accuracy_tiles": 0.4518559101492946,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9804878601373496,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8991769026532993,
+      "eval_iou_concrete tiles": 0.9543400713436385,
+      "eval_iou_dark bricks": 0.8284198975859547,
+      "eval_iou_grass": 0.8404617677227071,
+      "eval_iou_red bricks": 0.8582614253755193,
+      "eval_iou_road": 0.9208390658051752,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.40458043442154024,
+      "eval_iou_speedway bricks": 0.9772598711611488,
+      "eval_iou_steel": 0.8528883243226496,
+      "eval_iou_tiles": 0.4495162828723259,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10495162755250931,
+      "eval_mean_accuracy": 0.7340966186007557,
+      "eval_mean_iou": 0.6897101464154852,
+      "eval_overall_accuracy": 0.9749320348103842,
+      "eval_runtime": 3.695,
+      "eval_samples_per_second": 9.743,
+      "eval_steps_per_second": 0.541,
+      "step": 4380
+    },
+    {
+      "epoch": 398.27,
+      "learning_rate": 2.1416267942583736e-05,
+      "loss": 0.0338,
+      "step": 4381
+    },
+    {
+      "epoch": 398.36,
+      "learning_rate": 2.139712918660287e-05,
+      "loss": 0.0335,
+      "step": 4382
+    },
+    {
+      "epoch": 398.45,
+      "learning_rate": 2.137799043062201e-05,
+      "loss": 0.0276,
+      "step": 4383
+    },
+    {
+      "epoch": 398.55,
+      "learning_rate": 2.1358851674641152e-05,
+      "loss": 0.0292,
+      "step": 4384
+    },
+    {
+      "epoch": 398.64,
+      "learning_rate": 2.1339712918660287e-05,
+      "loss": 0.0303,
+      "step": 4385
+    },
+    {
+      "epoch": 398.73,
+      "learning_rate": 2.1320574162679426e-05,
+      "loss": 0.033,
+      "step": 4386
+    },
+    {
+      "epoch": 398.82,
+      "learning_rate": 2.1301435406698568e-05,
+      "loss": 0.0305,
+      "step": 4387
+    },
+    {
+      "epoch": 398.91,
+      "learning_rate": 2.1282296650717704e-05,
+      "loss": 0.0291,
+      "step": 4388
+    },
+    {
+      "epoch": 399.0,
+      "learning_rate": 2.1263157894736842e-05,
+      "loss": 0.033,
+      "step": 4389
+    },
+    {
+      "epoch": 399.09,
+      "learning_rate": 2.1244019138755985e-05,
+      "loss": 0.0267,
+      "step": 4390
+    },
+    {
+      "epoch": 399.18,
+      "learning_rate": 2.122488038277512e-05,
+      "loss": 0.0291,
+      "step": 4391
+    },
+    {
+      "epoch": 399.27,
+      "learning_rate": 2.120574162679426e-05,
+      "loss": 0.0315,
+      "step": 4392
+    },
+    {
+      "epoch": 399.36,
+      "learning_rate": 2.1186602870813397e-05,
+      "loss": 0.032,
+      "step": 4393
+    },
+    {
+      "epoch": 399.45,
+      "learning_rate": 2.1167464114832536e-05,
+      "loss": 0.0295,
+      "step": 4394
+    },
+    {
+      "epoch": 399.55,
+      "learning_rate": 2.1148325358851675e-05,
+      "loss": 0.0329,
+      "step": 4395
+    },
+    {
+      "epoch": 399.64,
+      "learning_rate": 2.1129186602870814e-05,
+      "loss": 0.0299,
+      "step": 4396
+    },
+    {
+      "epoch": 399.73,
+      "learning_rate": 2.1110047846889953e-05,
+      "loss": 0.0326,
+      "step": 4397
+    },
+    {
+      "epoch": 399.82,
+      "learning_rate": 2.109090909090909e-05,
+      "loss": 0.0336,
+      "step": 4398
+    },
+    {
+      "epoch": 399.91,
+      "learning_rate": 2.107177033492823e-05,
+      "loss": 0.0334,
+      "step": 4399
+    },
+    {
+      "epoch": 400.0,
+      "learning_rate": 2.105263157894737e-05,
+      "loss": 0.0459,
+      "step": 4400
+    },
+    {
+      "epoch": 400.0,
+      "eval_accuracy_NAT": 0.9933305007047457,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.95159261127087,
+      "eval_accuracy_concrete tiles": 0.9836727206017245,
+      "eval_accuracy_dark bricks": 0.8784111466071359,
+      "eval_accuracy_grass": 0.9024664735055938,
+      "eval_accuracy_red bricks": 0.9353693181818182,
+      "eval_accuracy_road": 0.9367910257355919,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.6358724119868773,
+      "eval_accuracy_speedway bricks": 0.9884918063254033,
+      "eval_accuracy_steel": 0.9037909768484929,
+      "eval_accuracy_tiles": 0.3663881660046569,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9808779559662952,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.900980379706648,
+      "eval_iou_concrete tiles": 0.9567027477102414,
+      "eval_iou_dark bricks": 0.8329805095262428,
+      "eval_iou_grass": 0.8415030389936287,
+      "eval_iou_red bricks": 0.8583998696431481,
+      "eval_iou_road": 0.9278323105445452,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.42564774488816715,
+      "eval_iou_speedway bricks": 0.9772932818849762,
+      "eval_iou_steel": 0.8513766455671624,
+      "eval_iou_tiles": 0.36573694284933006,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.1011911928653717,
+      "eval_mean_accuracy": 0.7289367044440701,
+      "eval_mean_iou": 0.6861024174831065,
+      "eval_overall_accuracy": 0.9757544199625651,
+      "eval_runtime": 3.4989,
+      "eval_samples_per_second": 10.289,
+      "eval_steps_per_second": 0.572,
+      "step": 4400
+    },
+    {
+      "epoch": 400.09,
+      "learning_rate": 2.1033492822966508e-05,
+      "loss": 0.0339,
+      "step": 4401
+    },
+    {
+      "epoch": 400.18,
+      "learning_rate": 2.1014354066985646e-05,
+      "loss": 0.0276,
+      "step": 4402
+    },
+    {
+      "epoch": 400.27,
+      "learning_rate": 2.0995215311004785e-05,
+      "loss": 0.0306,
+      "step": 4403
+    },
+    {
+      "epoch": 400.36,
+      "learning_rate": 2.0976076555023924e-05,
+      "loss": 0.0269,
+      "step": 4404
+    },
+    {
+      "epoch": 400.45,
+      "learning_rate": 2.0956937799043063e-05,
+      "loss": 0.0322,
+      "step": 4405
+    },
+    {
+      "epoch": 400.55,
+      "learning_rate": 2.09377990430622e-05,
+      "loss": 0.0279,
+      "step": 4406
+    },
+    {
+      "epoch": 400.64,
+      "learning_rate": 2.091866028708134e-05,
+      "loss": 0.0352,
+      "step": 4407
+    },
+    {
+      "epoch": 400.73,
+      "learning_rate": 2.089952153110048e-05,
+      "loss": 0.041,
+      "step": 4408
+    },
+    {
+      "epoch": 400.82,
+      "learning_rate": 2.088038277511962e-05,
+      "loss": 0.034,
+      "step": 4409
+    },
+    {
+      "epoch": 400.91,
+      "learning_rate": 2.0861244019138757e-05,
+      "loss": 0.0315,
+      "step": 4410
+    },
+    {
+      "epoch": 401.0,
+      "learning_rate": 2.0842105263157895e-05,
+      "loss": 0.0291,
+      "step": 4411
+    },
+    {
+      "epoch": 401.09,
+      "learning_rate": 2.0822966507177034e-05,
+      "loss": 0.0322,
+      "step": 4412
+    },
+    {
+      "epoch": 401.18,
+      "learning_rate": 2.0803827751196173e-05,
+      "loss": 0.0311,
+      "step": 4413
+    },
+    {
+      "epoch": 401.27,
+      "learning_rate": 2.0784688995215312e-05,
+      "loss": 0.0315,
+      "step": 4414
+    },
+    {
+      "epoch": 401.36,
+      "learning_rate": 2.076555023923445e-05,
+      "loss": 0.0321,
+      "step": 4415
+    },
+    {
+      "epoch": 401.45,
+      "learning_rate": 2.074641148325359e-05,
+      "loss": 0.0309,
+      "step": 4416
+    },
+    {
+      "epoch": 401.55,
+      "learning_rate": 2.0727272727272728e-05,
+      "loss": 0.0307,
+      "step": 4417
+    },
+    {
+      "epoch": 401.64,
+      "learning_rate": 2.0708133971291867e-05,
+      "loss": 0.0325,
+      "step": 4418
+    },
+    {
+      "epoch": 401.73,
+      "learning_rate": 2.0688995215311006e-05,
+      "loss": 0.033,
+      "step": 4419
+    },
+    {
+      "epoch": 401.82,
+      "learning_rate": 2.0669856459330144e-05,
+      "loss": 0.0265,
+      "step": 4420
+    },
+    {
+      "epoch": 401.82,
+      "eval_accuracy_NAT": 0.9929994784105001,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9491407893042619,
+      "eval_accuracy_concrete tiles": 0.985874151531829,
+      "eval_accuracy_dark bricks": 0.8944998267965052,
+      "eval_accuracy_grass": 0.9083242170161158,
+      "eval_accuracy_red bricks": 0.9311079545454546,
+      "eval_accuracy_road": 0.9291500350065962,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.609516720425661,
+      "eval_accuracy_speedway bricks": 0.9896575902064499,
+      "eval_accuracy_steel": 0.9052585581426027,
+      "eval_accuracy_tiles": 0.3307766059443912,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9806295099952411,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8995500019067716,
+      "eval_iou_concrete tiles": 0.9522459466643041,
+      "eval_iou_dark bricks": 0.8343804976124655,
+      "eval_iou_grass": 0.8407562331977834,
+      "eval_iou_red bricks": 0.8617912900575185,
+      "eval_iou_road": 0.9222625104571375,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.4087295718405679,
+      "eval_iou_speedway bricks": 0.9770970082654278,
+      "eval_iou_steel": 0.8505856651482755,
+      "eval_iou_tiles": 0.3296928327645051,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10490593314170837,
+      "eval_mean_accuracy": 0.7251004559484898,
+      "eval_mean_iou": 0.6813631590699999,
+      "eval_overall_accuracy": 0.9749865002102323,
+      "eval_runtime": 4.0981,
+      "eval_samples_per_second": 8.785,
+      "eval_steps_per_second": 0.488,
+      "step": 4420
+    },
+    {
+      "epoch": 401.91,
+      "learning_rate": 2.0650717703349283e-05,
+      "loss": 0.0275,
+      "step": 4421
+    },
+    {
+      "epoch": 402.0,
+      "learning_rate": 2.0631578947368422e-05,
+      "loss": 0.028,
+      "step": 4422
+    },
+    {
+      "epoch": 402.09,
+      "learning_rate": 2.061244019138756e-05,
+      "loss": 0.0284,
+      "step": 4423
+    },
+    {
+      "epoch": 402.18,
+      "learning_rate": 2.05933014354067e-05,
+      "loss": 0.0317,
+      "step": 4424
+    },
+    {
+      "epoch": 402.27,
+      "learning_rate": 2.057416267942584e-05,
+      "loss": 0.0296,
+      "step": 4425
+    },
+    {
+      "epoch": 402.36,
+      "learning_rate": 2.0555023923444977e-05,
+      "loss": 0.0284,
+      "step": 4426
+    },
+    {
+      "epoch": 402.45,
+      "learning_rate": 2.0535885167464116e-05,
+      "loss": 0.0289,
+      "step": 4427
+    },
+    {
+      "epoch": 402.55,
+      "learning_rate": 2.0516746411483255e-05,
+      "loss": 0.033,
+      "step": 4428
+    },
+    {
+      "epoch": 402.64,
+      "learning_rate": 2.0497607655502393e-05,
+      "loss": 0.0291,
+      "step": 4429
+    },
+    {
+      "epoch": 402.73,
+      "learning_rate": 2.0478468899521532e-05,
+      "loss": 0.0279,
+      "step": 4430
+    },
+    {
+      "epoch": 402.82,
+      "learning_rate": 2.045933014354067e-05,
+      "loss": 0.0352,
+      "step": 4431
+    },
+    {
+      "epoch": 402.91,
+      "learning_rate": 2.044019138755981e-05,
+      "loss": 0.0323,
+      "step": 4432
+    },
+    {
+      "epoch": 403.0,
+      "learning_rate": 2.042105263157895e-05,
+      "loss": 0.0358,
+      "step": 4433
+    },
+    {
+      "epoch": 403.09,
+      "learning_rate": 2.0401913875598087e-05,
+      "loss": 0.0316,
+      "step": 4434
+    },
+    {
+      "epoch": 403.18,
+      "learning_rate": 2.0382775119617226e-05,
+      "loss": 0.0253,
+      "step": 4435
+    },
+    {
+      "epoch": 403.27,
+      "learning_rate": 2.0363636363636365e-05,
+      "loss": 0.0303,
+      "step": 4436
+    },
+    {
+      "epoch": 403.36,
+      "learning_rate": 2.0344497607655504e-05,
+      "loss": 0.0301,
+      "step": 4437
+    },
+    {
+      "epoch": 403.45,
+      "learning_rate": 2.0325358851674642e-05,
+      "loss": 0.0322,
+      "step": 4438
+    },
+    {
+      "epoch": 403.55,
+      "learning_rate": 2.030622009569378e-05,
+      "loss": 0.0289,
+      "step": 4439
+    },
+    {
+      "epoch": 403.64,
+      "learning_rate": 2.028708133971292e-05,
+      "loss": 0.0257,
+      "step": 4440
+    },
+    {
+      "epoch": 403.64,
+      "eval_accuracy_NAT": 0.9927215679022715,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9549967273273531,
+      "eval_accuracy_concrete tiles": 0.9817464685378829,
+      "eval_accuracy_dark bricks": 0.8828374581424887,
+      "eval_accuracy_grass": 0.9028089907275695,
+      "eval_accuracy_red bricks": 0.9163707386363636,
+      "eval_accuracy_road": 0.9303084570857825,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5079535742839026,
+      "eval_accuracy_speedway bricks": 0.9882257034829905,
+      "eval_accuracy_steel": 0.9065859771782864,
+      "eval_accuracy_tiles": 0.22627037392138064,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9806990626080748,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8918704961175641,
+      "eval_iou_concrete tiles": 0.9588783372155528,
+      "eval_iou_dark bricks": 0.837208453480308,
+      "eval_iou_grass": 0.8368587303387167,
+      "eval_iou_red bricks": 0.8560291922375186,
+      "eval_iou_road": 0.9223086697995588,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.3427205595134019,
+      "eval_iou_speedway bricks": 0.9773071348139272,
+      "eval_iou_steel": 0.8546467794713156,
+      "eval_iou_tiles": 0.22586819797648347,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10712853819131851,
+      "eval_mean_accuracy": 0.7069866182481749,
+      "eval_mean_iou": 0.6680304318132634,
+      "eval_overall_accuracy": 0.974374877081977,
+      "eval_runtime": 3.6459,
+      "eval_samples_per_second": 9.874,
+      "eval_steps_per_second": 0.549,
+      "step": 4440
+    },
+    {
+      "epoch": 403.73,
+      "learning_rate": 2.026794258373206e-05,
+      "loss": 0.034,
+      "step": 4441
+    },
+    {
+      "epoch": 403.82,
+      "learning_rate": 2.0248803827751198e-05,
+      "loss": 0.0394,
+      "step": 4442
+    },
+    {
+      "epoch": 403.91,
+      "learning_rate": 2.0229665071770333e-05,
+      "loss": 0.0319,
+      "step": 4443
+    },
+    {
+      "epoch": 404.0,
+      "learning_rate": 2.0210526315789475e-05,
+      "loss": 0.0315,
+      "step": 4444
+    },
+    {
+      "epoch": 404.09,
+      "learning_rate": 2.0191387559808614e-05,
+      "loss": 0.0308,
+      "step": 4445
+    },
+    {
+      "epoch": 404.18,
+      "learning_rate": 2.0172248803827753e-05,
+      "loss": 0.0286,
+      "step": 4446
+    },
+    {
+      "epoch": 404.27,
+      "learning_rate": 2.015311004784689e-05,
+      "loss": 0.0268,
+      "step": 4447
+    },
+    {
+      "epoch": 404.36,
+      "learning_rate": 2.013397129186603e-05,
+      "loss": 0.0307,
+      "step": 4448
+    },
+    {
+      "epoch": 404.45,
+      "learning_rate": 2.011483253588517e-05,
+      "loss": 0.0297,
+      "step": 4449
+    },
+    {
+      "epoch": 404.55,
+      "learning_rate": 2.0095693779904308e-05,
+      "loss": 0.0274,
+      "step": 4450
+    },
+    {
+      "epoch": 404.64,
+      "learning_rate": 2.0076555023923447e-05,
+      "loss": 0.0318,
+      "step": 4451
+    },
+    {
+      "epoch": 404.73,
+      "learning_rate": 2.0057416267942585e-05,
+      "loss": 0.0329,
+      "step": 4452
+    },
+    {
+      "epoch": 404.82,
+      "learning_rate": 2.0038277511961724e-05,
+      "loss": 0.0299,
+      "step": 4453
+    },
+    {
+      "epoch": 404.91,
+      "learning_rate": 2.0019138755980863e-05,
+      "loss": 0.0332,
+      "step": 4454
+    },
+    {
+      "epoch": 405.0,
+      "learning_rate": 2e-05,
+      "loss": 0.0278,
+      "step": 4455
+    },
+    {
+      "epoch": 405.09,
+      "learning_rate": 1.998086124401914e-05,
+      "loss": 0.0292,
+      "step": 4456
+    },
+    {
+      "epoch": 405.18,
+      "learning_rate": 1.996172248803828e-05,
+      "loss": 0.0313,
+      "step": 4457
+    },
+    {
+      "epoch": 405.27,
+      "learning_rate": 1.9942583732057418e-05,
+      "loss": 0.0288,
+      "step": 4458
+    },
+    {
+      "epoch": 405.36,
+      "learning_rate": 1.9923444976076557e-05,
+      "loss": 0.032,
+      "step": 4459
+    },
+    {
+      "epoch": 405.45,
+      "learning_rate": 1.9904306220095696e-05,
+      "loss": 0.0316,
+      "step": 4460
+    },
+    {
+      "epoch": 405.45,
+      "eval_accuracy_NAT": 0.9927766206505682,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9525140563972703,
+      "eval_accuracy_concrete tiles": 0.9866691127010334,
+      "eval_accuracy_dark bricks": 0.8779492706208383,
+      "eval_accuracy_grass": 0.903784116288092,
+      "eval_accuracy_red bricks": 0.9300426136363636,
+      "eval_accuracy_road": 0.9284341833668486,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.517299368676426,
+      "eval_accuracy_speedway bricks": 0.9886191253724534,
+      "eval_accuracy_steel": 0.9098014642833586,
+      "eval_accuracy_tiles": 0.24215860840980688,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9807117363533491,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8913495052897534,
+      "eval_iou_concrete tiles": 0.9532108465764755,
+      "eval_iou_dark bricks": 0.8342476775656499,
+      "eval_iou_grass": 0.8372418303616237,
+      "eval_iou_red bricks": 0.8596750369276218,
+      "eval_iou_road": 0.9208611781412062,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.34810032650638173,
+      "eval_iou_speedway bricks": 0.9771556680519307,
+      "eval_iou_steel": 0.8531556119096033,
+      "eval_iou_tiles": 0.24154655372634742,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10701620578765869,
+      "eval_mean_accuracy": 0.7100037338771584,
+      "eval_mean_iou": 0.6690196901084572,
+      "eval_overall_accuracy": 0.9742598003811307,
+      "eval_runtime": 3.426,
+      "eval_samples_per_second": 10.508,
+      "eval_steps_per_second": 0.584,
+      "step": 4460
+    },
+    {
+      "epoch": 405.55,
+      "learning_rate": 1.9885167464114834e-05,
+      "loss": 0.0296,
+      "step": 4461
+    },
+    {
+      "epoch": 405.64,
+      "learning_rate": 1.986602870813397e-05,
+      "loss": 0.0281,
+      "step": 4462
+    },
+    {
+      "epoch": 405.73,
+      "learning_rate": 1.9846889952153112e-05,
+      "loss": 0.028,
+      "step": 4463
+    },
+    {
+      "epoch": 405.82,
+      "learning_rate": 1.982775119617225e-05,
+      "loss": 0.0281,
+      "step": 4464
+    },
+    {
+      "epoch": 405.91,
+      "learning_rate": 1.9808612440191386e-05,
+      "loss": 0.0331,
+      "step": 4465
+    },
+    {
+      "epoch": 406.0,
+      "learning_rate": 1.9789473684210528e-05,
+      "loss": 0.029,
+      "step": 4466
+    },
+    {
+      "epoch": 406.09,
+      "learning_rate": 1.9770334928229667e-05,
+      "loss": 0.0314,
+      "step": 4467
+    },
+    {
+      "epoch": 406.18,
+      "learning_rate": 1.9751196172248802e-05,
+      "loss": 0.0319,
+      "step": 4468
+    },
+    {
+      "epoch": 406.27,
+      "learning_rate": 1.9732057416267945e-05,
+      "loss": 0.0296,
+      "step": 4469
+    },
+    {
+      "epoch": 406.36,
+      "learning_rate": 1.9712918660287083e-05,
+      "loss": 0.0323,
+      "step": 4470
+    },
+    {
+      "epoch": 406.45,
+      "learning_rate": 1.969377990430622e-05,
+      "loss": 0.0255,
+      "step": 4471
+    },
+    {
+      "epoch": 406.55,
+      "learning_rate": 1.967464114832536e-05,
+      "loss": 0.0269,
+      "step": 4472
+    },
+    {
+      "epoch": 406.64,
+      "learning_rate": 1.96555023923445e-05,
+      "loss": 0.0322,
+      "step": 4473
+    },
+    {
+      "epoch": 406.73,
+      "learning_rate": 1.9636363636363635e-05,
+      "loss": 0.0287,
+      "step": 4474
+    },
+    {
+      "epoch": 406.82,
+      "learning_rate": 1.9617224880382777e-05,
+      "loss": 0.0281,
+      "step": 4475
+    },
+    {
+      "epoch": 406.91,
+      "learning_rate": 1.9598086124401916e-05,
+      "loss": 0.0315,
+      "step": 4476
+    },
+    {
+      "epoch": 407.0,
+      "learning_rate": 1.957894736842105e-05,
+      "loss": 0.0311,
+      "step": 4477
+    },
+    {
+      "epoch": 407.09,
+      "learning_rate": 1.9559808612440194e-05,
+      "loss": 0.0324,
+      "step": 4478
+    },
+    {
+      "epoch": 407.18,
+      "learning_rate": 1.9540669856459332e-05,
+      "loss": 0.031,
+      "step": 4479
+    },
+    {
+      "epoch": 407.27,
+      "learning_rate": 1.9521531100478468e-05,
+      "loss": 0.0288,
+      "step": 4480
+    },
+    {
+      "epoch": 407.27,
+      "eval_accuracy_NAT": 0.9927970889800631,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9532584552985107,
+      "eval_accuracy_concrete tiles": 0.9851097657922094,
+      "eval_accuracy_dark bricks": 0.875832339016974,
+      "eval_accuracy_grass": 0.9072092885078482,
+      "eval_accuracy_red bricks": 0.9403409090909091,
+      "eval_accuracy_road": 0.9352130081851348,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5335097731094753,
+      "eval_accuracy_speedway bricks": 0.9883614702393236,
+      "eval_accuracy_steel": 0.9092160807334608,
+      "eval_accuracy_tiles": 0.24681550472538008,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9806690510302613,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8943281456053636,
+      "eval_iou_concrete tiles": 0.9546087523332643,
+      "eval_iou_dark bricks": 0.8327234135987704,
+      "eval_iou_grass": 0.8388992130310424,
+      "eval_iou_red bricks": 0.8625407166123779,
+      "eval_iou_road": 0.9272466346638021,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.36041270905501543,
+      "eval_iou_speedway bricks": 0.9773113475481984,
+      "eval_iou_steel": 0.8549665074737952,
+      "eval_iou_tiles": 0.24614123753585576,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10339589416980743,
+      "eval_mean_accuracy": 0.7128972064368685,
+      "eval_mean_iou": 0.6715267483452112,
+      "eval_overall_accuracy": 0.9750404357910156,
+      "eval_runtime": 3.4888,
+      "eval_samples_per_second": 10.319,
+      "eval_steps_per_second": 0.573,
+      "step": 4480
+    },
+    {
+      "epoch": 407.36,
+      "learning_rate": 1.9502392344497606e-05,
+      "loss": 0.0333,
+      "step": 4481
+    },
+    {
+      "epoch": 407.45,
+      "learning_rate": 1.948325358851675e-05,
+      "loss": 0.03,
+      "step": 4482
+    },
+    {
+      "epoch": 407.55,
+      "learning_rate": 1.9464114832535887e-05,
+      "loss": 0.029,
+      "step": 4483
+    },
+    {
+      "epoch": 407.64,
+      "learning_rate": 1.9444976076555023e-05,
+      "loss": 0.0314,
+      "step": 4484
+    },
+    {
+      "epoch": 407.73,
+      "learning_rate": 1.9425837320574165e-05,
+      "loss": 0.0289,
+      "step": 4485
+    },
+    {
+      "epoch": 407.82,
+      "learning_rate": 1.9406698564593304e-05,
+      "loss": 0.0328,
+      "step": 4486
+    },
+    {
+      "epoch": 407.91,
+      "learning_rate": 1.938755980861244e-05,
+      "loss": 0.0281,
+      "step": 4487
+    },
+    {
+      "epoch": 408.0,
+      "learning_rate": 1.936842105263158e-05,
+      "loss": 0.0348,
+      "step": 4488
+    },
+    {
+      "epoch": 408.09,
+      "learning_rate": 1.934928229665072e-05,
+      "loss": 0.0287,
+      "step": 4489
+    },
+    {
+      "epoch": 408.18,
+      "learning_rate": 1.9330143540669855e-05,
+      "loss": 0.031,
+      "step": 4490
+    },
+    {
+      "epoch": 408.27,
+      "learning_rate": 1.9311004784688998e-05,
+      "loss": 0.028,
+      "step": 4491
+    },
+    {
+      "epoch": 408.36,
+      "learning_rate": 1.9291866028708136e-05,
+      "loss": 0.0323,
+      "step": 4492
+    },
+    {
+      "epoch": 408.45,
+      "learning_rate": 1.9272727272727272e-05,
+      "loss": 0.0356,
+      "step": 4493
+    },
+    {
+      "epoch": 408.55,
+      "learning_rate": 1.9253588516746414e-05,
+      "loss": 0.0276,
+      "step": 4494
+    },
+    {
+      "epoch": 408.64,
+      "learning_rate": 1.9234449760765553e-05,
+      "loss": 0.0339,
+      "step": 4495
+    },
+    {
+      "epoch": 408.73,
+      "learning_rate": 1.9215311004784688e-05,
+      "loss": 0.0302,
+      "step": 4496
+    },
+    {
+      "epoch": 408.82,
+      "learning_rate": 1.919617224880383e-05,
+      "loss": 0.0329,
+      "step": 4497
+    },
+    {
+      "epoch": 408.91,
+      "learning_rate": 1.917703349282297e-05,
+      "loss": 0.0287,
+      "step": 4498
+    },
+    {
+      "epoch": 409.0,
+      "learning_rate": 1.9157894736842104e-05,
+      "loss": 0.0334,
+      "step": 4499
+    },
+    {
+      "epoch": 409.09,
+      "learning_rate": 1.9138755980861243e-05,
+      "loss": 0.028,
+      "step": 4500
+    },
+    {
+      "epoch": 409.09,
+      "eval_accuracy_NAT": 0.993071999819314,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9511540194858148,
+      "eval_accuracy_concrete tiles": 0.9863327829756008,
+      "eval_accuracy_dark bricks": 0.8798737538970787,
+      "eval_accuracy_grass": 0.909414680008528,
+      "eval_accuracy_red bricks": 0.9383877840909091,
+      "eval_accuracy_road": 0.9237243148924953,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5015852011137761,
+      "eval_accuracy_speedway bricks": 0.9889570337437713,
+      "eval_accuracy_steel": 0.9066931600817888,
+      "eval_accuracy_tiles": 0.3071497055197918,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9806886531701277,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8942431246745025,
+      "eval_iou_concrete tiles": 0.9521546635182999,
+      "eval_iou_dark bricks": 0.831454135447734,
+      "eval_iou_grass": 0.8412620919766178,
+      "eval_iou_red bricks": 0.8665354976225611,
+      "eval_iou_road": 0.9165799770347467,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.3395796782261376,
+      "eval_iou_speedway bricks": 0.9772734184144104,
+      "eval_iou_steel": 0.8530306086039188,
+      "eval_iou_tiles": 0.3057259713701431,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10897794365882874,
+      "eval_mean_accuracy": 0.7143341873560669,
+      "eval_mean_iou": 0.673732909235323,
+      "eval_overall_accuracy": 0.974156379699707,
+      "eval_runtime": 3.9335,
+      "eval_samples_per_second": 9.152,
+      "eval_steps_per_second": 0.508,
+      "step": 4500
+    },
+    {
+      "epoch": 409.18,
+      "learning_rate": 1.9119617224880385e-05,
+      "loss": 0.0272,
+      "step": 4501
+    },
+    {
+      "epoch": 409.27,
+      "learning_rate": 1.910047846889952e-05,
+      "loss": 0.0313,
+      "step": 4502
+    },
+    {
+      "epoch": 409.36,
+      "learning_rate": 1.908133971291866e-05,
+      "loss": 0.0347,
+      "step": 4503
+    },
+    {
+      "epoch": 409.45,
+      "learning_rate": 1.9062200956937802e-05,
+      "loss": 0.0307,
+      "step": 4504
+    },
+    {
+      "epoch": 409.55,
+      "learning_rate": 1.9043062200956937e-05,
+      "loss": 0.0291,
+      "step": 4505
+    },
+    {
+      "epoch": 409.64,
+      "learning_rate": 1.9023923444976076e-05,
+      "loss": 0.0345,
+      "step": 4506
+    },
+    {
+      "epoch": 409.73,
+      "learning_rate": 1.9004784688995218e-05,
+      "loss": 0.0311,
+      "step": 4507
+    },
+    {
+      "epoch": 409.82,
+      "learning_rate": 1.8985645933014353e-05,
+      "loss": 0.0305,
+      "step": 4508
+    },
+    {
+      "epoch": 409.91,
+      "learning_rate": 1.8966507177033492e-05,
+      "loss": 0.0289,
+      "step": 4509
+    },
+    {
+      "epoch": 410.0,
+      "learning_rate": 1.8947368421052634e-05,
+      "loss": 0.0284,
+      "step": 4510
+    },
+    {
+      "epoch": 410.09,
+      "learning_rate": 1.892822966507177e-05,
+      "loss": 0.0283,
+      "step": 4511
+    },
+    {
+      "epoch": 410.18,
+      "learning_rate": 1.890909090909091e-05,
+      "loss": 0.031,
+      "step": 4512
+    },
+    {
+      "epoch": 410.27,
+      "learning_rate": 1.888995215311005e-05,
+      "loss": 0.0265,
+      "step": 4513
+    },
+    {
+      "epoch": 410.36,
+      "learning_rate": 1.8870813397129186e-05,
+      "loss": 0.0302,
+      "step": 4514
+    },
+    {
+      "epoch": 410.45,
+      "learning_rate": 1.8851674641148325e-05,
+      "loss": 0.0271,
+      "step": 4515
+    },
+    {
+      "epoch": 410.55,
+      "learning_rate": 1.8832535885167467e-05,
+      "loss": 0.0304,
+      "step": 4516
+    },
+    {
+      "epoch": 410.64,
+      "learning_rate": 1.8813397129186606e-05,
+      "loss": 0.0335,
+      "step": 4517
+    },
+    {
+      "epoch": 410.73,
+      "learning_rate": 1.879425837320574e-05,
+      "loss": 0.0321,
+      "step": 4518
+    },
+    {
+      "epoch": 410.82,
+      "learning_rate": 1.877511961722488e-05,
+      "loss": 0.0303,
+      "step": 4519
+    },
+    {
+      "epoch": 410.91,
+      "learning_rate": 1.8755980861244022e-05,
+      "loss": 0.0331,
+      "step": 4520
+    },
+    {
+      "epoch": 410.91,
+      "eval_accuracy_NAT": 0.9931371102812419,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9518045302373492,
+      "eval_accuracy_concrete tiles": 0.9852932183697181,
+      "eval_accuracy_dark bricks": 0.8679804472499134,
+      "eval_accuracy_grass": 0.9056959215985069,
+      "eval_accuracy_red bricks": 0.9401633522727273,
+      "eval_accuracy_road": 0.9285490582076864,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5479833484961266,
+      "eval_accuracy_speedway bricks": 0.988558181184055,
+      "eval_accuracy_steel": 0.9070476881472198,
+      "eval_accuracy_tiles": 0.30091768250924533,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9807080078695033,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8955955681816747,
+      "eval_iou_concrete tiles": 0.9524442868120825,
+      "eval_iou_dark bricks": 0.8322937811404318,
+      "eval_iou_grass": 0.838763032086202,
+      "eval_iou_red bricks": 0.866045142296369,
+      "eval_iou_road": 0.9208867590553901,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.3684883764042861,
+      "eval_iou_speedway bricks": 0.9773810617549394,
+      "eval_iou_steel": 0.8544843066742266,
+      "eval_iou_tiles": 0.2994820065430752,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10701356828212738,
+      "eval_mean_accuracy": 0.7167023491195222,
+      "eval_mean_iou": 0.67589017913986,
+      "eval_overall_accuracy": 0.9746248457166884,
+      "eval_runtime": 3.2714,
+      "eval_samples_per_second": 11.004,
+      "eval_steps_per_second": 0.611,
+      "step": 4520
+    },
+    {
+      "epoch": 411.0,
+      "learning_rate": 1.8736842105263158e-05,
+      "loss": 0.0331,
+      "step": 4521
+    },
+    {
+      "epoch": 411.09,
+      "learning_rate": 1.8717703349282296e-05,
+      "loss": 0.0271,
+      "step": 4522
+    },
+    {
+      "epoch": 411.18,
+      "learning_rate": 1.869856459330144e-05,
+      "loss": 0.0531,
+      "step": 4523
+    },
+    {
+      "epoch": 411.27,
+      "learning_rate": 1.8679425837320574e-05,
+      "loss": 0.0311,
+      "step": 4524
+    },
+    {
+      "epoch": 411.36,
+      "learning_rate": 1.8660287081339713e-05,
+      "loss": 0.0304,
+      "step": 4525
+    },
+    {
+      "epoch": 411.45,
+      "learning_rate": 1.8641148325358855e-05,
+      "loss": 0.0324,
+      "step": 4526
+    },
+    {
+      "epoch": 411.55,
+      "learning_rate": 1.862200956937799e-05,
+      "loss": 0.0313,
+      "step": 4527
+    },
+    {
+      "epoch": 411.64,
+      "learning_rate": 1.860287081339713e-05,
+      "loss": 0.0279,
+      "step": 4528
+    },
+    {
+      "epoch": 411.73,
+      "learning_rate": 1.858373205741627e-05,
+      "loss": 0.03,
+      "step": 4529
+    },
+    {
+      "epoch": 411.82,
+      "learning_rate": 1.8564593301435407e-05,
+      "loss": 0.0393,
+      "step": 4530
+    },
+    {
+      "epoch": 411.91,
+      "learning_rate": 1.8545454545454545e-05,
+      "loss": 0.0295,
+      "step": 4531
+    },
+    {
+      "epoch": 412.0,
+      "learning_rate": 1.8526315789473687e-05,
+      "loss": 0.0299,
+      "step": 4532
+    },
+    {
+      "epoch": 412.09,
+      "learning_rate": 1.8507177033492823e-05,
+      "loss": 0.0349,
+      "step": 4533
+    },
+    {
+      "epoch": 412.18,
+      "learning_rate": 1.848803827751196e-05,
+      "loss": 0.0319,
+      "step": 4534
+    },
+    {
+      "epoch": 412.27,
+      "learning_rate": 1.8468899521531104e-05,
+      "loss": 0.0303,
+      "step": 4535
+    },
+    {
+      "epoch": 412.36,
+      "learning_rate": 1.844976076555024e-05,
+      "loss": 0.0347,
+      "step": 4536
+    },
+    {
+      "epoch": 412.45,
+      "learning_rate": 1.8430622009569378e-05,
+      "loss": 0.0321,
+      "step": 4537
+    },
+    {
+      "epoch": 412.55,
+      "learning_rate": 1.841148325358852e-05,
+      "loss": 0.0297,
+      "step": 4538
+    },
+    {
+      "epoch": 412.64,
+      "learning_rate": 1.8392344497607656e-05,
+      "loss": 0.0275,
+      "step": 4539
+    },
+    {
+      "epoch": 412.73,
+      "learning_rate": 1.8373205741626794e-05,
+      "loss": 0.0338,
+      "step": 4540
+    },
+    {
+      "epoch": 412.73,
+      "eval_accuracy_NAT": 0.9933530864476368,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9498932357611914,
+      "eval_accuracy_concrete tiles": 0.9842230783342506,
+      "eval_accuracy_dark bricks": 0.8837996997806089,
+      "eval_accuracy_grass": 0.8950114813170835,
+      "eval_accuracy_red bricks": 0.9291548295454546,
+      "eval_accuracy_road": 0.9255405465865848,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.4973671877153806,
+      "eval_accuracy_speedway bricks": 0.9895471665779657,
+      "eval_accuracy_steel": 0.9047556229800146,
+      "eval_accuracy_tiles": 0.1936036159430215,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9803234309374976,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8908055374568251,
+      "eval_iou_concrete tiles": 0.9559871703492516,
+      "eval_iou_dark bricks": 0.8332849470169836,
+      "eval_iou_grass": 0.8323381904108743,
+      "eval_iou_red bricks": 0.8638164410696599,
+      "eval_iou_road": 0.9183535122903466,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.33702596674761814,
+      "eval_iou_speedway bricks": 0.9773792736812871,
+      "eval_iou_steel": 0.8556346539208272,
+      "eval_iou_tiles": 0.19333880454110244,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.11009025573730469,
+      "eval_mean_accuracy": 0.7035576577683995,
+      "eval_mean_iou": 0.6644836868017134,
+      "eval_overall_accuracy": 0.9738328721788194,
+      "eval_runtime": 3.3603,
+      "eval_samples_per_second": 10.713,
+      "eval_steps_per_second": 0.595,
+      "step": 4540
+    },
+    {
+      "epoch": 412.82,
+      "learning_rate": 1.8354066985645933e-05,
+      "loss": 0.0331,
+      "step": 4541
+    },
+    {
+      "epoch": 412.91,
+      "learning_rate": 1.8334928229665072e-05,
+      "loss": 0.0302,
+      "step": 4542
+    },
+    {
+      "epoch": 413.0,
+      "learning_rate": 1.831578947368421e-05,
+      "loss": 0.03,
+      "step": 4543
+    },
+    {
+      "epoch": 413.09,
+      "learning_rate": 1.829665071770335e-05,
+      "loss": 0.0298,
+      "step": 4544
+    },
+    {
+      "epoch": 413.18,
+      "learning_rate": 1.8277511961722488e-05,
+      "loss": 0.0335,
+      "step": 4545
+    },
+    {
+      "epoch": 413.27,
+      "learning_rate": 1.8258373205741627e-05,
+      "loss": 0.0301,
+      "step": 4546
+    },
+    {
+      "epoch": 413.36,
+      "learning_rate": 1.8239234449760766e-05,
+      "loss": 0.0325,
+      "step": 4547
+    },
+    {
+      "epoch": 413.45,
+      "learning_rate": 1.8220095693779905e-05,
+      "loss": 0.0285,
+      "step": 4548
+    },
+    {
+      "epoch": 413.55,
+      "learning_rate": 1.8200956937799043e-05,
+      "loss": 0.0278,
+      "step": 4549
+    },
+    {
+      "epoch": 413.64,
+      "learning_rate": 1.8181818181818182e-05,
+      "loss": 0.033,
+      "step": 4550
+    },
+    {
+      "epoch": 413.73,
+      "learning_rate": 1.816267942583732e-05,
+      "loss": 0.0313,
+      "step": 4551
+    },
+    {
+      "epoch": 413.82,
+      "learning_rate": 1.814354066985646e-05,
+      "loss": 0.0255,
+      "step": 4552
+    },
+    {
+      "epoch": 413.91,
+      "learning_rate": 1.81244019138756e-05,
+      "loss": 0.029,
+      "step": 4553
+    },
+    {
+      "epoch": 414.0,
+      "learning_rate": 1.810526315789474e-05,
+      "loss": 0.0325,
+      "step": 4554
+    },
+    {
+      "epoch": 414.09,
+      "learning_rate": 1.8086124401913876e-05,
+      "loss": 0.0305,
+      "step": 4555
+    },
+    {
+      "epoch": 414.18,
+      "learning_rate": 1.8066985645933015e-05,
+      "loss": 0.0316,
+      "step": 4556
+    },
+    {
+      "epoch": 414.27,
+      "learning_rate": 1.8047846889952157e-05,
+      "loss": 0.0321,
+      "step": 4557
+    },
+    {
+      "epoch": 414.36,
+      "learning_rate": 1.8028708133971292e-05,
+      "loss": 0.032,
+      "step": 4558
+    },
+    {
+      "epoch": 414.45,
+      "learning_rate": 1.800956937799043e-05,
+      "loss": 0.0322,
+      "step": 4559
+    },
+    {
+      "epoch": 414.55,
+      "learning_rate": 1.799043062200957e-05,
+      "loss": 0.0287,
+      "step": 4560
+    },
+    {
+      "epoch": 414.55,
+      "eval_accuracy_NAT": 0.993071470465965,
+      "eval_accuracy_REST": 0.0,
+      "eval_accuracy_concrete": 0.9505853255504528,
+      "eval_accuracy_concrete tiles": 0.9843759554821745,
+      "eval_accuracy_dark bricks": 0.8802971402178515,
+      "eval_accuracy_grass": 0.901438921839667,
+      "eval_accuracy_red bricks": 0.9334161931818182,
+      "eval_accuracy_road": 0.928877963015138,
+      "eval_accuracy_rough concrete": 0.0,
+      "eval_accuracy_rough red sidewalk": 0.5477903674909712,
+      "eval_accuracy_speedway bricks": 0.9885050812971337,
+      "eval_accuracy_steel": 0.9123161400962997,
+      "eval_accuracy_tiles": 0.21818928913847419,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9806592515834142,
+      "eval_iou_REST": 0.0,
+      "eval_iou_concrete": 0.8943490369727263,
+      "eval_iou_concrete tiles": 0.957557551603117,
+      "eval_iou_dark bricks": 0.8309777277186353,
+      "eval_iou_grass": 0.8360654674883059,
+      "eval_iou_red bricks": 0.8633601576613565,
+      "eval_iou_road": 0.9199971256452327,
+      "eval_iou_rough concrete": 0.0,
+      "eval_iou_rough red sidewalk": 0.3688988730668548,
+      "eval_iou_speedway bricks": 0.9772871667391487,
+      "eval_iou_steel": 0.8542390414871771,
+      "eval_iou_tiles": 0.21769730099077553,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.10849345475435257,
+      "eval_mean_accuracy": 0.7106818344443036,
+      "eval_mean_iou": 0.6693145154582111,
+      "eval_overall_accuracy": 0.9743452072143555,
+      "eval_runtime": 3.5969,
+      "eval_samples_per_second": 10.009,
+      "eval_steps_per_second": 0.556,
+      "step": 4560
     }
   ],
   "max_steps": 5500,
   "num_train_epochs": 500,
-  "total_flos": 2.373413573760123e+18,
+  "total_flos": 2.5525401194688676e+18,
   "trial_name": null,
   "trial_params": null
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a94de339c493b627b63142a1ac2facf0568290838df0252c3a80939dc6c2af56
+oid sha256:5eaf80dcee600ce025f80edc32fd49188d9cee3dd1a170acd30ddf4eb4101220
 size 14944077

runs/May20_21-20-16_robolidar/events.out.tfevents.1716258023.robolidar.3008813.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81323e8502e77df926c4b7de4a92f6c20dc26457b8cb1e175a17d1c3f19c1275
-size 1179258
+oid sha256:25c00ee14ed377ef28077c2db9d74d90e708e1bec4727d85a6511e2f9d8f2813
+size 1200234