Training in progress, step 3520

{checkpoint-3200 → checkpoint-3520}/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a77d94e748b1849a5c505bab1411f71c78edbcbe675d5886b33613e7ad9b2930
+oid sha256:a650b54789980bdfeaa48bca75f10cfb7ed202e3b371147ada54d8fa05eae6db
 size 677523903

{checkpoint-3200 → checkpoint-3520}/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ca49508b1d451b7215f934e24d614a17ed6d81667d2b368712455ac43ee3be6
+oid sha256:47cc421ab4440a014ecdf949d6e3317309b1d9ffd881e8e0443174443ce05104
 size 338830281

{checkpoint-3200 → checkpoint-3520}/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ea6181da33513d2d90fd4723fc379a16bcbd64a81616089aa6a42c772b64bdc
+oid sha256:b481a2dcfb8c0fc190faaff85434b0a7fdb0a05fcd43cd086e8fcd7090e0b050
 size 14575

{checkpoint-3200 → checkpoint-3520}/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d84b8698267eabf99f309ff259aa86b4d6080b94f36af3e11a8883602860dfcf
+oid sha256:bdc7ff815146fef47af44641e2d14a3f9a445f2c1237f28ee0fdd43e96c43733
 size 627

{checkpoint-3200 → checkpoint-3520}/trainer_state.json

@@ -1,8 +1,8 @@
 {
   "best_metric": 0.07582816481590271,
   "best_model_checkpoint": "/robodata/smodak/Projects/lifelong_concept_learner/scripts/terrainseg/training/models/safety-utcustom-terrain-final/checkpoint-1360",
-  "epoch": 188.23529411764707,
-  "global_step": 3200,
+  "epoch": 207.05882352941177,
+  "global_step": 3520,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -25446,11 +25446,2555 @@
       "eval_samples_per_second": 22.315,
       "eval_steps_per_second": 1.513,
       "step": 3200
+    },
+    {
+      "epoch": 188.29,
+      "learning_rate": 3.080495356037152e-06,
+      "loss": 0.0183,
+      "step": 3201
+    },
+    {
+      "epoch": 188.35,
+      "learning_rate": 3.0650154798761614e-06,
+      "loss": 0.0202,
+      "step": 3202
+    },
+    {
+      "epoch": 188.41,
+      "learning_rate": 3.0495356037151705e-06,
+      "loss": 0.0226,
+      "step": 3203
+    },
+    {
+      "epoch": 188.47,
+      "learning_rate": 3.0340557275541797e-06,
+      "loss": 0.0196,
+      "step": 3204
+    },
+    {
+      "epoch": 188.53,
+      "learning_rate": 3.0185758513931893e-06,
+      "loss": 0.0187,
+      "step": 3205
+    },
+    {
+      "epoch": 188.59,
+      "learning_rate": 3.0030959752321984e-06,
+      "loss": 0.0223,
+      "step": 3206
+    },
+    {
+      "epoch": 188.65,
+      "learning_rate": 2.9876160990712076e-06,
+      "loss": 0.0205,
+      "step": 3207
+    },
+    {
+      "epoch": 188.71,
+      "learning_rate": 2.9721362229102167e-06,
+      "loss": 0.021,
+      "step": 3208
+    },
+    {
+      "epoch": 188.76,
+      "learning_rate": 2.9566563467492263e-06,
+      "loss": 0.0228,
+      "step": 3209
+    },
+    {
+      "epoch": 188.82,
+      "learning_rate": 2.9411764705882355e-06,
+      "loss": 0.0206,
+      "step": 3210
+    },
+    {
+      "epoch": 188.88,
+      "learning_rate": 2.9256965944272446e-06,
+      "loss": 0.0241,
+      "step": 3211
+    },
+    {
+      "epoch": 188.94,
+      "learning_rate": 2.910216718266254e-06,
+      "loss": 0.0211,
+      "step": 3212
+    },
+    {
+      "epoch": 189.0,
+      "learning_rate": 2.8947368421052634e-06,
+      "loss": 0.0217,
+      "step": 3213
+    },
+    {
+      "epoch": 189.06,
+      "learning_rate": 2.8792569659442725e-06,
+      "loss": 0.0205,
+      "step": 3214
+    },
+    {
+      "epoch": 189.12,
+      "learning_rate": 2.863777089783282e-06,
+      "loss": 0.0226,
+      "step": 3215
+    },
+    {
+      "epoch": 189.18,
+      "learning_rate": 2.8482972136222912e-06,
+      "loss": 0.0214,
+      "step": 3216
+    },
+    {
+      "epoch": 189.24,
+      "learning_rate": 2.8328173374613004e-06,
+      "loss": 0.0219,
+      "step": 3217
+    },
+    {
+      "epoch": 189.29,
+      "learning_rate": 2.81733746130031e-06,
+      "loss": 0.0183,
+      "step": 3218
+    },
+    {
+      "epoch": 189.35,
+      "learning_rate": 2.801857585139319e-06,
+      "loss": 0.0197,
+      "step": 3219
+    },
+    {
+      "epoch": 189.41,
+      "learning_rate": 2.7863777089783283e-06,
+      "loss": 0.0204,
+      "step": 3220
+    },
+    {
+      "epoch": 189.41,
+      "eval_accuracy_NAT": 0.9938298530866827,
+      "eval_accuracy_REST": 0.36260162601626017,
+      "eval_accuracy_concrete": 0.9558013266901999,
+      "eval_accuracy_concrete tiles": 0.9326419985859062,
+      "eval_accuracy_dark bricks": 0.8602013666902742,
+      "eval_accuracy_grass": 0.89683467886922,
+      "eval_accuracy_red bricks": 0.929371704745167,
+      "eval_accuracy_road": 0.980541374229706,
+      "eval_accuracy_rough concrete": 0.6238983666926867,
+      "eval_accuracy_rough red sidewalk": 0.7823265327608119,
+      "eval_accuracy_speedway bricks": 0.9902160777531698,
+      "eval_accuracy_steel": 0.9196524511837351,
+      "eval_accuracy_tiles": 0.24899269896088946,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9837232222573651,
+      "eval_iou_REST": 0.35566188197767146,
+      "eval_iou_concrete": 0.8927093060779224,
+      "eval_iou_concrete tiles": 0.8750027639579878,
+      "eval_iou_dark bricks": 0.8431069982974452,
+      "eval_iou_grass": 0.8402884535252574,
+      "eval_iou_red bricks": 0.9028919005442322,
+      "eval_iou_road": 0.9609646570691884,
+      "eval_iou_rough concrete": 0.6174959748524113,
+      "eval_iou_rough red sidewalk": 0.6246239935636104,
+      "eval_iou_speedway bricks": 0.9795402411082926,
+      "eval_iou_steel": 0.8681992969874259,
+      "eval_iou_tiles": 0.24563658099222951,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08185406774282455,
+      "eval_mean_accuracy": 0.8059161581742084,
+      "eval_mean_iou": 0.7684496362470029,
+      "eval_overall_accuracy": 0.9801059981523934,
+      "eval_runtime": 5.2883,
+      "eval_samples_per_second": 22.313,
+      "eval_steps_per_second": 1.513,
+      "step": 3220
+    },
+    {
+      "epoch": 189.47,
+      "learning_rate": 2.770897832817338e-06,
+      "loss": 0.0228,
+      "step": 3221
+    },
+    {
+      "epoch": 189.53,
+      "learning_rate": 2.755417956656347e-06,
+      "loss": 0.0223,
+      "step": 3222
+    },
+    {
+      "epoch": 189.59,
+      "learning_rate": 2.739938080495356e-06,
+      "loss": 0.0208,
+      "step": 3223
+    },
+    {
+      "epoch": 189.65,
+      "learning_rate": 2.7244582043343658e-06,
+      "loss": 0.0237,
+      "step": 3224
+    },
+    {
+      "epoch": 189.71,
+      "learning_rate": 2.708978328173375e-06,
+      "loss": 0.0206,
+      "step": 3225
+    },
+    {
+      "epoch": 189.76,
+      "learning_rate": 2.693498452012384e-06,
+      "loss": 0.0247,
+      "step": 3226
+    },
+    {
+      "epoch": 189.82,
+      "learning_rate": 2.6780185758513932e-06,
+      "loss": 0.0219,
+      "step": 3227
+    },
+    {
+      "epoch": 189.88,
+      "learning_rate": 2.662538699690403e-06,
+      "loss": 0.0204,
+      "step": 3228
+    },
+    {
+      "epoch": 189.94,
+      "learning_rate": 2.647058823529412e-06,
+      "loss": 0.0195,
+      "step": 3229
+    },
+    {
+      "epoch": 190.0,
+      "learning_rate": 2.631578947368421e-06,
+      "loss": 0.0214,
+      "step": 3230
+    },
+    {
+      "epoch": 190.06,
+      "learning_rate": 2.6160990712074307e-06,
+      "loss": 0.0199,
+      "step": 3231
+    },
+    {
+      "epoch": 190.12,
+      "learning_rate": 2.60061919504644e-06,
+      "loss": 0.022,
+      "step": 3232
+    },
+    {
+      "epoch": 190.18,
+      "learning_rate": 2.585139318885449e-06,
+      "loss": 0.0203,
+      "step": 3233
+    },
+    {
+      "epoch": 190.24,
+      "learning_rate": 2.5696594427244586e-06,
+      "loss": 0.0238,
+      "step": 3234
+    },
+    {
+      "epoch": 190.29,
+      "learning_rate": 2.5541795665634677e-06,
+      "loss": 0.0173,
+      "step": 3235
+    },
+    {
+      "epoch": 190.35,
+      "learning_rate": 2.538699690402477e-06,
+      "loss": 0.024,
+      "step": 3236
+    },
+    {
+      "epoch": 190.41,
+      "learning_rate": 2.5232198142414865e-06,
+      "loss": 0.0205,
+      "step": 3237
+    },
+    {
+      "epoch": 190.47,
+      "learning_rate": 2.5077399380804956e-06,
+      "loss": 0.0194,
+      "step": 3238
+    },
+    {
+      "epoch": 190.53,
+      "learning_rate": 2.4922600619195048e-06,
+      "loss": 0.0202,
+      "step": 3239
+    },
+    {
+      "epoch": 190.59,
+      "learning_rate": 2.4767801857585144e-06,
+      "loss": 0.0249,
+      "step": 3240
+    },
+    {
+      "epoch": 190.59,
+      "eval_accuracy_NAT": 0.9935654159084651,
+      "eval_accuracy_REST": 0.33658536585365856,
+      "eval_accuracy_concrete": 0.9575946057920011,
+      "eval_accuracy_concrete tiles": 0.9338911147772803,
+      "eval_accuracy_dark bricks": 0.860866527573072,
+      "eval_accuracy_grass": 0.8991595604961261,
+      "eval_accuracy_red bricks": 0.9281085237258347,
+      "eval_accuracy_road": 0.9814140757727257,
+      "eval_accuracy_rough concrete": 0.6232965278067442,
+      "eval_accuracy_rough red sidewalk": 0.7887185194654796,
+      "eval_accuracy_speedway bricks": 0.9893966095746511,
+      "eval_accuracy_steel": 0.9214741587409477,
+      "eval_accuracy_tiles": 0.2499924263079766,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9837959441256314,
+      "eval_iou_REST": 0.3306709265175719,
+      "eval_iou_concrete": 0.892698463145638,
+      "eval_iou_concrete tiles": 0.8724898714109565,
+      "eval_iou_dark bricks": 0.8438183063313226,
+      "eval_iou_grass": 0.8409398633975048,
+      "eval_iou_red bricks": 0.902531510361034,
+      "eval_iou_road": 0.9608914139326463,
+      "eval_iou_rough concrete": 0.6170313172843803,
+      "eval_iou_rough red sidewalk": 0.6281622825930717,
+      "eval_iou_speedway bricks": 0.9795796485664254,
+      "eval_iou_steel": 0.8679125379527856,
+      "eval_iou_tiles": 0.24638719694255345,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08217969536781311,
+      "eval_mean_accuracy": 0.8049279562919202,
+      "eval_mean_iou": 0.7666853294278092,
+      "eval_overall_accuracy": 0.9801305350610765,
+      "eval_runtime": 5.2766,
+      "eval_samples_per_second": 22.363,
+      "eval_steps_per_second": 1.516,
+      "step": 3240
+    },
+    {
+      "epoch": 190.65,
+      "learning_rate": 2.4613003095975235e-06,
+      "loss": 0.021,
+      "step": 3241
+    },
+    {
+      "epoch": 190.71,
+      "learning_rate": 2.4458204334365327e-06,
+      "loss": 0.0196,
+      "step": 3242
+    },
+    {
+      "epoch": 190.76,
+      "learning_rate": 2.4303405572755423e-06,
+      "loss": 0.0188,
+      "step": 3243
+    },
+    {
+      "epoch": 190.82,
+      "learning_rate": 2.4148606811145514e-06,
+      "loss": 0.0217,
+      "step": 3244
+    },
+    {
+      "epoch": 190.88,
+      "learning_rate": 2.3993808049535606e-06,
+      "loss": 0.0215,
+      "step": 3245
+    },
+    {
+      "epoch": 190.94,
+      "learning_rate": 2.3839009287925697e-06,
+      "loss": 0.0225,
+      "step": 3246
+    },
+    {
+      "epoch": 191.0,
+      "learning_rate": 2.3684210526315793e-06,
+      "loss": 0.0229,
+      "step": 3247
+    },
+    {
+      "epoch": 191.06,
+      "learning_rate": 2.3529411764705885e-06,
+      "loss": 0.023,
+      "step": 3248
+    },
+    {
+      "epoch": 191.12,
+      "learning_rate": 2.3374613003095976e-06,
+      "loss": 0.0217,
+      "step": 3249
+    },
+    {
+      "epoch": 191.18,
+      "learning_rate": 2.321981424148607e-06,
+      "loss": 0.0221,
+      "step": 3250
+    },
+    {
+      "epoch": 191.24,
+      "learning_rate": 2.3065015479876163e-06,
+      "loss": 0.0216,
+      "step": 3251
+    },
+    {
+      "epoch": 191.29,
+      "learning_rate": 2.2910216718266255e-06,
+      "loss": 0.0201,
+      "step": 3252
+    },
+    {
+      "epoch": 191.35,
+      "learning_rate": 2.275541795665635e-06,
+      "loss": 0.0218,
+      "step": 3253
+    },
+    {
+      "epoch": 191.41,
+      "learning_rate": 2.2600619195046442e-06,
+      "loss": 0.0212,
+      "step": 3254
+    },
+    {
+      "epoch": 191.47,
+      "learning_rate": 2.2445820433436534e-06,
+      "loss": 0.0218,
+      "step": 3255
+    },
+    {
+      "epoch": 191.53,
+      "learning_rate": 2.229102167182663e-06,
+      "loss": 0.0189,
+      "step": 3256
+    },
+    {
+      "epoch": 191.59,
+      "learning_rate": 2.213622291021672e-06,
+      "loss": 0.022,
+      "step": 3257
+    },
+    {
+      "epoch": 191.65,
+      "learning_rate": 2.1981424148606813e-06,
+      "loss": 0.0216,
+      "step": 3258
+    },
+    {
+      "epoch": 191.71,
+      "learning_rate": 2.182662538699691e-06,
+      "loss": 0.018,
+      "step": 3259
+    },
+    {
+      "epoch": 191.76,
+      "learning_rate": 2.1671826625387e-06,
+      "loss": 0.0215,
+      "step": 3260
+    },
+    {
+      "epoch": 191.76,
+      "eval_accuracy_NAT": 0.9938773493464197,
+      "eval_accuracy_REST": 0.3463414634146341,
+      "eval_accuracy_concrete": 0.9556847559045969,
+      "eval_accuracy_concrete tiles": 0.9361065283997172,
+      "eval_accuracy_dark bricks": 0.8646947916467278,
+      "eval_accuracy_grass": 0.8961732656591234,
+      "eval_accuracy_red bricks": 0.9288774165202109,
+      "eval_accuracy_road": 0.9820991972535286,
+      "eval_accuracy_rough concrete": 0.6244108235658656,
+      "eval_accuracy_rough red sidewalk": 0.7838606095699321,
+      "eval_accuracy_speedway bricks": 0.9893791303286852,
+      "eval_accuracy_steel": 0.9244503640916202,
+      "eval_accuracy_tiles": 0.2525977763640219,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9837204704609227,
+      "eval_iou_REST": 0.3397129186602871,
+      "eval_iou_concrete": 0.8932266623990672,
+      "eval_iou_concrete tiles": 0.8726957133126799,
+      "eval_iou_dark bricks": 0.8465581942290664,
+      "eval_iou_grass": 0.8405928432084324,
+      "eval_iou_red bricks": 0.9026525057373112,
+      "eval_iou_road": 0.9608628657864837,
+      "eval_iou_rough concrete": 0.6172023630719936,
+      "eval_iou_rough red sidewalk": 0.625454523635229,
+      "eval_iou_speedway bricks": 0.9796387994732514,
+      "eval_iou_steel": 0.8678479100296992,
+      "eval_iou_tiles": 0.2487247561375772,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08203808963298798,
+      "eval_mean_accuracy": 0.8060425747742372,
+      "eval_mean_iou": 0.7676069635493848,
+      "eval_overall_accuracy": 0.9801481537899729,
+      "eval_runtime": 5.2644,
+      "eval_samples_per_second": 22.414,
+      "eval_steps_per_second": 1.52,
+      "step": 3260
+    },
+    {
+      "epoch": 191.82,
+      "learning_rate": 2.151702786377709e-06,
+      "loss": 0.0197,
+      "step": 3261
+    },
+    {
+      "epoch": 191.88,
+      "learning_rate": 2.1362229102167187e-06,
+      "loss": 0.0201,
+      "step": 3262
+    },
+    {
+      "epoch": 191.94,
+      "learning_rate": 2.120743034055728e-06,
+      "loss": 0.0219,
+      "step": 3263
+    },
+    {
+      "epoch": 192.0,
+      "learning_rate": 2.105263157894737e-06,
+      "loss": 0.0194,
+      "step": 3264
+    },
+    {
+      "epoch": 192.06,
+      "learning_rate": 2.0897832817337462e-06,
+      "loss": 0.0198,
+      "step": 3265
+    },
+    {
+      "epoch": 192.12,
+      "learning_rate": 2.074303405572756e-06,
+      "loss": 0.0234,
+      "step": 3266
+    },
+    {
+      "epoch": 192.18,
+      "learning_rate": 2.058823529411765e-06,
+      "loss": 0.0191,
+      "step": 3267
+    },
+    {
+      "epoch": 192.24,
+      "learning_rate": 2.043343653250774e-06,
+      "loss": 0.0202,
+      "step": 3268
+    },
+    {
+      "epoch": 192.29,
+      "learning_rate": 2.0278637770897837e-06,
+      "loss": 0.0215,
+      "step": 3269
+    },
+    {
+      "epoch": 192.35,
+      "learning_rate": 2.012383900928793e-06,
+      "loss": 0.0227,
+      "step": 3270
+    },
+    {
+      "epoch": 192.41,
+      "learning_rate": 1.996904024767802e-06,
+      "loss": 0.0218,
+      "step": 3271
+    },
+    {
+      "epoch": 192.47,
+      "learning_rate": 1.981424148606811e-06,
+      "loss": 0.0198,
+      "step": 3272
+    },
+    {
+      "epoch": 192.53,
+      "learning_rate": 1.9659442724458207e-06,
+      "loss": 0.0198,
+      "step": 3273
+    },
+    {
+      "epoch": 192.59,
+      "learning_rate": 1.95046439628483e-06,
+      "loss": 0.0224,
+      "step": 3274
+    },
+    {
+      "epoch": 192.65,
+      "learning_rate": 1.934984520123839e-06,
+      "loss": 0.0216,
+      "step": 3275
+    },
+    {
+      "epoch": 192.71,
+      "learning_rate": 1.9195046439628486e-06,
+      "loss": 0.0198,
+      "step": 3276
+    },
+    {
+      "epoch": 192.76,
+      "learning_rate": 1.9040247678018576e-06,
+      "loss": 0.0203,
+      "step": 3277
+    },
+    {
+      "epoch": 192.82,
+      "learning_rate": 1.8885448916408671e-06,
+      "loss": 0.021,
+      "step": 3278
+    },
+    {
+      "epoch": 192.88,
+      "learning_rate": 1.8730650154798763e-06,
+      "loss": 0.0235,
+      "step": 3279
+    },
+    {
+      "epoch": 192.94,
+      "learning_rate": 1.8575851393188855e-06,
+      "loss": 0.0225,
+      "step": 3280
+    },
+    {
+      "epoch": 192.94,
+      "eval_accuracy_NAT": 0.9936639666040373,
+      "eval_accuracy_REST": 0.3821138211382114,
+      "eval_accuracy_concrete": 0.9572005583167331,
+      "eval_accuracy_concrete tiles": 0.9379919868017912,
+      "eval_accuracy_dark bricks": 0.8614981911452252,
+      "eval_accuracy_grass": 0.893787825455041,
+      "eval_accuracy_red bricks": 0.9264059753954306,
+      "eval_accuracy_road": 0.9819500951527922,
+      "eval_accuracy_rough concrete": 0.6239877487054505,
+      "eval_accuracy_rough red sidewalk": 0.7830183713217876,
+      "eval_accuracy_speedway bricks": 0.9896745638585401,
+      "eval_accuracy_steel": 0.9225586869711675,
+      "eval_accuracy_tiles": 0.24608440122390862,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9837712700811525,
+      "eval_iou_REST": 0.37183544303797467,
+      "eval_iou_concrete": 0.8920704892889022,
+      "eval_iou_concrete tiles": 0.8717527489376615,
+      "eval_iou_dark bricks": 0.8438121039409052,
+      "eval_iou_grass": 0.8402271490024871,
+      "eval_iou_red bricks": 0.8987159678192764,
+      "eval_iou_road": 0.9606607311563057,
+      "eval_iou_rough concrete": 0.6165590169629241,
+      "eval_iou_rough red sidewalk": 0.6232865232434245,
+      "eval_iou_speedway bricks": 0.9794889059432599,
+      "eval_iou_steel": 0.8678799960506458,
+      "eval_iou_tiles": 0.2435317043921451,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08237060904502869,
+      "eval_mean_accuracy": 0.8076873993915475,
+      "eval_mean_iou": 0.7687378499890051,
+      "eval_overall_accuracy": 0.980056536399712,
+      "eval_runtime": 5.2094,
+      "eval_samples_per_second": 22.651,
+      "eval_steps_per_second": 1.536,
+      "step": 3280
+    },
+    {
+      "epoch": 193.0,
+      "learning_rate": 1.8421052631578946e-06,
+      "loss": 0.0256,
+      "step": 3281
+    },
+    {
+      "epoch": 193.06,
+      "learning_rate": 1.8266253869969042e-06,
+      "loss": 0.0209,
+      "step": 3282
+    },
+    {
+      "epoch": 193.12,
+      "learning_rate": 1.8111455108359133e-06,
+      "loss": 0.02,
+      "step": 3283
+    },
+    {
+      "epoch": 193.18,
+      "learning_rate": 1.7956656346749225e-06,
+      "loss": 0.0252,
+      "step": 3284
+    },
+    {
+      "epoch": 193.24,
+      "learning_rate": 1.780185758513932e-06,
+      "loss": 0.019,
+      "step": 3285
+    },
+    {
+      "epoch": 193.29,
+      "learning_rate": 1.7647058823529412e-06,
+      "loss": 0.0197,
+      "step": 3286
+    },
+    {
+      "epoch": 193.35,
+      "learning_rate": 1.7492260061919504e-06,
+      "loss": 0.0213,
+      "step": 3287
+    },
+    {
+      "epoch": 193.41,
+      "learning_rate": 1.73374613003096e-06,
+      "loss": 0.0209,
+      "step": 3288
+    },
+    {
+      "epoch": 193.47,
+      "learning_rate": 1.7182662538699691e-06,
+      "loss": 0.0221,
+      "step": 3289
+    },
+    {
+      "epoch": 193.53,
+      "learning_rate": 1.7027863777089783e-06,
+      "loss": 0.0176,
+      "step": 3290
+    },
+    {
+      "epoch": 193.59,
+      "learning_rate": 1.6873065015479879e-06,
+      "loss": 0.0182,
+      "step": 3291
+    },
+    {
+      "epoch": 193.65,
+      "learning_rate": 1.671826625386997e-06,
+      "loss": 0.019,
+      "step": 3292
+    },
+    {
+      "epoch": 193.71,
+      "learning_rate": 1.6563467492260062e-06,
+      "loss": 0.0213,
+      "step": 3293
+    },
+    {
+      "epoch": 193.76,
+      "learning_rate": 1.6408668730650157e-06,
+      "loss": 0.0259,
+      "step": 3294
+    },
+    {
+      "epoch": 193.82,
+      "learning_rate": 1.625386996904025e-06,
+      "loss": 0.0228,
+      "step": 3295
+    },
+    {
+      "epoch": 193.88,
+      "learning_rate": 1.609907120743034e-06,
+      "loss": 0.0204,
+      "step": 3296
+    },
+    {
+      "epoch": 193.94,
+      "learning_rate": 1.5944272445820436e-06,
+      "loss": 0.0191,
+      "step": 3297
+    },
+    {
+      "epoch": 194.0,
+      "learning_rate": 1.5789473684210528e-06,
+      "loss": 0.0198,
+      "step": 3298
+    },
+    {
+      "epoch": 194.06,
+      "learning_rate": 1.563467492260062e-06,
+      "loss": 0.0214,
+      "step": 3299
+    },
+    {
+      "epoch": 194.12,
+      "learning_rate": 1.5479876160990713e-06,
+      "loss": 0.0221,
+      "step": 3300
+    },
+    {
+      "epoch": 194.12,
+      "eval_accuracy_NAT": 0.9936930789539329,
+      "eval_accuracy_REST": 0.367479674796748,
+      "eval_accuracy_concrete": 0.9553564467084232,
+      "eval_accuracy_concrete tiles": 0.9394532170633986,
+      "eval_accuracy_dark bricks": 0.8610579407767548,
+      "eval_accuracy_grass": 0.897142202893943,
+      "eval_accuracy_red bricks": 0.9268453427065027,
+      "eval_accuracy_road": 0.9818795522234116,
+      "eval_accuracy_rough concrete": 0.6245419171845857,
+      "eval_accuracy_rough red sidewalk": 0.7910647545853104,
+      "eval_accuracy_speedway bricks": 0.9898666641990084,
+      "eval_accuracy_steel": 0.9237931499797588,
+      "eval_accuracy_tiles": 0.24953800478657337,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9837538331473746,
+      "eval_iou_REST": 0.36044657097288674,
+      "eval_iou_concrete": 0.8929545786611481,
+      "eval_iou_concrete tiles": 0.8719838995471748,
+      "eval_iou_dark bricks": 0.8433532215655304,
+      "eval_iou_grass": 0.8407964875657451,
+      "eval_iou_red bricks": 0.9010144153764015,
+      "eval_iou_road": 0.9609569746362598,
+      "eval_iou_rough concrete": 0.6169540212970103,
+      "eval_iou_rough red sidewalk": 0.626246450406901,
+      "eval_iou_speedway bricks": 0.9794984519934844,
+      "eval_iou_steel": 0.8679272747762554,
+      "eval_iou_tiles": 0.24717921017885008,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08160500973463058,
+      "eval_mean_accuracy": 0.8078239959121809,
+      "eval_mean_iou": 0.7686973377019247,
+      "eval_overall_accuracy": 0.9801208366781978,
+      "eval_runtime": 5.3699,
+      "eval_samples_per_second": 21.974,
+      "eval_steps_per_second": 1.49,
+      "step": 3300
+    },
+    {
+      "epoch": 194.18,
+      "learning_rate": 1.5325077399380807e-06,
+      "loss": 0.0219,
+      "step": 3301
+    },
+    {
+      "epoch": 194.24,
+      "learning_rate": 1.5170278637770898e-06,
+      "loss": 0.0212,
+      "step": 3302
+    },
+    {
+      "epoch": 194.29,
+      "learning_rate": 1.5015479876160992e-06,
+      "loss": 0.0208,
+      "step": 3303
+    },
+    {
+      "epoch": 194.35,
+      "learning_rate": 1.4860681114551084e-06,
+      "loss": 0.0198,
+      "step": 3304
+    },
+    {
+      "epoch": 194.41,
+      "learning_rate": 1.4705882352941177e-06,
+      "loss": 0.0198,
+      "step": 3305
+    },
+    {
+      "epoch": 194.47,
+      "learning_rate": 1.455108359133127e-06,
+      "loss": 0.0223,
+      "step": 3306
+    },
+    {
+      "epoch": 194.53,
+      "learning_rate": 1.4396284829721363e-06,
+      "loss": 0.0236,
+      "step": 3307
+    },
+    {
+      "epoch": 194.59,
+      "learning_rate": 1.4241486068111456e-06,
+      "loss": 0.0194,
+      "step": 3308
+    },
+    {
+      "epoch": 194.65,
+      "learning_rate": 1.408668730650155e-06,
+      "loss": 0.0188,
+      "step": 3309
+    },
+    {
+      "epoch": 194.71,
+      "learning_rate": 1.3931888544891641e-06,
+      "loss": 0.0221,
+      "step": 3310
+    },
+    {
+      "epoch": 194.76,
+      "learning_rate": 1.3777089783281735e-06,
+      "loss": 0.0217,
+      "step": 3311
+    },
+    {
+      "epoch": 194.82,
+      "learning_rate": 1.3622291021671829e-06,
+      "loss": 0.0183,
+      "step": 3312
+    },
+    {
+      "epoch": 194.88,
+      "learning_rate": 1.346749226006192e-06,
+      "loss": 0.0204,
+      "step": 3313
+    },
+    {
+      "epoch": 194.94,
+      "learning_rate": 1.3312693498452014e-06,
+      "loss": 0.0245,
+      "step": 3314
+    },
+    {
+      "epoch": 195.0,
+      "learning_rate": 1.3157894736842106e-06,
+      "loss": 0.0237,
+      "step": 3315
+    },
+    {
+      "epoch": 195.06,
+      "learning_rate": 1.30030959752322e-06,
+      "loss": 0.0229,
+      "step": 3316
+    },
+    {
+      "epoch": 195.12,
+      "learning_rate": 1.2848297213622293e-06,
+      "loss": 0.0201,
+      "step": 3317
+    },
+    {
+      "epoch": 195.18,
+      "learning_rate": 1.2693498452012384e-06,
+      "loss": 0.0233,
+      "step": 3318
+    },
+    {
+      "epoch": 195.24,
+      "learning_rate": 1.2538699690402478e-06,
+      "loss": 0.0197,
+      "step": 3319
+    },
+    {
+      "epoch": 195.29,
+      "learning_rate": 1.2383900928792572e-06,
+      "loss": 0.0198,
+      "step": 3320
+    },
+    {
+      "epoch": 195.29,
+      "eval_accuracy_NAT": 0.993921880459408,
+      "eval_accuracy_REST": 0.35609756097560974,
+      "eval_accuracy_concrete": 0.9560119185028795,
+      "eval_accuracy_concrete tiles": 0.9345745934480321,
+      "eval_accuracy_dark bricks": 0.8574306605669659,
+      "eval_accuracy_grass": 0.8954796807049018,
+      "eval_accuracy_red bricks": 0.9279986818980668,
+      "eval_accuracy_road": 0.9815220278313233,
+      "eval_accuracy_rough concrete": 0.623737479069712,
+      "eval_accuracy_rough red sidewalk": 0.7884853999503681,
+      "eval_accuracy_speedway bricks": 0.9897150060354808,
+      "eval_accuracy_steel": 0.9186728772983752,
+      "eval_accuracy_tiles": 0.24935623617801206,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.983727539278749,
+      "eval_iou_REST": 0.3492822966507177,
+      "eval_iou_concrete": 0.8926383345609438,
+      "eval_iou_concrete tiles": 0.8723792762072379,
+      "eval_iou_dark bricks": 0.8410540694044808,
+      "eval_iou_grass": 0.8403733856186864,
+      "eval_iou_red bricks": 0.9010291686663467,
+      "eval_iou_road": 0.9609076126537138,
+      "eval_iou_rough concrete": 0.6172602901285529,
+      "eval_iou_rough red sidewalk": 0.6256645881194618,
+      "eval_iou_speedway bricks": 0.9795550149270237,
+      "eval_iou_steel": 0.8679440838789035,
+      "eval_iou_tiles": 0.24633387202968815,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08207561820745468,
+      "eval_mean_accuracy": 0.8056156925322411,
+      "eval_mean_iou": 0.7675499640095773,
+      "eval_overall_accuracy": 0.9800938105179091,
+      "eval_runtime": 5.2596,
+      "eval_samples_per_second": 22.435,
+      "eval_steps_per_second": 1.521,
+      "step": 3320
+    },
+    {
+      "epoch": 195.35,
+      "learning_rate": 1.2229102167182663e-06,
+      "loss": 0.021,
+      "step": 3321
+    },
+    {
+      "epoch": 195.41,
+      "learning_rate": 1.2074303405572757e-06,
+      "loss": 0.0216,
+      "step": 3322
+    },
+    {
+      "epoch": 195.47,
+      "learning_rate": 1.1919504643962849e-06,
+      "loss": 0.0197,
+      "step": 3323
+    },
+    {
+      "epoch": 195.53,
+      "learning_rate": 1.1764705882352942e-06,
+      "loss": 0.018,
+      "step": 3324
+    },
+    {
+      "epoch": 195.59,
+      "learning_rate": 1.1609907120743036e-06,
+      "loss": 0.0206,
+      "step": 3325
+    },
+    {
+      "epoch": 195.65,
+      "learning_rate": 1.1455108359133127e-06,
+      "loss": 0.0201,
+      "step": 3326
+    },
+    {
+      "epoch": 195.71,
+      "learning_rate": 1.1300309597523221e-06,
+      "loss": 0.0236,
+      "step": 3327
+    },
+    {
+      "epoch": 195.76,
+      "learning_rate": 1.1145510835913315e-06,
+      "loss": 0.0222,
+      "step": 3328
+    },
+    {
+      "epoch": 195.82,
+      "learning_rate": 1.0990712074303406e-06,
+      "loss": 0.0189,
+      "step": 3329
+    },
+    {
+      "epoch": 195.88,
+      "learning_rate": 1.08359133126935e-06,
+      "loss": 0.0216,
+      "step": 3330
+    },
+    {
+      "epoch": 195.94,
+      "learning_rate": 1.0681114551083594e-06,
+      "loss": 0.0185,
+      "step": 3331
+    },
+    {
+      "epoch": 196.0,
+      "learning_rate": 1.0526315789473685e-06,
+      "loss": 0.0222,
+      "step": 3332
+    },
+    {
+      "epoch": 196.06,
+      "learning_rate": 1.037151702786378e-06,
+      "loss": 0.0244,
+      "step": 3333
+    },
+    {
+      "epoch": 196.12,
+      "learning_rate": 1.021671826625387e-06,
+      "loss": 0.0232,
+      "step": 3334
+    },
+    {
+      "epoch": 196.18,
+      "learning_rate": 1.0061919504643964e-06,
+      "loss": 0.0223,
+      "step": 3335
+    },
+    {
+      "epoch": 196.24,
+      "learning_rate": 9.907120743034056e-07,
+      "loss": 0.0202,
+      "step": 3336
+    },
+    {
+      "epoch": 196.29,
+      "learning_rate": 9.75232198142415e-07,
+      "loss": 0.019,
+      "step": 3337
+    },
+    {
+      "epoch": 196.35,
+      "learning_rate": 9.597523219814243e-07,
+      "loss": 0.0214,
+      "step": 3338
+    },
+    {
+      "epoch": 196.41,
+      "learning_rate": 9.442724458204336e-07,
+      "loss": 0.0227,
+      "step": 3339
+    },
+    {
+      "epoch": 196.47,
+      "learning_rate": 9.287925696594427e-07,
+      "loss": 0.0182,
+      "step": 3340
+    },
+    {
+      "epoch": 196.47,
+      "eval_accuracy_NAT": 0.9936138825798653,
+      "eval_accuracy_REST": 0.3544715447154472,
+      "eval_accuracy_concrete": 0.957865967292913,
+      "eval_accuracy_concrete tiles": 0.9313457459344803,
+      "eval_accuracy_dark bricks": 0.858875830254771,
+      "eval_accuracy_grass": 0.8976484347500255,
+      "eval_accuracy_red bricks": 0.9258567662565905,
+      "eval_accuracy_road": 0.9813162776206298,
+      "eval_accuracy_rough concrete": 0.6236063854509919,
+      "eval_accuracy_rough red sidewalk": 0.7861842847366878,
+      "eval_accuracy_speedway bricks": 0.9891476160022155,
+      "eval_accuracy_steel": 0.9238456271521888,
+      "eval_accuracy_tiles": 0.24505437910872793,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9837998725836874,
+      "eval_iou_REST": 0.34824281150159747,
+      "eval_iou_concrete": 0.8920084609637854,
+      "eval_iou_concrete tiles": 0.8730337575114882,
+      "eval_iou_dark bricks": 0.8416933192020184,
+      "eval_iou_grass": 0.8409398144659802,
+      "eval_iou_red bricks": 0.9003418073061311,
+      "eval_iou_road": 0.960901245240602,
+      "eval_iou_rough concrete": 0.6171341970409072,
+      "eval_iou_rough red sidewalk": 0.6249536721542747,
+      "eval_iou_speedway bricks": 0.9795146041469359,
+      "eval_iou_steel": 0.8681885643968926,
+      "eval_iou_tiles": 0.24262147570485904,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08236201852560043,
+      "eval_mean_accuracy": 0.8052948262965797,
+      "eval_mean_iou": 0.7671825847860891,
+      "eval_overall_accuracy": 0.9800763211007846,
+      "eval_runtime": 5.3652,
+      "eval_samples_per_second": 21.993,
+      "eval_steps_per_second": 1.491,
+      "step": 3340
+    },
+    {
+      "epoch": 196.53,
+      "learning_rate": 9.133126934984521e-07,
+      "loss": 0.0205,
+      "step": 3341
+    },
+    {
+      "epoch": 196.59,
+      "learning_rate": 8.978328173374612e-07,
+      "loss": 0.0201,
+      "step": 3342
+    },
+    {
+      "epoch": 196.65,
+      "learning_rate": 8.823529411764706e-07,
+      "loss": 0.0221,
+      "step": 3343
+    },
+    {
+      "epoch": 196.71,
+      "learning_rate": 8.6687306501548e-07,
+      "loss": 0.0174,
+      "step": 3344
+    },
+    {
+      "epoch": 196.76,
+      "learning_rate": 8.513931888544891e-07,
+      "loss": 0.0189,
+      "step": 3345
+    },
+    {
+      "epoch": 196.82,
+      "learning_rate": 8.359133126934985e-07,
+      "loss": 0.0253,
+      "step": 3346
+    },
+    {
+      "epoch": 196.88,
+      "learning_rate": 8.204334365325079e-07,
+      "loss": 0.018,
+      "step": 3347
+    },
+    {
+      "epoch": 196.94,
+      "learning_rate": 8.04953560371517e-07,
+      "loss": 0.0197,
+      "step": 3348
+    },
+    {
+      "epoch": 197.0,
+      "learning_rate": 7.894736842105264e-07,
+      "loss": 0.0221,
+      "step": 3349
+    },
+    {
+      "epoch": 197.06,
+      "learning_rate": 7.739938080495357e-07,
+      "loss": 0.0195,
+      "step": 3350
+    },
+    {
+      "epoch": 197.12,
+      "learning_rate": 7.585139318885449e-07,
+      "loss": 0.0217,
+      "step": 3351
+    },
+    {
+      "epoch": 197.18,
+      "learning_rate": 7.430340557275542e-07,
+      "loss": 0.0207,
+      "step": 3352
+    },
+    {
+      "epoch": 197.24,
+      "learning_rate": 7.275541795665635e-07,
+      "loss": 0.02,
+      "step": 3353
+    },
+    {
+      "epoch": 197.29,
+      "learning_rate": 7.120743034055728e-07,
+      "loss": 0.0193,
+      "step": 3354
+    },
+    {
+      "epoch": 197.35,
+      "learning_rate": 6.965944272445821e-07,
+      "loss": 0.0188,
+      "step": 3355
+    },
+    {
+      "epoch": 197.41,
+      "learning_rate": 6.811145510835914e-07,
+      "loss": 0.0205,
+      "step": 3356
+    },
+    {
+      "epoch": 197.47,
+      "learning_rate": 6.656346749226007e-07,
+      "loss": 0.0227,
+      "step": 3357
+    },
+    {
+      "epoch": 197.53,
+      "learning_rate": 6.5015479876161e-07,
+      "loss": 0.0203,
+      "step": 3358
+    },
+    {
+      "epoch": 197.59,
+      "learning_rate": 6.346749226006192e-07,
+      "loss": 0.0245,
+      "step": 3359
+    },
+    {
+      "epoch": 197.65,
+      "learning_rate": 6.191950464396286e-07,
+      "loss": 0.0186,
+      "step": 3360
+    },
+    {
+      "epoch": 197.65,
+      "eval_accuracy_NAT": 0.9936343151365512,
+      "eval_accuracy_REST": 0.359349593495935,
+      "eval_accuracy_concrete": 0.9573469406475068,
+      "eval_accuracy_concrete tiles": 0.9342210699976432,
+      "eval_accuracy_dark bricks": 0.8621059280669181,
+      "eval_accuracy_grass": 0.8982227950054313,
+      "eval_accuracy_red bricks": 0.9247034270650264,
+      "eval_accuracy_road": 0.9810886163485376,
+      "eval_accuracy_rough concrete": 0.6238626138875812,
+      "eval_accuracy_rough red sidewalk": 0.7856052459410885,
+      "eval_accuracy_speedway bricks": 0.9894427068017573,
+      "eval_accuracy_steel": 0.9231584260846531,
+      "eval_accuracy_tiles": 0.24623587506437639,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9838060293476084,
+      "eval_iou_REST": 0.35303514376996803,
+      "eval_iou_concrete": 0.8923098900018452,
+      "eval_iou_concrete tiles": 0.8728750110103056,
+      "eval_iou_dark bricks": 0.8439485075046377,
+      "eval_iou_grass": 0.8413473725260797,
+      "eval_iou_red bricks": 0.9003743315508022,
+      "eval_iou_road": 0.9610233108408759,
+      "eval_iou_rough concrete": 0.617336800457566,
+      "eval_iou_rough red sidewalk": 0.6247921725296939,
+      "eval_iou_speedway bricks": 0.9795697780926579,
+      "eval_iou_steel": 0.86840540191112,
+      "eval_iou_tiles": 0.24386438643864386,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08214017003774643,
+      "eval_mean_accuracy": 0.8060751964263851,
+      "eval_mean_iou": 0.7678990873832158,
+      "eval_overall_accuracy": 0.9801226470430019,
+      "eval_runtime": 5.4146,
+      "eval_samples_per_second": 21.793,
+      "eval_steps_per_second": 1.477,
+      "step": 3360
+    },
+    {
+      "epoch": 197.71,
+      "learning_rate": 1.7946336429308566e-05,
+      "loss": 0.0209,
+      "step": 3361
+    },
+    {
+      "epoch": 197.76,
+      "learning_rate": 1.7936016511867905e-05,
+      "loss": 0.0209,
+      "step": 3362
+    },
+    {
+      "epoch": 197.82,
+      "learning_rate": 1.7925696594427247e-05,
+      "loss": 0.0206,
+      "step": 3363
+    },
+    {
+      "epoch": 197.88,
+      "learning_rate": 1.7915376676986583e-05,
+      "loss": 0.0207,
+      "step": 3364
+    },
+    {
+      "epoch": 197.94,
+      "learning_rate": 1.7905056759545925e-05,
+      "loss": 0.0203,
+      "step": 3365
+    },
+    {
+      "epoch": 198.0,
+      "learning_rate": 1.7894736842105264e-05,
+      "loss": 0.0226,
+      "step": 3366
+    },
+    {
+      "epoch": 198.06,
+      "learning_rate": 1.7884416924664603e-05,
+      "loss": 0.0207,
+      "step": 3367
+    },
+    {
+      "epoch": 198.12,
+      "learning_rate": 1.7874097007223945e-05,
+      "loss": 0.0246,
+      "step": 3368
+    },
+    {
+      "epoch": 198.18,
+      "learning_rate": 1.786377708978328e-05,
+      "loss": 0.0245,
+      "step": 3369
+    },
+    {
+      "epoch": 198.24,
+      "learning_rate": 1.7853457172342623e-05,
+      "loss": 0.0192,
+      "step": 3370
+    },
+    {
+      "epoch": 198.29,
+      "learning_rate": 1.784313725490196e-05,
+      "loss": 0.0168,
+      "step": 3371
+    },
+    {
+      "epoch": 198.35,
+      "learning_rate": 1.7832817337461304e-05,
+      "loss": 0.021,
+      "step": 3372
+    },
+    {
+      "epoch": 198.41,
+      "learning_rate": 1.782249742002064e-05,
+      "loss": 0.0194,
+      "step": 3373
+    },
+    {
+      "epoch": 198.47,
+      "learning_rate": 1.7812177502579978e-05,
+      "loss": 0.0242,
+      "step": 3374
+    },
+    {
+      "epoch": 198.53,
+      "learning_rate": 1.780185758513932e-05,
+      "loss": 0.0215,
+      "step": 3375
+    },
+    {
+      "epoch": 198.59,
+      "learning_rate": 1.779153766769866e-05,
+      "loss": 0.0176,
+      "step": 3376
+    },
+    {
+      "epoch": 198.65,
+      "learning_rate": 1.7781217750257998e-05,
+      "loss": 0.0226,
+      "step": 3377
+    },
+    {
+      "epoch": 198.71,
+      "learning_rate": 1.7770897832817337e-05,
+      "loss": 0.022,
+      "step": 3378
+    },
+    {
+      "epoch": 198.76,
+      "learning_rate": 1.776057791537668e-05,
+      "loss": 0.0189,
+      "step": 3379
+    },
+    {
+      "epoch": 198.82,
+      "learning_rate": 1.7750257997936018e-05,
+      "loss": 0.0241,
+      "step": 3380
+    },
+    {
+      "epoch": 198.82,
+      "eval_accuracy_NAT": 0.9940302430951301,
+      "eval_accuracy_REST": 0.34308943089430893,
+      "eval_accuracy_concrete": 0.9557149496490646,
+      "eval_accuracy_concrete tiles": 0.9396417629036059,
+      "eval_accuracy_dark bricks": 0.8677239055950079,
+      "eval_accuracy_grass": 0.8903728894389626,
+      "eval_accuracy_red bricks": 0.9301955184534271,
+      "eval_accuracy_road": 0.9817208306323051,
+      "eval_accuracy_rough concrete": 0.6259899057913585,
+      "eval_accuracy_rough red sidewalk": 0.7847930876303777,
+      "eval_accuracy_speedway bricks": 0.9898779742993393,
+      "eval_accuracy_steel": 0.9173159675541139,
+      "eval_accuracy_tiles": 0.25593020085431245,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9835996634931101,
+      "eval_iou_REST": 0.33438985736925514,
+      "eval_iou_concrete": 0.8929228343228841,
+      "eval_iou_concrete tiles": 0.8735921819536351,
+      "eval_iou_dark bricks": 0.8493049310551559,
+      "eval_iou_grass": 0.8387275905314452,
+      "eval_iou_red bricks": 0.9027770374713502,
+      "eval_iou_road": 0.9605544557354659,
+      "eval_iou_rough concrete": 0.6194893265715297,
+      "eval_iou_rough red sidewalk": 0.6250059888846301,
+      "eval_iou_speedway bricks": 0.9795639599215524,
+      "eval_iou_steel": 0.8669343220839336,
+      "eval_iou_tiles": 0.24934328974941708,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.0823364406824112,
+      "eval_mean_accuracy": 0.805876666676255,
+      "eval_mean_iou": 0.7674004183956433,
+      "eval_overall_accuracy": 0.9800652972722458,
+      "eval_runtime": 5.3942,
+      "eval_samples_per_second": 21.875,
+      "eval_steps_per_second": 1.483,
+      "step": 3380
+    },
+    {
+      "epoch": 198.88,
+      "learning_rate": 1.7739938080495357e-05,
+      "loss": 0.0204,
+      "step": 3381
+    },
+    {
+      "epoch": 198.94,
+      "learning_rate": 1.7729618163054696e-05,
+      "loss": 0.02,
+      "step": 3382
+    },
+    {
+      "epoch": 199.0,
+      "learning_rate": 1.7719298245614035e-05,
+      "loss": 0.0196,
+      "step": 3383
+    },
+    {
+      "epoch": 199.06,
+      "learning_rate": 1.7708978328173377e-05,
+      "loss": 0.0206,
+      "step": 3384
+    },
+    {
+      "epoch": 199.12,
+      "learning_rate": 1.7698658410732716e-05,
+      "loss": 0.0212,
+      "step": 3385
+    },
+    {
+      "epoch": 199.18,
+      "learning_rate": 1.7688338493292055e-05,
+      "loss": 0.0187,
+      "step": 3386
+    },
+    {
+      "epoch": 199.24,
+      "learning_rate": 1.7678018575851394e-05,
+      "loss": 0.0174,
+      "step": 3387
+    },
+    {
+      "epoch": 199.29,
+      "learning_rate": 1.7667698658410732e-05,
+      "loss": 0.0221,
+      "step": 3388
+    },
+    {
+      "epoch": 199.35,
+      "learning_rate": 1.7657378740970075e-05,
+      "loss": 0.024,
+      "step": 3389
+    },
+    {
+      "epoch": 199.41,
+      "learning_rate": 1.7647058823529414e-05,
+      "loss": 0.0222,
+      "step": 3390
+    },
+    {
+      "epoch": 199.47,
+      "learning_rate": 1.7636738906088752e-05,
+      "loss": 0.0238,
+      "step": 3391
+    },
+    {
+      "epoch": 199.53,
+      "learning_rate": 1.762641898864809e-05,
+      "loss": 0.0203,
+      "step": 3392
+    },
+    {
+      "epoch": 199.59,
+      "learning_rate": 1.761609907120743e-05,
+      "loss": 0.0224,
+      "step": 3393
+    },
+    {
+      "epoch": 199.65,
+      "learning_rate": 1.7605779153766772e-05,
+      "loss": 0.0213,
+      "step": 3394
+    },
+    {
+      "epoch": 199.71,
+      "learning_rate": 1.7595459236326108e-05,
+      "loss": 0.0191,
+      "step": 3395
+    },
+    {
+      "epoch": 199.76,
+      "learning_rate": 1.758513931888545e-05,
+      "loss": 0.025,
+      "step": 3396
+    },
+    {
+      "epoch": 199.82,
+      "learning_rate": 1.757481940144479e-05,
+      "loss": 0.0255,
+      "step": 3397
+    },
+    {
+      "epoch": 199.88,
+      "learning_rate": 1.7564499484004128e-05,
+      "loss": 0.0198,
+      "step": 3398
+    },
+    {
+      "epoch": 199.94,
+      "learning_rate": 1.755417956656347e-05,
+      "loss": 0.0194,
+      "step": 3399
+    },
+    {
+      "epoch": 200.0,
+      "learning_rate": 1.7543859649122806e-05,
+      "loss": 0.0212,
+      "step": 3400
+    },
+    {
+      "epoch": 200.0,
+      "eval_accuracy_NAT": 0.9944741525192776,
+      "eval_accuracy_REST": 0.3252032520325203,
+      "eval_accuracy_concrete": 0.9565779556618239,
+      "eval_accuracy_concrete tiles": 0.9140938015555031,
+      "eval_accuracy_dark bricks": 0.8484150986735065,
+      "eval_accuracy_grass": 0.8866315048427937,
+      "eval_accuracy_red bricks": 0.9209138840070299,
+      "eval_accuracy_road": 0.9818132846230844,
+      "eval_accuracy_rough concrete": 0.6251377972696774,
+      "eval_accuracy_rough red sidewalk": 0.7762879853209905,
+      "eval_accuracy_speedway bricks": 0.9894187156798433,
+      "eval_accuracy_steel": 0.9186628816464838,
+      "eval_accuracy_tiles": 0.2220606501257233,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9835222196001595,
+      "eval_iou_REST": 0.31746031746031744,
+      "eval_iou_concrete": 0.8927768836305422,
+      "eval_iou_concrete tiles": 0.8665489968273828,
+      "eval_iou_dark bricks": 0.8352098211762046,
+      "eval_iou_grass": 0.8386372972919757,
+      "eval_iou_red bricks": 0.899860470108404,
+      "eval_iou_road": 0.9614694205654822,
+      "eval_iou_rough concrete": 0.6193765497697485,
+      "eval_iou_rough red sidewalk": 0.616486213712832,
+      "eval_iou_speedway bricks": 0.9793353489693541,
+      "eval_iou_steel": 0.8672650923588667,
+      "eval_iou_tiles": 0.22035834535834536,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08265627175569534,
+      "eval_mean_accuracy": 0.7968993049198659,
+      "eval_mean_iou": 0.7614082289868935,
+      "eval_overall_accuracy": 0.9799644017623643,
+      "eval_runtime": 5.2595,
+      "eval_samples_per_second": 22.436,
+      "eval_steps_per_second": 1.521,
+      "step": 3400
+    },
+    {
+      "epoch": 200.06,
+      "learning_rate": 1.7533539731682148e-05,
+      "loss": 0.0205,
+      "step": 3401
+    },
+    {
+      "epoch": 200.12,
+      "learning_rate": 1.7523219814241487e-05,
+      "loss": 0.0205,
+      "step": 3402
+    },
+    {
+      "epoch": 200.18,
+      "learning_rate": 1.7512899896800826e-05,
+      "loss": 0.0186,
+      "step": 3403
+    },
+    {
+      "epoch": 200.24,
+      "learning_rate": 1.7502579979360165e-05,
+      "loss": 0.0197,
+      "step": 3404
+    },
+    {
+      "epoch": 200.29,
+      "learning_rate": 1.7492260061919503e-05,
+      "loss": 0.0236,
+      "step": 3405
+    },
+    {
+      "epoch": 200.35,
+      "learning_rate": 1.7481940144478846e-05,
+      "loss": 0.0211,
+      "step": 3406
+    },
+    {
+      "epoch": 200.41,
+      "learning_rate": 1.7471620227038185e-05,
+      "loss": 0.0266,
+      "step": 3407
+    },
+    {
+      "epoch": 200.47,
+      "learning_rate": 1.7461300309597527e-05,
+      "loss": 0.02,
+      "step": 3408
+    },
+    {
+      "epoch": 200.53,
+      "learning_rate": 1.7450980392156862e-05,
+      "loss": 0.0198,
+      "step": 3409
+    },
+    {
+      "epoch": 200.59,
+      "learning_rate": 1.74406604747162e-05,
+      "loss": 0.0219,
+      "step": 3410
+    },
+    {
+      "epoch": 200.65,
+      "learning_rate": 1.7430340557275543e-05,
+      "loss": 0.0202,
+      "step": 3411
+    },
+    {
+      "epoch": 200.71,
+      "learning_rate": 1.7420020639834882e-05,
+      "loss": 0.02,
+      "step": 3412
+    },
+    {
+      "epoch": 200.76,
+      "learning_rate": 1.740970072239422e-05,
+      "loss": 0.0198,
+      "step": 3413
+    },
+    {
+      "epoch": 200.82,
+      "learning_rate": 1.739938080495356e-05,
+      "loss": 0.0234,
+      "step": 3414
+    },
+    {
+      "epoch": 200.88,
+      "learning_rate": 1.7389060887512902e-05,
+      "loss": 0.0192,
+      "step": 3415
+    },
+    {
+      "epoch": 200.94,
+      "learning_rate": 1.737874097007224e-05,
+      "loss": 0.0189,
+      "step": 3416
+    },
+    {
+      "epoch": 201.0,
+      "learning_rate": 1.736842105263158e-05,
+      "loss": 0.026,
+      "step": 3417
+    },
+    {
+      "epoch": 201.06,
+      "learning_rate": 1.735810113519092e-05,
+      "loss": 0.0229,
+      "step": 3418
+    },
+    {
+      "epoch": 201.12,
+      "learning_rate": 1.7347781217750258e-05,
+      "loss": 0.0224,
+      "step": 3419
+    },
+    {
+      "epoch": 201.18,
+      "learning_rate": 1.73374613003096e-05,
+      "loss": 0.0204,
+      "step": 3420
+    },
+    {
+      "epoch": 201.18,
+      "eval_accuracy_NAT": 0.9936125347858886,
+      "eval_accuracy_REST": 0.38699186991869916,
+      "eval_accuracy_concrete": 0.9568321181943682,
+      "eval_accuracy_concrete tiles": 0.9381333961819467,
+      "eval_accuracy_dark bricks": 0.8582728786631701,
+      "eval_accuracy_grass": 0.9025480021346899,
+      "eval_accuracy_red bricks": 0.9271748681898067,
+      "eval_accuracy_road": 0.981821835281191,
+      "eval_accuracy_rough concrete": 0.625310602494354,
+      "eval_accuracy_rough red sidewalk": 0.7837628497732725,
+      "eval_accuracy_speedway bricks": 0.9884844328464506,
+      "eval_accuracy_steel": 0.9280787857282082,
+      "eval_accuracy_tiles": 0.24305492441455362,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.983867126749741,
+      "eval_iou_REST": 0.3801916932907348,
+      "eval_iou_concrete": 0.8918659434810876,
+      "eval_iou_concrete tiles": 0.8632617653437432,
+      "eval_iou_dark bricks": 0.8419157685230388,
+      "eval_iou_grass": 0.8437616932591098,
+      "eval_iou_red bricks": 0.9017199017199017,
+      "eval_iou_road": 0.9610321811181788,
+      "eval_iou_rough concrete": 0.6190470572272987,
+      "eval_iou_rough red sidewalk": 0.6216316159893118,
+      "eval_iou_speedway bricks": 0.9793822327218618,
+      "eval_iou_steel": 0.8688266875650638,
+      "eval_iou_tiles": 0.24031030971065717,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08170458674430847,
+      "eval_mean_accuracy": 0.8087753152774305,
+      "eval_mean_iou": 0.7689856905153639,
+      "eval_overall_accuracy": 0.9801190586413367,
+      "eval_runtime": 5.8331,
+      "eval_samples_per_second": 20.229,
+      "eval_steps_per_second": 1.371,
+      "step": 3420
+    },
+    {
+      "epoch": 201.24,
+      "learning_rate": 1.732714138286894e-05,
+      "loss": 0.0185,
+      "step": 3421
+    },
+    {
+      "epoch": 201.29,
+      "learning_rate": 1.7316821465428278e-05,
+      "loss": 0.0228,
+      "step": 3422
+    },
+    {
+      "epoch": 201.35,
+      "learning_rate": 1.7306501547987617e-05,
+      "loss": 0.0223,
+      "step": 3423
+    },
+    {
+      "epoch": 201.41,
+      "learning_rate": 1.7296181630546956e-05,
+      "loss": 0.0199,
+      "step": 3424
+    },
+    {
+      "epoch": 201.47,
+      "learning_rate": 1.7285861713106298e-05,
+      "loss": 0.0218,
+      "step": 3425
+    },
+    {
+      "epoch": 201.53,
+      "learning_rate": 1.7275541795665637e-05,
+      "loss": 0.0194,
+      "step": 3426
+    },
+    {
+      "epoch": 201.59,
+      "learning_rate": 1.7265221878224976e-05,
+      "loss": 0.0203,
+      "step": 3427
+    },
+    {
+      "epoch": 201.65,
+      "learning_rate": 1.7254901960784314e-05,
+      "loss": 0.0193,
+      "step": 3428
+    },
+    {
+      "epoch": 201.71,
+      "learning_rate": 1.7244582043343653e-05,
+      "loss": 0.0225,
+      "step": 3429
+    },
+    {
+      "epoch": 201.76,
+      "learning_rate": 1.7234262125902996e-05,
+      "loss": 0.0203,
+      "step": 3430
+    },
+    {
+      "epoch": 201.82,
+      "learning_rate": 1.722394220846233e-05,
+      "loss": 0.0237,
+      "step": 3431
+    },
+    {
+      "epoch": 201.88,
+      "learning_rate": 1.7213622291021673e-05,
+      "loss": 0.0218,
+      "step": 3432
+    },
+    {
+      "epoch": 201.94,
+      "learning_rate": 1.7203302373581012e-05,
+      "loss": 0.0188,
+      "step": 3433
+    },
+    {
+      "epoch": 202.0,
+      "learning_rate": 1.719298245614035e-05,
+      "loss": 0.0221,
+      "step": 3434
+    },
+    {
+      "epoch": 202.06,
+      "learning_rate": 1.7182662538699693e-05,
+      "loss": 0.0203,
+      "step": 3435
+    },
+    {
+      "epoch": 202.12,
+      "learning_rate": 1.717234262125903e-05,
+      "loss": 0.0207,
+      "step": 3436
+    },
+    {
+      "epoch": 202.18,
+      "learning_rate": 1.716202270381837e-05,
+      "loss": 0.0231,
+      "step": 3437
+    },
+    {
+      "epoch": 202.24,
+      "learning_rate": 1.715170278637771e-05,
+      "loss": 0.0231,
+      "step": 3438
+    },
+    {
+      "epoch": 202.29,
+      "learning_rate": 1.714138286893705e-05,
+      "loss": 0.022,
+      "step": 3439
+    },
+    {
+      "epoch": 202.35,
+      "learning_rate": 1.7131062951496388e-05,
+      "loss": 0.0216,
+      "step": 3440
+    },
+    {
+      "epoch": 202.35,
+      "eval_accuracy_NAT": 0.9938182620584836,
+      "eval_accuracy_REST": 0.39186991869918697,
+      "eval_accuracy_concrete": 0.9606078650500146,
+      "eval_accuracy_concrete tiles": 0.936153664859769,
+      "eval_accuracy_dark bricks": 0.8437589724939226,
+      "eval_accuracy_grass": 0.8911856990919999,
+      "eval_accuracy_red bricks": 0.9277240773286467,
+      "eval_accuracy_road": 0.980328142193169,
+      "eval_accuracy_rough concrete": 0.6227244829250561,
+      "eval_accuracy_rough red sidewalk": 0.7607817775739026,
+      "eval_accuracy_speedway bricks": 0.9890060683829229,
+      "eval_accuracy_steel": 0.9202771794269493,
+      "eval_accuracy_tiles": 0.23884395164955013,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9836554784194569,
+      "eval_iou_REST": 0.3813291139240506,
+      "eval_iou_concrete": 0.8904380007092698,
+      "eval_iou_concrete tiles": 0.8700823622185228,
+      "eval_iou_dark bricks": 0.8295983325413219,
+      "eval_iou_grass": 0.8408160423090726,
+      "eval_iou_red bricks": 0.9007145142369628,
+      "eval_iou_road": 0.9610360421717928,
+      "eval_iou_rough concrete": 0.6166250685925689,
+      "eval_iou_rough red sidewalk": 0.6170737062971186,
+      "eval_iou_speedway bricks": 0.9790585979260981,
+      "eval_iou_steel": 0.8667708536823598,
+      "eval_iou_tiles": 0.23723407456443896,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08294358849525452,
+      "eval_mean_accuracy": 0.8043907739795055,
+      "eval_mean_iou": 0.7672640144302334,
+      "eval_overall_accuracy": 0.9798630536612818,
+      "eval_runtime": 5.6468,
+      "eval_samples_per_second": 20.897,
+      "eval_steps_per_second": 1.417,
+      "step": 3440
+    },
+    {
+      "epoch": 202.41,
+      "learning_rate": 1.7120743034055727e-05,
+      "loss": 0.0196,
+      "step": 3441
+    },
+    {
+      "epoch": 202.47,
+      "learning_rate": 1.711042311661507e-05,
+      "loss": 0.0226,
+      "step": 3442
+    },
+    {
+      "epoch": 202.53,
+      "learning_rate": 1.7100103199174408e-05,
+      "loss": 0.0166,
+      "step": 3443
+    },
+    {
+      "epoch": 202.59,
+      "learning_rate": 1.708978328173375e-05,
+      "loss": 0.0216,
+      "step": 3444
+    },
+    {
+      "epoch": 202.65,
+      "learning_rate": 1.7079463364293085e-05,
+      "loss": 0.0207,
+      "step": 3445
+    },
+    {
+      "epoch": 202.71,
+      "learning_rate": 1.7069143446852424e-05,
+      "loss": 0.0188,
+      "step": 3446
+    },
+    {
+      "epoch": 202.76,
+      "learning_rate": 1.7058823529411767e-05,
+      "loss": 0.0214,
+      "step": 3447
+    },
+    {
+      "epoch": 202.82,
+      "learning_rate": 1.7048503611971105e-05,
+      "loss": 0.0234,
+      "step": 3448
+    },
+    {
+      "epoch": 202.88,
+      "learning_rate": 1.7038183694530444e-05,
+      "loss": 0.0189,
+      "step": 3449
+    },
+    {
+      "epoch": 202.94,
+      "learning_rate": 1.7027863777089783e-05,
+      "loss": 0.0219,
+      "step": 3450
+    },
+    {
+      "epoch": 203.0,
+      "learning_rate": 1.7017543859649125e-05,
+      "loss": 0.0199,
+      "step": 3451
+    },
+    {
+      "epoch": 203.06,
+      "learning_rate": 1.7007223942208464e-05,
+      "loss": 0.0202,
+      "step": 3452
+    },
+    {
+      "epoch": 203.12,
+      "learning_rate": 1.69969040247678e-05,
+      "loss": 0.0214,
+      "step": 3453
+    },
+    {
+      "epoch": 203.18,
+      "learning_rate": 1.6986584107327142e-05,
+      "loss": 0.0214,
+      "step": 3454
+    },
+    {
+      "epoch": 203.24,
+      "learning_rate": 1.697626418988648e-05,
+      "loss": 0.0238,
+      "step": 3455
+    },
+    {
+      "epoch": 203.29,
+      "learning_rate": 1.6965944272445823e-05,
+      "loss": 0.0251,
+      "step": 3456
+    },
+    {
+      "epoch": 203.35,
+      "learning_rate": 1.6955624355005162e-05,
+      "loss": 0.0233,
+      "step": 3457
+    },
+    {
+      "epoch": 203.41,
+      "learning_rate": 1.6945304437564498e-05,
+      "loss": 0.0199,
+      "step": 3458
+    },
+    {
+      "epoch": 203.47,
+      "learning_rate": 1.693498452012384e-05,
+      "loss": 0.0202,
+      "step": 3459
+    },
+    {
+      "epoch": 203.53,
+      "learning_rate": 1.692466460268318e-05,
+      "loss": 0.0192,
+      "step": 3460
+    },
+    {
+      "epoch": 203.53,
+      "eval_accuracy_NAT": 0.9937634337995137,
+      "eval_accuracy_REST": 0.3951219512195122,
+      "eval_accuracy_concrete": 0.9580532449484719,
+      "eval_accuracy_concrete tiles": 0.9245816639170398,
+      "eval_accuracy_dark bricks": 0.85098960626304,
+      "eval_accuracy_grass": 0.8966889597928897,
+      "eval_accuracy_red bricks": 0.913938927943761,
+      "eval_accuracy_road": 0.9803463123416458,
+      "eval_accuracy_rough concrete": 0.6228496177429255,
+      "eval_accuracy_rough red sidewalk": 0.7711443160198227,
+      "eval_accuracy_speedway bricks": 0.9886127853486903,
+      "eval_accuracy_steel": 0.9359553594186529,
+      "eval_accuracy_tiles": 0.23166409161137871,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9838696944893759,
+      "eval_iou_REST": 0.38571428571428573,
+      "eval_iou_concrete": 0.8909578627404147,
+      "eval_iou_concrete tiles": 0.8700377023730317,
+      "eval_iou_dark bricks": 0.8356499755648283,
+      "eval_iou_grass": 0.843578750965849,
+      "eval_iou_red bricks": 0.8956404736275565,
+      "eval_iou_road": 0.9600499277774289,
+      "eval_iou_rough concrete": 0.6175506176924123,
+      "eval_iou_rough red sidewalk": 0.6195571398362686,
+      "eval_iou_speedway bricks": 0.9792096415039288,
+      "eval_iou_steel": 0.8665950953602821,
+      "eval_iou_tiles": 0.2299019902591546,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08265773952007294,
+      "eval_mean_accuracy": 0.8049007900282572,
+      "eval_mean_iou": 0.7675625506080629,
+      "eval_overall_accuracy": 0.9799943374375165,
+      "eval_runtime": 5.7888,
+      "eval_samples_per_second": 20.384,
+      "eval_steps_per_second": 1.382,
+      "step": 3460
+    },
+    {
+      "epoch": 203.59,
+      "learning_rate": 1.691434468524252e-05,
+      "loss": 0.0203,
+      "step": 3461
+    },
+    {
+      "epoch": 203.65,
+      "learning_rate": 1.6904024767801856e-05,
+      "loss": 0.0195,
+      "step": 3462
+    },
+    {
+      "epoch": 203.71,
+      "learning_rate": 1.68937048503612e-05,
+      "loss": 0.0206,
+      "step": 3463
+    },
+    {
+      "epoch": 203.76,
+      "learning_rate": 1.6883384932920538e-05,
+      "loss": 0.0203,
+      "step": 3464
+    },
+    {
+      "epoch": 203.82,
+      "learning_rate": 1.6873065015479876e-05,
+      "loss": 0.0196,
+      "step": 3465
+    },
+    {
+      "epoch": 203.88,
+      "learning_rate": 1.686274509803922e-05,
+      "loss": 0.0212,
+      "step": 3466
+    },
+    {
+      "epoch": 203.94,
+      "learning_rate": 1.6852425180598554e-05,
+      "loss": 0.021,
+      "step": 3467
+    },
+    {
+      "epoch": 204.0,
+      "learning_rate": 1.6842105263157896e-05,
+      "loss": 0.0206,
+      "step": 3468
+    },
+    {
+      "epoch": 204.06,
+      "learning_rate": 1.6831785345717235e-05,
+      "loss": 0.0201,
+      "step": 3469
+    },
+    {
+      "epoch": 204.12,
+      "learning_rate": 1.6821465428276574e-05,
+      "loss": 0.0199,
+      "step": 3470
+    },
+    {
+      "epoch": 204.18,
+      "learning_rate": 1.6811145510835913e-05,
+      "loss": 0.019,
+      "step": 3471
+    },
+    {
+      "epoch": 204.24,
+      "learning_rate": 1.6800825593395252e-05,
+      "loss": 0.0173,
+      "step": 3472
+    },
+    {
+      "epoch": 204.29,
+      "learning_rate": 1.6790505675954594e-05,
+      "loss": 0.0201,
+      "step": 3473
+    },
+    {
+      "epoch": 204.35,
+      "learning_rate": 1.6780185758513933e-05,
+      "loss": 0.0245,
+      "step": 3474
+    },
+    {
+      "epoch": 204.41,
+      "learning_rate": 1.6769865841073272e-05,
+      "loss": 0.0221,
+      "step": 3475
+    },
+    {
+      "epoch": 204.47,
+      "learning_rate": 1.675954592363261e-05,
+      "loss": 0.0183,
+      "step": 3476
+    },
+    {
+      "epoch": 204.53,
+      "learning_rate": 1.674922600619195e-05,
+      "loss": 0.025,
+      "step": 3477
+    },
+    {
+      "epoch": 204.59,
+      "learning_rate": 1.6738906088751292e-05,
+      "loss": 0.023,
+      "step": 3478
+    },
+    {
+      "epoch": 204.65,
+      "learning_rate": 1.672858617131063e-05,
+      "loss": 0.0204,
+      "step": 3479
+    },
+    {
+      "epoch": 204.71,
+      "learning_rate": 1.671826625386997e-05,
+      "loss": 0.0189,
+      "step": 3480
+    },
+    {
+      "epoch": 204.71,
+      "eval_accuracy_NAT": 0.9939066773433515,
+      "eval_accuracy_REST": 0.35609756097560974,
+      "eval_accuracy_concrete": 0.9577987002166306,
+      "eval_accuracy_concrete tiles": 0.9363422106999765,
+      "eval_accuracy_dark bricks": 0.8616417510479872,
+      "eval_accuracy_grass": 0.8993260965833608,
+      "eval_accuracy_red bricks": 0.9234951669595782,
+      "eval_accuracy_road": 0.9806017632525849,
+      "eval_accuracy_rough concrete": 0.6255847073334962,
+      "eval_accuracy_rough red sidewalk": 0.7930199505185029,
+      "eval_accuracy_speedway bricks": 0.9867401069181485,
+      "eval_accuracy_steel": 0.935098232268963,
+      "eval_accuracy_tiles": 0.24014662667757278,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.983746349131729,
+      "eval_iou_REST": 0.347068145800317,
+      "eval_iou_concrete": 0.8919445489467767,
+      "eval_iou_concrete tiles": 0.8699336530250279,
+      "eval_iou_dark bricks": 0.8441030593397527,
+      "eval_iou_grass": 0.8426668629038193,
+      "eval_iou_red bricks": 0.8996789727126806,
+      "eval_iou_road": 0.9607787798564044,
+      "eval_iou_rough concrete": 0.6185047720042418,
+      "eval_iou_rough red sidewalk": 0.6242378680431411,
+      "eval_iou_speedway bricks": 0.9790767716679359,
+      "eval_iou_steel": 0.8657333823804996,
+      "eval_iou_tiles": 0.2385925836744522,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.0822020173072815,
+      "eval_mean_accuracy": 0.8069076577535201,
+      "eval_mean_iou": 0.7666204422682138,
+      "eval_overall_accuracy": 0.9800107600325245,
+      "eval_runtime": 5.5753,
+      "eval_samples_per_second": 21.165,
+      "eval_steps_per_second": 1.435,
+      "step": 3480
+    },
+    {
+      "epoch": 204.76,
+      "learning_rate": 1.670794633642931e-05,
+      "loss": 0.02,
+      "step": 3481
+    },
+    {
+      "epoch": 204.82,
+      "learning_rate": 1.6697626418988647e-05,
+      "loss": 0.0237,
+      "step": 3482
+    },
+    {
+      "epoch": 204.88,
+      "learning_rate": 1.668730650154799e-05,
+      "loss": 0.0221,
+      "step": 3483
+    },
+    {
+      "epoch": 204.94,
+      "learning_rate": 1.667698658410733e-05,
+      "loss": 0.021,
+      "step": 3484
+    },
+    {
+      "epoch": 205.0,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.0231,
+      "step": 3485
+    },
+    {
+      "epoch": 205.06,
+      "learning_rate": 1.6656346749226006e-05,
+      "loss": 0.0223,
+      "step": 3486
+    },
+    {
+      "epoch": 205.12,
+      "learning_rate": 1.6646026831785345e-05,
+      "loss": 0.0222,
+      "step": 3487
+    },
+    {
+      "epoch": 205.18,
+      "learning_rate": 1.6635706914344687e-05,
+      "loss": 0.0218,
+      "step": 3488
+    },
+    {
+      "epoch": 205.24,
+      "learning_rate": 1.6625386996904023e-05,
+      "loss": 0.0236,
+      "step": 3489
+    },
+    {
+      "epoch": 205.29,
+      "learning_rate": 1.6615067079463365e-05,
+      "loss": 0.0188,
+      "step": 3490
+    },
+    {
+      "epoch": 205.35,
+      "learning_rate": 1.6604747162022704e-05,
+      "loss": 0.0185,
+      "step": 3491
+    },
+    {
+      "epoch": 205.41,
+      "learning_rate": 1.6594427244582046e-05,
+      "loss": 0.0242,
+      "step": 3492
+    },
+    {
+      "epoch": 205.47,
+      "learning_rate": 1.6584107327141385e-05,
+      "loss": 0.0194,
+      "step": 3493
+    },
+    {
+      "epoch": 205.53,
+      "learning_rate": 1.657378740970072e-05,
+      "loss": 0.0196,
+      "step": 3494
+    },
+    {
+      "epoch": 205.59,
+      "learning_rate": 1.6563467492260063e-05,
+      "loss": 0.0185,
+      "step": 3495
+    },
+    {
+      "epoch": 205.65,
+      "learning_rate": 1.6553147574819402e-05,
+      "loss": 0.0212,
+      "step": 3496
+    },
+    {
+      "epoch": 205.71,
+      "learning_rate": 1.6542827657378744e-05,
+      "loss": 0.0198,
+      "step": 3497
+    },
+    {
+      "epoch": 205.76,
+      "learning_rate": 1.653250773993808e-05,
+      "loss": 0.0193,
+      "step": 3498
+    },
+    {
+      "epoch": 205.82,
+      "learning_rate": 1.6522187822497422e-05,
+      "loss": 0.0267,
+      "step": 3499
+    },
+    {
+      "epoch": 205.88,
+      "learning_rate": 1.651186790505676e-05,
+      "loss": 0.0226,
+      "step": 3500
+    },
+    {
+      "epoch": 205.88,
+      "eval_accuracy_NAT": 0.9928900093908893,
+      "eval_accuracy_REST": 0.3024390243902439,
+      "eval_accuracy_concrete": 0.9534959005303397,
+      "eval_accuracy_concrete tiles": 0.935234503888758,
+      "eval_accuracy_dark bricks": 0.8572153207128228,
+      "eval_accuracy_grass": 0.9105265946776581,
+      "eval_accuracy_red bricks": 0.9211884885764499,
+      "eval_accuracy_road": 0.9820826303534468,
+      "eval_accuracy_rough concrete": 0.6283674673308743,
+      "eval_accuracy_rough red sidewalk": 0.7859060453154257,
+      "eval_accuracy_speedway bricks": 0.991211880677756,
+      "eval_accuracy_steel": 0.919497518579418,
+      "eval_accuracy_tiles": 0.22027325880820384,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.983984625069096,
+      "eval_iou_REST": 0.294770206022187,
+      "eval_iou_concrete": 0.8917134548324419,
+      "eval_iou_concrete tiles": 0.8776679273660231,
+      "eval_iou_dark bricks": 0.8367072407447196,
+      "eval_iou_grass": 0.8439809990913524,
+      "eval_iou_red bricks": 0.897383767588679,
+      "eval_iou_road": 0.9606030604660013,
+      "eval_iou_rough concrete": 0.6221577164973391,
+      "eval_iou_rough red sidewalk": 0.6266128645433615,
+      "eval_iou_speedway bricks": 0.9788154358219628,
+      "eval_iou_steel": 0.8677521065378728,
+      "eval_iou_tiles": 0.21900602409638553,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08071931451559067,
+      "eval_mean_accuracy": 0.8000252802486373,
+      "eval_mean_iou": 0.7616273406674939,
+      "eval_overall_accuracy": 0.980080653045137,
+      "eval_runtime": 5.3106,
+      "eval_samples_per_second": 22.22,
+      "eval_steps_per_second": 1.506,
+      "step": 3500
+    },
+    {
+      "epoch": 205.94,
+      "learning_rate": 1.65015479876161e-05,
+      "loss": 0.0201,
+      "step": 3501
+    },
+    {
+      "epoch": 206.0,
+      "learning_rate": 1.6491228070175442e-05,
+      "loss": 0.0189,
+      "step": 3502
+    },
+    {
+      "epoch": 206.06,
+      "learning_rate": 1.6480908152734777e-05,
+      "loss": 0.0193,
+      "step": 3503
+    },
+    {
+      "epoch": 206.12,
+      "learning_rate": 1.647058823529412e-05,
+      "loss": 0.0204,
+      "step": 3504
+    },
+    {
+      "epoch": 206.18,
+      "learning_rate": 1.646026831785346e-05,
+      "loss": 0.0228,
+      "step": 3505
+    },
+    {
+      "epoch": 206.24,
+      "learning_rate": 1.6449948400412797e-05,
+      "loss": 0.0212,
+      "step": 3506
+    },
+    {
+      "epoch": 206.29,
+      "learning_rate": 1.6439628482972136e-05,
+      "loss": 0.0231,
+      "step": 3507
+    },
+    {
+      "epoch": 206.35,
+      "learning_rate": 1.6429308565531475e-05,
+      "loss": 0.0213,
+      "step": 3508
+    },
+    {
+      "epoch": 206.41,
+      "learning_rate": 1.6418988648090817e-05,
+      "loss": 0.0226,
+      "step": 3509
+    },
+    {
+      "epoch": 206.47,
+      "learning_rate": 1.6408668730650156e-05,
+      "loss": 0.0208,
+      "step": 3510
+    },
+    {
+      "epoch": 206.53,
+      "learning_rate": 1.6398348813209495e-05,
+      "loss": 0.0197,
+      "step": 3511
+    },
+    {
+      "epoch": 206.59,
+      "learning_rate": 1.6388028895768834e-05,
+      "loss": 0.0183,
+      "step": 3512
+    },
+    {
+      "epoch": 206.65,
+      "learning_rate": 1.6377708978328173e-05,
+      "loss": 0.0214,
+      "step": 3513
+    },
+    {
+      "epoch": 206.71,
+      "learning_rate": 1.6367389060887515e-05,
+      "loss": 0.0192,
+      "step": 3514
+    },
+    {
+      "epoch": 206.76,
+      "learning_rate": 1.6357069143446854e-05,
+      "loss": 0.0217,
+      "step": 3515
+    },
+    {
+      "epoch": 206.82,
+      "learning_rate": 1.6346749226006193e-05,
+      "loss": 0.0223,
+      "step": 3516
+    },
+    {
+      "epoch": 206.88,
+      "learning_rate": 1.6336429308565532e-05,
+      "loss": 0.0228,
+      "step": 3517
+    },
+    {
+      "epoch": 206.94,
+      "learning_rate": 1.632610939112487e-05,
+      "loss": 0.0212,
+      "step": 3518
+    },
+    {
+      "epoch": 207.0,
+      "learning_rate": 1.6315789473684213e-05,
+      "loss": 0.0193,
+      "step": 3519
+    },
+    {
+      "epoch": 207.06,
+      "learning_rate": 1.6305469556243552e-05,
+      "loss": 0.019,
+      "step": 3520
+    },
+    {
+      "epoch": 207.06,
+      "eval_accuracy_NAT": 0.99323736285455,
+      "eval_accuracy_REST": 0.2926829268292683,
+      "eval_accuracy_concrete": 0.9541276759683783,
+      "eval_accuracy_concrete tiles": 0.9492576007541833,
+      "eval_accuracy_dark bricks": 0.853731600405796,
+      "eval_accuracy_grass": 0.9080834345797045,
+      "eval_accuracy_red bricks": 0.9246485061511424,
+      "eval_accuracy_road": 0.9807572783469013,
+      "eval_accuracy_rough concrete": 0.6291540290431954,
+      "eval_accuracy_rough red sidewalk": 0.7824318125418299,
+      "eval_accuracy_speedway bricks": 0.9918353071172062,
+      "eval_accuracy_steel": 0.9102090590593092,
+      "eval_accuracy_tiles": 0.23326971432033689,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9839699556638067,
+      "eval_iou_REST": 0.28938906752411575,
+      "eval_iou_concrete": 0.8919711257945927,
+      "eval_iou_concrete tiles": 0.8770550704440041,
+      "eval_iou_dark bricks": 0.8379920806775107,
+      "eval_iou_grass": 0.8451312977247128,
+      "eval_iou_red bricks": 0.9020574367766824,
+      "eval_iou_road": 0.9604076512586813,
+      "eval_iou_rough concrete": 0.6222353183840645,
+      "eval_iou_rough red sidewalk": 0.630549663656748,
+      "eval_iou_speedway bricks": 0.979126196428937,
+      "eval_iou_steel": 0.8667537603780724,
+      "eval_iou_tiles": 0.2318159922928709,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.0815521776676178,
+      "eval_mean_accuracy": 0.8002635621516772,
+      "eval_mean_iou": 0.7629580474619077,
+      "eval_overall_accuracy": 0.9801769256591797,
+      "eval_runtime": 5.6078,
+      "eval_samples_per_second": 21.042,
+      "eval_steps_per_second": 1.427,
+      "step": 3520
     }
   ],
-  "max_steps": 3400,
-  "num_train_epochs": 200,
-  "total_flos": 2.0214512838581944e+19,
+  "max_steps": 5100,
+  "num_train_epochs": 300,
+  "total_flos": 2.223572459507417e+19,
   "trial_name": null,
   "trial_params": null
 }

{checkpoint-3200 → checkpoint-3520}/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94f6bdec54864366f6b4fd33ad685e0ecfd6f5af579d8074dce48dc71114c3e0
+oid sha256:890edd60a7c33df244e1bde513c4d060e456d4721defbb7eb425aad8bfa1287f
 size 4219

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ac9db328de18ce543b9e38afb6871a57d5c2bc3d2087207701871f0d1f10496
+oid sha256:47cc421ab4440a014ecdf949d6e3317309b1d9ffd881e8e0443174443ce05104
 size 338830281

runs/Dec09_11-39-12_robolidar/events.out.tfevents.1702143557.robolidar.3136372.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d078ad0f77d7868a93f04a34455deed0d33afc8e80854b3f148417b0f5e1c5c7
-size 26246
+oid sha256:9ca1351cc7f6a3b02be8eba9f4662d681cc5b4b708b090c8203fbee174e23be3
+size 47222