Training in progress, step 2640

{checkpoint-2320 → checkpoint-2640}/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ffe5343adfcd040002df152b07647f8b15fc63f165d13cf54ba0bb54f05d10a
+oid sha256:052b768c40df274c8ba852e722e9455f3201e4b95a53864a313ce0ba1e60a976
 size 677523903

{checkpoint-2320 → checkpoint-2640}/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb694f583ebb1c488cd89af579b258cc59abdefd3063d93a3622d93958e034f2
+oid sha256:8ae4a55c76dae309ad126417181d3a225d0005c38dd46f51824d3b661757421c
 size 338830281

{checkpoint-2320 → checkpoint-2640}/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf06b25402afff17a92554cc093adef6d555beaa92a46053c514633e889e81dc
+oid sha256:58bd8d14a2a607463a2f502a360d3dd8bd8fc0a077b71dec16d9be9e895eb926
 size 14575

{checkpoint-2320 → checkpoint-2640}/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:095681ca07a6773636b275cacc45461b2441029936ec1fa33fb622c29db3f971
+oid sha256:e2baa48e7e9ebfa39f62c8f313327b90eebacc825ed9876fc29feee648f59133
 size 627

{checkpoint-2320 → checkpoint-2640}/trainer_state.json

@@ -1,8 +1,8 @@
 {
   "best_metric": 0.07582816481590271,
   "best_model_checkpoint": "/robodata/smodak/Projects/lifelong_concept_learner/scripts/terrainseg/training/models/safety-utcustom-terrain-final/checkpoint-1360",
-  "epoch": 136.47058823529412,
-  "global_step": 2320,
+  "epoch": 155.2941176470588,
+  "global_step": 2640,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -18450,11 +18450,2555 @@
       "eval_samples_per_second": 15.021,
       "eval_steps_per_second": 1.018,
       "step": 2320
+    },
+    {
+      "epoch": 136.53,
+      "learning_rate": 1.670278637770898e-05,
+      "loss": 0.022,
+      "step": 2321
+    },
+    {
+      "epoch": 136.59,
+      "learning_rate": 1.668730650154799e-05,
+      "loss": 0.0223,
+      "step": 2322
+    },
+    {
+      "epoch": 136.65,
+      "learning_rate": 1.6671826625386996e-05,
+      "loss": 0.0292,
+      "step": 2323
+    },
+    {
+      "epoch": 136.71,
+      "learning_rate": 1.6656346749226006e-05,
+      "loss": 0.024,
+      "step": 2324
+    },
+    {
+      "epoch": 136.76,
+      "learning_rate": 1.6640866873065016e-05,
+      "loss": 0.0235,
+      "step": 2325
+    },
+    {
+      "epoch": 136.82,
+      "learning_rate": 1.6625386996904023e-05,
+      "loss": 0.024,
+      "step": 2326
+    },
+    {
+      "epoch": 136.88,
+      "learning_rate": 1.6609907120743033e-05,
+      "loss": 0.0223,
+      "step": 2327
+    },
+    {
+      "epoch": 136.94,
+      "learning_rate": 1.6594427244582046e-05,
+      "loss": 0.024,
+      "step": 2328
+    },
+    {
+      "epoch": 137.0,
+      "learning_rate": 1.6578947368421053e-05,
+      "loss": 0.0248,
+      "step": 2329
+    },
+    {
+      "epoch": 137.06,
+      "learning_rate": 1.6563467492260063e-05,
+      "loss": 0.0205,
+      "step": 2330
+    },
+    {
+      "epoch": 137.12,
+      "learning_rate": 1.6547987616099073e-05,
+      "loss": 0.0236,
+      "step": 2331
+    },
+    {
+      "epoch": 137.18,
+      "learning_rate": 1.653250773993808e-05,
+      "loss": 0.0215,
+      "step": 2332
+    },
+    {
+      "epoch": 137.24,
+      "learning_rate": 1.651702786377709e-05,
+      "loss": 0.0203,
+      "step": 2333
+    },
+    {
+      "epoch": 137.29,
+      "learning_rate": 1.65015479876161e-05,
+      "loss": 0.0253,
+      "step": 2334
+    },
+    {
+      "epoch": 137.35,
+      "learning_rate": 1.648606811145511e-05,
+      "loss": 0.0254,
+      "step": 2335
+    },
+    {
+      "epoch": 137.41,
+      "learning_rate": 1.647058823529412e-05,
+      "loss": 0.0234,
+      "step": 2336
+    },
+    {
+      "epoch": 137.47,
+      "learning_rate": 1.645510835913313e-05,
+      "loss": 0.0238,
+      "step": 2337
+    },
+    {
+      "epoch": 137.53,
+      "learning_rate": 1.6439628482972136e-05,
+      "loss": 0.0261,
+      "step": 2338
+    },
+    {
+      "epoch": 137.59,
+      "learning_rate": 1.6424148606811146e-05,
+      "loss": 0.0248,
+      "step": 2339
+    },
+    {
+      "epoch": 137.65,
+      "learning_rate": 1.6408668730650156e-05,
+      "loss": 0.0229,
+      "step": 2340
+    },
+    {
+      "epoch": 137.65,
+      "eval_accuracy_NAT": 0.9940121287440841,
+      "eval_accuracy_REST": 0.33983739837398375,
+      "eval_accuracy_concrete": 0.9522331140528566,
+      "eval_accuracy_concrete tiles": 0.9262078717888287,
+      "eval_accuracy_dark bricks": 0.8621968493386674,
+      "eval_accuracy_grass": 0.8958042368294556,
+      "eval_accuracy_red bricks": 0.9253075571177505,
+      "eval_accuracy_road": 0.9808871414668975,
+      "eval_accuracy_rough concrete": 0.625096085663721,
+      "eval_accuracy_rough red sidewalk": 0.797524421149204,
+      "eval_accuracy_speedway bricks": 0.9905301900850862,
+      "eval_accuracy_steel": 0.9102490416668749,
+      "eval_accuracy_tiles": 0.2338150201460208,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9834414014568328,
+      "eval_iou_REST": 0.3333333333333333,
+      "eval_iou_concrete": 0.892247962907056,
+      "eval_iou_concrete tiles": 0.8731752838447353,
+      "eval_iou_dark bricks": 0.8429949656579268,
+      "eval_iou_grass": 0.8404846646845179,
+      "eval_iou_red bricks": 0.9012517385257302,
+      "eval_iou_road": 0.9608526151740876,
+      "eval_iou_rough concrete": 0.6188748480879733,
+      "eval_iou_rough red sidewalk": 0.6252667822231656,
+      "eval_iou_speedway bricks": 0.9787665257615278,
+      "eval_iou_steel": 0.8637641981456451,
+      "eval_iou_tiles": 0.23205748819868308,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08003875613212585,
+      "eval_mean_accuracy": 0.8025923889556488,
+      "eval_mean_iou": 0.7651162929231704,
+      "eval_overall_accuracy": 0.9798942501262083,
+      "eval_runtime": 5.5404,
+      "eval_samples_per_second": 21.298,
+      "eval_steps_per_second": 1.444,
+      "step": 2340
+    },
+    {
+      "epoch": 137.71,
+      "learning_rate": 1.6393188854489163e-05,
+      "loss": 0.021,
+      "step": 2341
+    },
+    {
+      "epoch": 137.76,
+      "learning_rate": 1.6377708978328173e-05,
+      "loss": 0.0249,
+      "step": 2342
+    },
+    {
+      "epoch": 137.82,
+      "learning_rate": 1.6362229102167183e-05,
+      "loss": 0.0216,
+      "step": 2343
+    },
+    {
+      "epoch": 137.88,
+      "learning_rate": 1.6346749226006193e-05,
+      "loss": 0.0169,
+      "step": 2344
+    },
+    {
+      "epoch": 137.94,
+      "learning_rate": 1.6331269349845203e-05,
+      "loss": 0.0226,
+      "step": 2345
+    },
+    {
+      "epoch": 138.0,
+      "learning_rate": 1.6315789473684213e-05,
+      "loss": 0.0215,
+      "step": 2346
+    },
+    {
+      "epoch": 138.06,
+      "learning_rate": 1.630030959752322e-05,
+      "loss": 0.0282,
+      "step": 2347
+    },
+    {
+      "epoch": 138.12,
+      "learning_rate": 1.628482972136223e-05,
+      "loss": 0.0239,
+      "step": 2348
+    },
+    {
+      "epoch": 138.18,
+      "learning_rate": 1.626934984520124e-05,
+      "loss": 0.0221,
+      "step": 2349
+    },
+    {
+      "epoch": 138.24,
+      "learning_rate": 1.6253869969040246e-05,
+      "loss": 0.0241,
+      "step": 2350
+    },
+    {
+      "epoch": 138.29,
+      "learning_rate": 1.6238390092879256e-05,
+      "loss": 0.0241,
+      "step": 2351
+    },
+    {
+      "epoch": 138.35,
+      "learning_rate": 1.622291021671827e-05,
+      "loss": 0.0217,
+      "step": 2352
+    },
+    {
+      "epoch": 138.41,
+      "learning_rate": 1.6207430340557276e-05,
+      "loss": 0.0176,
+      "step": 2353
+    },
+    {
+      "epoch": 138.47,
+      "learning_rate": 1.6191950464396286e-05,
+      "loss": 0.0256,
+      "step": 2354
+    },
+    {
+      "epoch": 138.53,
+      "learning_rate": 1.6176470588235296e-05,
+      "loss": 0.0216,
+      "step": 2355
+    },
+    {
+      "epoch": 138.59,
+      "learning_rate": 1.6160990712074303e-05,
+      "loss": 0.0226,
+      "step": 2356
+    },
+    {
+      "epoch": 138.65,
+      "learning_rate": 1.6145510835913313e-05,
+      "loss": 0.0242,
+      "step": 2357
+    },
+    {
+      "epoch": 138.71,
+      "learning_rate": 1.6130030959752323e-05,
+      "loss": 0.0226,
+      "step": 2358
+    },
+    {
+      "epoch": 138.76,
+      "learning_rate": 1.6114551083591333e-05,
+      "loss": 0.0226,
+      "step": 2359
+    },
+    {
+      "epoch": 138.82,
+      "learning_rate": 1.6099071207430343e-05,
+      "loss": 0.0255,
+      "step": 2360
+    },
+    {
+      "epoch": 138.82,
+      "eval_accuracy_NAT": 0.9941619495225278,
+      "eval_accuracy_REST": 0.32195121951219513,
+      "eval_accuracy_concrete": 0.9547120586935817,
+      "eval_accuracy_concrete tiles": 0.9288239453217063,
+      "eval_accuracy_dark bricks": 0.8616273950577111,
+      "eval_accuracy_grass": 0.8915764911603402,
+      "eval_accuracy_red bricks": 0.913829086115993,
+      "eval_accuracy_road": 0.981408731611409,
+      "eval_accuracy_rough concrete": 0.624595546392244,
+      "eval_accuracy_rough red sidewalk": 0.7646320095654201,
+      "eval_accuracy_speedway bricks": 0.9897994890576493,
+      "eval_accuracy_steel": 0.9133751817959188,
+      "eval_accuracy_tiles": 0.24084340634372445,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9832379894118394,
+      "eval_iou_REST": 0.31528662420382164,
+      "eval_iou_concrete": 0.8922952228609967,
+      "eval_iou_concrete tiles": 0.876050326768328,
+      "eval_iou_dark bricks": 0.8445403377110694,
+      "eval_iou_grass": 0.8382691270904616,
+      "eval_iou_red bricks": 0.8958221169376548,
+      "eval_iou_road": 0.9602084166660131,
+      "eval_iou_rough concrete": 0.6179891871495699,
+      "eval_iou_rough red sidewalk": 0.6198299247157792,
+      "eval_iou_speedway bricks": 0.9792335520967602,
+      "eval_iou_steel": 0.864361287027096,
+      "eval_iou_tiles": 0.2385166961687318,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08072586357593536,
+      "eval_mean_accuracy": 0.7985643469346477,
+      "eval_mean_iou": 0.7635108314467787,
+      "eval_overall_accuracy": 0.9798394865908865,
+      "eval_runtime": 5.5814,
+      "eval_samples_per_second": 21.142,
+      "eval_steps_per_second": 1.433,
+      "step": 2360
+    },
+    {
+      "epoch": 138.88,
+      "learning_rate": 1.6083591331269353e-05,
+      "loss": 0.0243,
+      "step": 2361
+    },
+    {
+      "epoch": 138.94,
+      "learning_rate": 1.606811145510836e-05,
+      "loss": 0.0215,
+      "step": 2362
+    },
+    {
+      "epoch": 139.0,
+      "learning_rate": 1.605263157894737e-05,
+      "loss": 0.0236,
+      "step": 2363
+    },
+    {
+      "epoch": 139.06,
+      "learning_rate": 1.603715170278638e-05,
+      "loss": 0.0216,
+      "step": 2364
+    },
+    {
+      "epoch": 139.12,
+      "learning_rate": 1.6021671826625386e-05,
+      "loss": 0.02,
+      "step": 2365
+    },
+    {
+      "epoch": 139.18,
+      "learning_rate": 1.6006191950464396e-05,
+      "loss": 0.0215,
+      "step": 2366
+    },
+    {
+      "epoch": 139.24,
+      "learning_rate": 1.5990712074303406e-05,
+      "loss": 0.0253,
+      "step": 2367
+    },
+    {
+      "epoch": 139.29,
+      "learning_rate": 1.5975232198142416e-05,
+      "loss": 0.0245,
+      "step": 2368
+    },
+    {
+      "epoch": 139.35,
+      "learning_rate": 1.5959752321981426e-05,
+      "loss": 0.0231,
+      "step": 2369
+    },
+    {
+      "epoch": 139.41,
+      "learning_rate": 1.5944272445820436e-05,
+      "loss": 0.025,
+      "step": 2370
+    },
+    {
+      "epoch": 139.47,
+      "learning_rate": 1.5928792569659443e-05,
+      "loss": 0.0221,
+      "step": 2371
+    },
+    {
+      "epoch": 139.53,
+      "learning_rate": 1.5913312693498453e-05,
+      "loss": 0.0223,
+      "step": 2372
+    },
+    {
+      "epoch": 139.59,
+      "learning_rate": 1.5897832817337463e-05,
+      "loss": 0.024,
+      "step": 2373
+    },
+    {
+      "epoch": 139.65,
+      "learning_rate": 1.588235294117647e-05,
+      "loss": 0.0242,
+      "step": 2374
+    },
+    {
+      "epoch": 139.71,
+      "learning_rate": 1.586687306501548e-05,
+      "loss": 0.0218,
+      "step": 2375
+    },
+    {
+      "epoch": 139.76,
+      "learning_rate": 1.585139318885449e-05,
+      "loss": 0.0232,
+      "step": 2376
+    },
+    {
+      "epoch": 139.82,
+      "learning_rate": 1.58359133126935e-05,
+      "loss": 0.0226,
+      "step": 2377
+    },
+    {
+      "epoch": 139.88,
+      "learning_rate": 1.582043343653251e-05,
+      "loss": 0.025,
+      "step": 2378
+    },
+    {
+      "epoch": 139.94,
+      "learning_rate": 1.580495356037152e-05,
+      "loss": 0.0221,
+      "step": 2379
+    },
+    {
+      "epoch": 140.0,
+      "learning_rate": 1.5789473684210526e-05,
+      "loss": 0.025,
+      "step": 2380
+    },
+    {
+      "epoch": 140.0,
+      "eval_accuracy_NAT": 0.9931871710068598,
+      "eval_accuracy_REST": 0.36260162601626017,
+      "eval_accuracy_concrete": 0.9544315244095403,
+      "eval_accuracy_concrete tiles": 0.9284704218713175,
+      "eval_accuracy_dark bricks": 0.8567224317133396,
+      "eval_accuracy_grass": 0.897832002937091,
+      "eval_accuracy_red bricks": 0.9276142355008787,
+      "eval_accuracy_road": 0.9807353672855027,
+      "eval_accuracy_rough concrete": 0.6266155798807048,
+      "eval_accuracy_rough red sidewalk": 0.7963137036674963,
+      "eval_accuracy_speedway bricks": 0.9909522624656156,
+      "eval_accuracy_steel": 0.915901582811477,
+      "eval_accuracy_tiles": 0.23999515283710504,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9835667506555436,
+      "eval_iou_REST": 0.35509554140127386,
+      "eval_iou_concrete": 0.8903689890861378,
+      "eval_iou_concrete tiles": 0.8749583564686285,
+      "eval_iou_dark bricks": 0.8393901175411534,
+      "eval_iou_grass": 0.8404643549307153,
+      "eval_iou_red bricks": 0.9007519598954722,
+      "eval_iou_road": 0.9600701655996041,
+      "eval_iou_rough concrete": 0.6176862756615465,
+      "eval_iou_rough red sidewalk": 0.6291171577946768,
+      "eval_iou_speedway bricks": 0.9785274371072907,
+      "eval_iou_steel": 0.8647052023394131,
+      "eval_iou_tiles": 0.2366047428469028,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08112779259681702,
+      "eval_mean_accuracy": 0.8054902355694762,
+      "eval_mean_iou": 0.7670236193329507,
+      "eval_overall_accuracy": 0.9797759298550881,
+      "eval_runtime": 5.558,
+      "eval_samples_per_second": 21.231,
+      "eval_steps_per_second": 1.439,
+      "step": 2380
+    },
+    {
+      "epoch": 140.06,
+      "learning_rate": 1.5773993808049536e-05,
+      "loss": 0.0202,
+      "step": 2381
+    },
+    {
+      "epoch": 140.12,
+      "learning_rate": 1.5758513931888546e-05,
+      "loss": 0.0185,
+      "step": 2382
+    },
+    {
+      "epoch": 140.18,
+      "learning_rate": 1.5743034055727552e-05,
+      "loss": 0.0251,
+      "step": 2383
+    },
+    {
+      "epoch": 140.24,
+      "learning_rate": 1.5727554179566566e-05,
+      "loss": 0.0242,
+      "step": 2384
+    },
+    {
+      "epoch": 140.29,
+      "learning_rate": 1.5712074303405576e-05,
+      "loss": 0.0241,
+      "step": 2385
+    },
+    {
+      "epoch": 140.35,
+      "learning_rate": 1.5696594427244582e-05,
+      "loss": 0.0233,
+      "step": 2386
+    },
+    {
+      "epoch": 140.41,
+      "learning_rate": 1.5681114551083592e-05,
+      "loss": 0.0213,
+      "step": 2387
+    },
+    {
+      "epoch": 140.47,
+      "learning_rate": 1.5665634674922602e-05,
+      "loss": 0.0223,
+      "step": 2388
+    },
+    {
+      "epoch": 140.53,
+      "learning_rate": 1.565015479876161e-05,
+      "loss": 0.0204,
+      "step": 2389
+    },
+    {
+      "epoch": 140.59,
+      "learning_rate": 1.563467492260062e-05,
+      "loss": 0.025,
+      "step": 2390
+    },
+    {
+      "epoch": 140.65,
+      "learning_rate": 1.561919504643963e-05,
+      "loss": 0.0259,
+      "step": 2391
+    },
+    {
+      "epoch": 140.71,
+      "learning_rate": 1.560371517027864e-05,
+      "loss": 0.0241,
+      "step": 2392
+    },
+    {
+      "epoch": 140.76,
+      "learning_rate": 1.558823529411765e-05,
+      "loss": 0.0207,
+      "step": 2393
+    },
+    {
+      "epoch": 140.82,
+      "learning_rate": 1.557275541795666e-05,
+      "loss": 0.0267,
+      "step": 2394
+    },
+    {
+      "epoch": 140.88,
+      "learning_rate": 1.5557275541795666e-05,
+      "loss": 0.0225,
+      "step": 2395
+    },
+    {
+      "epoch": 140.94,
+      "learning_rate": 1.5541795665634676e-05,
+      "loss": 0.0192,
+      "step": 2396
+    },
+    {
+      "epoch": 141.0,
+      "learning_rate": 1.5526315789473686e-05,
+      "loss": 0.0214,
+      "step": 2397
+    },
+    {
+      "epoch": 141.06,
+      "learning_rate": 1.5510835913312692e-05,
+      "loss": 0.0212,
+      "step": 2398
+    },
+    {
+      "epoch": 141.12,
+      "learning_rate": 1.5495356037151702e-05,
+      "loss": 0.0241,
+      "step": 2399
+    },
+    {
+      "epoch": 141.18,
+      "learning_rate": 1.5479876160990712e-05,
+      "loss": 0.0203,
+      "step": 2400
+    },
+    {
+      "epoch": 141.18,
+      "eval_accuracy_NAT": 0.99367189163262,
+      "eval_accuracy_REST": 0.32195121951219513,
+      "eval_accuracy_concrete": 0.9576752498436805,
+      "eval_accuracy_concrete tiles": 0.9230497289653548,
+      "eval_accuracy_dark bricks": 0.874657848898417,
+      "eval_accuracy_grass": 0.8939562539978123,
+      "eval_accuracy_red bricks": 0.9280536028119508,
+      "eval_accuracy_road": 0.9796638629415012,
+      "eval_accuracy_rough concrete": 0.6233024866075951,
+      "eval_accuracy_rough red sidewalk": 0.7674670436685491,
+      "eval_accuracy_speedway bricks": 0.9892506064612889,
+      "eval_accuracy_steel": 0.9159215741152599,
+      "eval_accuracy_tiles": 0.24084340634372445,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9834091702867114,
+      "eval_iou_REST": 0.31629392971246006,
+      "eval_iou_concrete": 0.8907013150991123,
+      "eval_iou_concrete tiles": 0.8698694029850746,
+      "eval_iou_dark bricks": 0.8539638191706068,
+      "eval_iou_grass": 0.8388498509217281,
+      "eval_iou_red bricks": 0.8998828416231761,
+      "eval_iou_road": 0.9594483905021755,
+      "eval_iou_rough concrete": 0.6164917223129196,
+      "eval_iou_rough red sidewalk": 0.6187147620491058,
+      "eval_iou_speedway bricks": 0.9793506841399607,
+      "eval_iou_steel": 0.8643264428314728,
+      "eval_iou_tiles": 0.2344717749070961,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08150885254144669,
+      "eval_mean_accuracy": 0.8007280596769193,
+      "eval_mean_iou": 0.7635210851185845,
+      "eval_overall_accuracy": 0.9797950679973021,
+      "eval_runtime": 5.4604,
+      "eval_samples_per_second": 21.61,
+      "eval_steps_per_second": 1.465,
+      "step": 2400
+    },
+    {
+      "epoch": 141.24,
+      "learning_rate": 1.5464396284829722e-05,
+      "loss": 0.0218,
+      "step": 2401
+    },
+    {
+      "epoch": 141.29,
+      "learning_rate": 1.5448916408668732e-05,
+      "loss": 0.0222,
+      "step": 2402
+    },
+    {
+      "epoch": 141.35,
+      "learning_rate": 1.5433436532507742e-05,
+      "loss": 0.0228,
+      "step": 2403
+    },
+    {
+      "epoch": 141.41,
+      "learning_rate": 1.541795665634675e-05,
+      "loss": 0.0218,
+      "step": 2404
+    },
+    {
+      "epoch": 141.47,
+      "learning_rate": 1.540247678018576e-05,
+      "loss": 0.0232,
+      "step": 2405
+    },
+    {
+      "epoch": 141.53,
+      "learning_rate": 1.538699690402477e-05,
+      "loss": 0.0201,
+      "step": 2406
+    },
+    {
+      "epoch": 141.59,
+      "learning_rate": 1.5371517027863776e-05,
+      "loss": 0.022,
+      "step": 2407
+    },
+    {
+      "epoch": 141.65,
+      "learning_rate": 1.535603715170279e-05,
+      "loss": 0.0248,
+      "step": 2408
+    },
+    {
+      "epoch": 141.71,
+      "learning_rate": 1.53405572755418e-05,
+      "loss": 0.0253,
+      "step": 2409
+    },
+    {
+      "epoch": 141.76,
+      "learning_rate": 1.5325077399380806e-05,
+      "loss": 0.0256,
+      "step": 2410
+    },
+    {
+      "epoch": 141.82,
+      "learning_rate": 1.5309597523219816e-05,
+      "loss": 0.022,
+      "step": 2411
+    },
+    {
+      "epoch": 141.88,
+      "learning_rate": 1.5294117647058826e-05,
+      "loss": 0.0244,
+      "step": 2412
+    },
+    {
+      "epoch": 141.94,
+      "learning_rate": 1.5278637770897832e-05,
+      "loss": 0.0241,
+      "step": 2413
+    },
+    {
+      "epoch": 142.0,
+      "learning_rate": 1.5263157894736842e-05,
+      "loss": 0.0218,
+      "step": 2414
+    },
+    {
+      "epoch": 142.06,
+      "learning_rate": 1.5247678018575854e-05,
+      "loss": 0.0238,
+      "step": 2415
+    },
+    {
+      "epoch": 142.12,
+      "learning_rate": 1.523219814241486e-05,
+      "loss": 0.0204,
+      "step": 2416
+    },
+    {
+      "epoch": 142.18,
+      "learning_rate": 1.521671826625387e-05,
+      "loss": 0.0226,
+      "step": 2417
+    },
+    {
+      "epoch": 142.24,
+      "learning_rate": 1.520123839009288e-05,
+      "loss": 0.0263,
+      "step": 2418
+    },
+    {
+      "epoch": 142.29,
+      "learning_rate": 1.5185758513931889e-05,
+      "loss": 0.0237,
+      "step": 2419
+    },
+    {
+      "epoch": 142.35,
+      "learning_rate": 1.5170278637770899e-05,
+      "loss": 0.0245,
+      "step": 2420
+    },
+    {
+      "epoch": 142.35,
+      "eval_accuracy_NAT": 0.9939281881352187,
+      "eval_accuracy_REST": 0.3121951219512195,
+      "eval_accuracy_concrete": 0.9541475503318254,
+      "eval_accuracy_concrete tiles": 0.9387461701626207,
+      "eval_accuracy_dark bricks": 0.869307849855483,
+      "eval_accuracy_grass": 0.8923902470411458,
+      "eval_accuracy_red bricks": 0.9260764499121266,
+      "eval_accuracy_road": 0.982679573172524,
+      "eval_accuracy_rough concrete": 0.6251437560705284,
+      "eval_accuracy_rough red sidewalk": 0.7979605802419931,
+      "eval_accuracy_speedway bricks": 0.9883130676899223,
+      "eval_accuracy_steel": 0.9334189627512032,
+      "eval_accuracy_tiles": 0.24417583083401498,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9834206690056343,
+      "eval_iou_REST": 0.3076923076923077,
+      "eval_iou_concrete": 0.8927875090299185,
+      "eval_iou_concrete tiles": 0.8695775570352582,
+      "eval_iou_dark bricks": 0.8510784828154867,
+      "eval_iou_grass": 0.8392537419687828,
+      "eval_iou_red bricks": 0.9012292891501871,
+      "eval_iou_road": 0.9598934026581473,
+      "eval_iou_rough concrete": 0.6196458525291185,
+      "eval_iou_rough red sidewalk": 0.6326735034581445,
+      "eval_iou_speedway bricks": 0.9793491284626138,
+      "eval_iou_steel": 0.8638788862754894,
+      "eval_iou_tiles": 0.24113687359760658,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08004844188690186,
+      "eval_mean_accuracy": 0.8044987190884482,
+      "eval_mean_iou": 0.7647397848983611,
+      "eval_overall_accuracy": 0.9799574512546345,
+      "eval_runtime": 5.8345,
+      "eval_samples_per_second": 20.224,
+      "eval_steps_per_second": 1.371,
+      "step": 2420
+    },
+    {
+      "epoch": 142.41,
+      "learning_rate": 1.5154798761609909e-05,
+      "loss": 0.0228,
+      "step": 2421
+    },
+    {
+      "epoch": 142.47,
+      "learning_rate": 1.5139318885448917e-05,
+      "loss": 0.0232,
+      "step": 2422
+    },
+    {
+      "epoch": 142.53,
+      "learning_rate": 1.5123839009287927e-05,
+      "loss": 0.025,
+      "step": 2423
+    },
+    {
+      "epoch": 142.59,
+      "learning_rate": 1.5108359133126937e-05,
+      "loss": 0.021,
+      "step": 2424
+    },
+    {
+      "epoch": 142.65,
+      "learning_rate": 1.5092879256965944e-05,
+      "loss": 0.0245,
+      "step": 2425
+    },
+    {
+      "epoch": 142.71,
+      "learning_rate": 1.5077399380804955e-05,
+      "loss": 0.0208,
+      "step": 2426
+    },
+    {
+      "epoch": 142.76,
+      "learning_rate": 1.5061919504643965e-05,
+      "loss": 0.0238,
+      "step": 2427
+    },
+    {
+      "epoch": 142.82,
+      "learning_rate": 1.5046439628482972e-05,
+      "loss": 0.0213,
+      "step": 2428
+    },
+    {
+      "epoch": 142.88,
+      "learning_rate": 1.5030959752321982e-05,
+      "loss": 0.0227,
+      "step": 2429
+    },
+    {
+      "epoch": 142.94,
+      "learning_rate": 1.5015479876160992e-05,
+      "loss": 0.0223,
+      "step": 2430
+    },
+    {
+      "epoch": 143.0,
+      "learning_rate": 1.5e-05,
+      "loss": 0.0226,
+      "step": 2431
+    },
+    {
+      "epoch": 143.06,
+      "learning_rate": 1.498452012383901e-05,
+      "loss": 0.028,
+      "step": 2432
+    },
+    {
+      "epoch": 143.12,
+      "learning_rate": 1.496904024767802e-05,
+      "loss": 0.0236,
+      "step": 2433
+    },
+    {
+      "epoch": 143.18,
+      "learning_rate": 1.4953560371517029e-05,
+      "loss": 0.0207,
+      "step": 2434
+    },
+    {
+      "epoch": 143.24,
+      "learning_rate": 1.4938080495356039e-05,
+      "loss": 0.0243,
+      "step": 2435
+    },
+    {
+      "epoch": 143.29,
+      "learning_rate": 1.4922600619195049e-05,
+      "loss": 0.0213,
+      "step": 2436
+    },
+    {
+      "epoch": 143.35,
+      "learning_rate": 1.4907120743034055e-05,
+      "loss": 0.023,
+      "step": 2437
+    },
+    {
+      "epoch": 143.41,
+      "learning_rate": 1.4891640866873065e-05,
+      "loss": 0.0239,
+      "step": 2438
+    },
+    {
+      "epoch": 143.47,
+      "learning_rate": 1.4876160990712077e-05,
+      "loss": 0.0249,
+      "step": 2439
+    },
+    {
+      "epoch": 143.53,
+      "learning_rate": 1.4860681114551084e-05,
+      "loss": 0.021,
+      "step": 2440
+    },
+    {
+      "epoch": 143.53,
+      "eval_accuracy_NAT": 0.9933527879307098,
+      "eval_accuracy_REST": 0.36260162601626017,
+      "eval_accuracy_concrete": 0.9556878134989734,
+      "eval_accuracy_concrete tiles": 0.9448974781993872,
+      "eval_accuracy_dark bricks": 0.8650154087628965,
+      "eval_accuracy_grass": 0.8963341243797477,
+      "eval_accuracy_red bricks": 0.9219573813708261,
+      "eval_accuracy_road": 0.9824300008390333,
+      "eval_accuracy_rough concrete": 0.6283853437334271,
+      "eval_accuracy_rough red sidewalk": 0.796133224042894,
+      "eval_accuracy_speedway bricks": 0.9896418331136432,
+      "eval_accuracy_steel": 0.9209543848425935,
+      "eval_accuracy_tiles": 0.23693538125965646,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9835878221190649,
+      "eval_iou_REST": 0.3562300319488818,
+      "eval_iou_concrete": 0.8919868383127242,
+      "eval_iou_concrete tiles": 0.8759258045487317,
+      "eval_iou_dark bricks": 0.8456834885777244,
+      "eval_iou_grass": 0.8395410876347136,
+      "eval_iou_red bricks": 0.8998659876708657,
+      "eval_iou_road": 0.9591424127623807,
+      "eval_iou_rough concrete": 0.6214714236884599,
+      "eval_iou_rough red sidewalk": 0.6309387589692246,
+      "eval_iou_speedway bricks": 0.9793744570027587,
+      "eval_iou_steel": 0.8647201535436582,
+      "eval_iou_tiles": 0.2342247911113773,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.07970796525478363,
+      "eval_mean_accuracy": 0.8072559067684651,
+      "eval_mean_iou": 0.7678994659915822,
+      "eval_overall_accuracy": 0.9799317828679489,
+      "eval_runtime": 5.4521,
+      "eval_samples_per_second": 21.643,
+      "eval_steps_per_second": 1.467,
+      "step": 2440
+    },
+    {
+      "epoch": 143.59,
+      "learning_rate": 1.4845201238390094e-05,
+      "loss": 0.0229,
+      "step": 2441
+    },
+    {
+      "epoch": 143.65,
+      "learning_rate": 1.4829721362229104e-05,
+      "loss": 0.025,
+      "step": 2442
+    },
+    {
+      "epoch": 143.71,
+      "learning_rate": 1.4814241486068112e-05,
+      "loss": 0.0223,
+      "step": 2443
+    },
+    {
+      "epoch": 143.76,
+      "learning_rate": 1.4798761609907122e-05,
+      "loss": 0.0224,
+      "step": 2444
+    },
+    {
+      "epoch": 143.82,
+      "learning_rate": 1.4783281733746132e-05,
+      "loss": 0.02,
+      "step": 2445
+    },
+    {
+      "epoch": 143.88,
+      "learning_rate": 1.476780185758514e-05,
+      "loss": 0.0242,
+      "step": 2446
+    },
+    {
+      "epoch": 143.94,
+      "learning_rate": 1.475232198142415e-05,
+      "loss": 0.0204,
+      "step": 2447
+    },
+    {
+      "epoch": 144.0,
+      "learning_rate": 1.4736842105263157e-05,
+      "loss": 0.0233,
+      "step": 2448
+    },
+    {
+      "epoch": 144.06,
+      "learning_rate": 1.4721362229102167e-05,
+      "loss": 0.0222,
+      "step": 2449
+    },
+    {
+      "epoch": 144.12,
+      "learning_rate": 1.4705882352941177e-05,
+      "loss": 0.0249,
+      "step": 2450
+    },
+    {
+      "epoch": 144.18,
+      "learning_rate": 1.4690402476780185e-05,
+      "loss": 0.0209,
+      "step": 2451
+    },
+    {
+      "epoch": 144.24,
+      "learning_rate": 1.4674922600619195e-05,
+      "loss": 0.0239,
+      "step": 2452
+    },
+    {
+      "epoch": 144.29,
+      "learning_rate": 1.4659442724458205e-05,
+      "loss": 0.0283,
+      "step": 2453
+    },
+    {
+      "epoch": 144.35,
+      "learning_rate": 1.4643962848297213e-05,
+      "loss": 0.0237,
+      "step": 2454
+    },
+    {
+      "epoch": 144.41,
+      "learning_rate": 1.4628482972136224e-05,
+      "loss": 0.025,
+      "step": 2455
+    },
+    {
+      "epoch": 144.47,
+      "learning_rate": 1.4613003095975234e-05,
+      "loss": 0.0219,
+      "step": 2456
+    },
+    {
+      "epoch": 144.53,
+      "learning_rate": 1.459752321981424e-05,
+      "loss": 0.0228,
+      "step": 2457
+    },
+    {
+      "epoch": 144.59,
+      "learning_rate": 1.4582043343653252e-05,
+      "loss": 0.0232,
+      "step": 2458
+    },
+    {
+      "epoch": 144.65,
+      "learning_rate": 1.4566563467492262e-05,
+      "loss": 0.0212,
+      "step": 2459
+    },
+    {
+      "epoch": 144.71,
+      "learning_rate": 1.4551083591331268e-05,
+      "loss": 0.0235,
+      "step": 2460
+    },
+    {
+      "epoch": 144.71,
+      "eval_accuracy_NAT": 0.9942651905411387,
+      "eval_accuracy_REST": 0.2910569105691057,
+      "eval_accuracy_concrete": 0.9581354177973396,
+      "eval_accuracy_concrete tiles": 0.9410558567051615,
+      "eval_accuracy_dark bricks": 0.8602827173018395,
+      "eval_accuracy_grass": 0.8844286865980083,
+      "eval_accuracy_red bricks": 0.9149275043936731,
+      "eval_accuracy_road": 0.9793560392496584,
+      "eval_accuracy_rough concrete": 0.6232071457939804,
+      "eval_accuracy_rough red sidewalk": 0.7764233450394423,
+      "eval_accuracy_speedway bricks": 0.9884074898911694,
+      "eval_accuracy_steel": 0.9206570141988235,
+      "eval_accuracy_tiles": 0.2400254476051986,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9832345635795381,
+      "eval_iou_REST": 0.28685897435897434,
+      "eval_iou_concrete": 0.8909627117053784,
+      "eval_iou_concrete tiles": 0.8680406095784691,
+      "eval_iou_dark bricks": 0.8449621876189716,
+      "eval_iou_grass": 0.8353880886753398,
+      "eval_iou_red bricks": 0.8935793595451376,
+      "eval_iou_road": 0.9600096390086489,
+      "eval_iou_rough concrete": 0.6179051040121943,
+      "eval_iou_rough red sidewalk": 0.6197879773810524,
+      "eval_iou_speedway bricks": 0.9793332679068495,
+      "eval_iou_steel": 0.8658182929122016,
+      "eval_iou_tiles": 0.23686806780471764,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08249124139547348,
+      "eval_mean_accuracy": 0.7978637512065032,
+      "eval_mean_iou": 0.7602114495451903,
+      "eval_overall_accuracy": 0.9797041941497285,
+      "eval_runtime": 5.5302,
+      "eval_samples_per_second": 21.338,
+      "eval_steps_per_second": 1.447,
+      "step": 2460
+    },
+    {
+      "epoch": 144.76,
+      "learning_rate": 1.4535603715170278e-05,
+      "loss": 0.0204,
+      "step": 2461
+    },
+    {
+      "epoch": 144.82,
+      "learning_rate": 1.4520123839009288e-05,
+      "loss": 0.021,
+      "step": 2462
+    },
+    {
+      "epoch": 144.88,
+      "learning_rate": 1.4504643962848297e-05,
+      "loss": 0.024,
+      "step": 2463
+    },
+    {
+      "epoch": 144.94,
+      "learning_rate": 1.4489164086687307e-05,
+      "loss": 0.0207,
+      "step": 2464
+    },
+    {
+      "epoch": 145.0,
+      "learning_rate": 1.4473684210526317e-05,
+      "loss": 0.0201,
+      "step": 2465
+    },
+    {
+      "epoch": 145.06,
+      "learning_rate": 1.4458204334365325e-05,
+      "loss": 0.0256,
+      "step": 2466
+    },
+    {
+      "epoch": 145.12,
+      "learning_rate": 1.4442724458204335e-05,
+      "loss": 0.0243,
+      "step": 2467
+    },
+    {
+      "epoch": 145.18,
+      "learning_rate": 1.4427244582043345e-05,
+      "loss": 0.0219,
+      "step": 2468
+    },
+    {
+      "epoch": 145.24,
+      "learning_rate": 1.4411764705882352e-05,
+      "loss": 0.0224,
+      "step": 2469
+    },
+    {
+      "epoch": 145.29,
+      "learning_rate": 1.4396284829721363e-05,
+      "loss": 0.025,
+      "step": 2470
+    },
+    {
+      "epoch": 145.35,
+      "learning_rate": 1.4380804953560373e-05,
+      "loss": 0.0247,
+      "step": 2471
+    },
+    {
+      "epoch": 145.41,
+      "learning_rate": 1.436532507739938e-05,
+      "loss": 0.0176,
+      "step": 2472
+    },
+    {
+      "epoch": 145.47,
+      "learning_rate": 1.434984520123839e-05,
+      "loss": 0.0207,
+      "step": 2473
+    },
+    {
+      "epoch": 145.53,
+      "learning_rate": 1.43343653250774e-05,
+      "loss": 0.0224,
+      "step": 2474
+    },
+    {
+      "epoch": 145.59,
+      "learning_rate": 1.4318885448916408e-05,
+      "loss": 0.0209,
+      "step": 2475
+    },
+    {
+      "epoch": 145.65,
+      "learning_rate": 1.4303405572755418e-05,
+      "loss": 0.0214,
+      "step": 2476
+    },
+    {
+      "epoch": 145.71,
+      "learning_rate": 1.4287925696594428e-05,
+      "loss": 0.0223,
+      "step": 2477
+    },
+    {
+      "epoch": 145.76,
+      "learning_rate": 1.4272445820433437e-05,
+      "loss": 0.021,
+      "step": 2478
+    },
+    {
+      "epoch": 145.82,
+      "learning_rate": 1.4256965944272447e-05,
+      "loss": 0.0207,
+      "step": 2479
+    },
+    {
+      "epoch": 145.88,
+      "learning_rate": 1.4241486068111457e-05,
+      "loss": 0.0254,
+      "step": 2480
+    },
+    {
+      "epoch": 145.88,
+      "eval_accuracy_NAT": 0.9940816210015199,
+      "eval_accuracy_REST": 0.2845528455284553,
+      "eval_accuracy_concrete": 0.9532226280329426,
+      "eval_accuracy_concrete tiles": 0.9409144473250058,
+      "eval_accuracy_dark bricks": 0.8679966694102559,
+      "eval_accuracy_grass": 0.8930261121014962,
+      "eval_accuracy_red bricks": 0.9247034270650264,
+      "eval_accuracy_road": 0.9797675396710455,
+      "eval_accuracy_rough concrete": 0.6242320595403381,
+      "eval_accuracy_rough red sidewalk": 0.7813790147316494,
+      "eval_accuracy_speedway bricks": 0.9903286646610089,
+      "eval_accuracy_steel": 0.9162139469330841,
+      "eval_accuracy_tiles": 0.24611469599200217,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9833423148825381,
+      "eval_iou_REST": 0.2808988764044944,
+      "eval_iou_concrete": 0.8924652843132975,
+      "eval_iou_concrete tiles": 0.8708446034377454,
+      "eval_iou_dark bricks": 0.8467086161343628,
+      "eval_iou_grass": 0.838213717298319,
+      "eval_iou_red bricks": 0.9010489136251739,
+      "eval_iou_road": 0.9606772218394087,
+      "eval_iou_rough concrete": 0.6182601510859301,
+      "eval_iou_rough red sidewalk": 0.6232238716449243,
+      "eval_iou_speedway bricks": 0.9791732393263678,
+      "eval_iou_steel": 0.865265483070867,
+      "eval_iou_tiles": 0.24308069776487837,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08122285455465317,
+      "eval_mean_accuracy": 0.7997333593841408,
+      "eval_mean_iou": 0.7617848454483315,
+      "eval_overall_accuracy": 0.97989305399232,
+      "eval_runtime": 5.4103,
+      "eval_samples_per_second": 21.81,
+      "eval_steps_per_second": 1.479,
+      "step": 2480
+    },
+    {
+      "epoch": 145.94,
+      "learning_rate": 1.4226006191950463e-05,
+      "loss": 0.0216,
+      "step": 2481
+    },
+    {
+      "epoch": 146.0,
+      "learning_rate": 1.4210526315789475e-05,
+      "loss": 0.0244,
+      "step": 2482
+    },
+    {
+      "epoch": 146.06,
+      "learning_rate": 1.4195046439628485e-05,
+      "loss": 0.0249,
+      "step": 2483
+    },
+    {
+      "epoch": 146.12,
+      "learning_rate": 1.4179566563467492e-05,
+      "loss": 0.0197,
+      "step": 2484
+    },
+    {
+      "epoch": 146.18,
+      "learning_rate": 1.4164086687306502e-05,
+      "loss": 0.026,
+      "step": 2485
+    },
+    {
+      "epoch": 146.24,
+      "learning_rate": 1.4148606811145512e-05,
+      "loss": 0.024,
+      "step": 2486
+    },
+    {
+      "epoch": 146.29,
+      "learning_rate": 1.413312693498452e-05,
+      "loss": 0.0224,
+      "step": 2487
+    },
+    {
+      "epoch": 146.35,
+      "learning_rate": 1.411764705882353e-05,
+      "loss": 0.0216,
+      "step": 2488
+    },
+    {
+      "epoch": 146.41,
+      "learning_rate": 1.410216718266254e-05,
+      "loss": 0.0205,
+      "step": 2489
+    },
+    {
+      "epoch": 146.47,
+      "learning_rate": 1.4086687306501548e-05,
+      "loss": 0.0255,
+      "step": 2490
+    },
+    {
+      "epoch": 146.53,
+      "learning_rate": 1.4071207430340558e-05,
+      "loss": 0.0232,
+      "step": 2491
+    },
+    {
+      "epoch": 146.59,
+      "learning_rate": 1.4055727554179568e-05,
+      "loss": 0.0259,
+      "step": 2492
+    },
+    {
+      "epoch": 146.65,
+      "learning_rate": 1.4040247678018575e-05,
+      "loss": 0.0225,
+      "step": 2493
+    },
+    {
+      "epoch": 146.71,
+      "learning_rate": 1.4024767801857586e-05,
+      "loss": 0.0209,
+      "step": 2494
+    },
+    {
+      "epoch": 146.76,
+      "learning_rate": 1.4009287925696596e-05,
+      "loss": 0.0219,
+      "step": 2495
+    },
+    {
+      "epoch": 146.82,
+      "learning_rate": 1.3993808049535603e-05,
+      "loss": 0.0232,
+      "step": 2496
+    },
+    {
+      "epoch": 146.88,
+      "learning_rate": 1.3978328173374613e-05,
+      "loss": 0.0199,
+      "step": 2497
+    },
+    {
+      "epoch": 146.94,
+      "learning_rate": 1.3962848297213623e-05,
+      "loss": 0.0211,
+      "step": 2498
+    },
+    {
+      "epoch": 147.0,
+      "learning_rate": 1.3947368421052631e-05,
+      "loss": 0.0237,
+      "step": 2499
+    },
+    {
+      "epoch": 147.06,
+      "learning_rate": 1.3931888544891641e-05,
+      "loss": 0.0216,
+      "step": 2500
+    },
+    {
+      "epoch": 147.06,
+      "eval_accuracy_NAT": 0.9935082155320963,
+      "eval_accuracy_REST": 0.2926829268292683,
+      "eval_accuracy_concrete": 0.9526069049653804,
+      "eval_accuracy_concrete tiles": 0.9280933301909027,
+      "eval_accuracy_dark bricks": 0.8560955534712784,
+      "eval_accuracy_grass": 0.899503987403816,
+      "eval_accuracy_red bricks": 0.9277240773286467,
+      "eval_accuracy_road": 0.9810020409352068,
+      "eval_accuracy_rough concrete": 0.6234931682348244,
+      "eval_accuracy_rough red sidewalk": 0.7848457275208868,
+      "eval_accuracy_speedway bricks": 0.9912883095375677,
+      "eval_accuracy_steel": 0.907507734135651,
+      "eval_accuracy_tiles": 0.23226998697324971,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9834419588562487,
+      "eval_iou_REST": 0.2903225806451613,
+      "eval_iou_concrete": 0.8914125672242745,
+      "eval_iou_concrete tiles": 0.8713710391219684,
+      "eval_iou_dark bricks": 0.8392953484553494,
+      "eval_iou_grass": 0.837533093984714,
+      "eval_iou_red bricks": 0.9033155080213904,
+      "eval_iou_road": 0.9600976598151724,
+      "eval_iou_rough concrete": 0.6180389840519788,
+      "eval_iou_rough red sidewalk": 0.6270231300690898,
+      "eval_iou_speedway bricks": 0.9788321066603133,
+      "eval_iou_steel": 0.862846797358911,
+      "eval_iou_tiles": 0.23051020714951445,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08095356822013855,
+      "eval_mean_accuracy": 0.7977401510045211,
+      "eval_mean_iou": 0.7610800754933913,
+      "eval_overall_accuracy": 0.9797616085763705,
+      "eval_runtime": 5.4495,
+      "eval_samples_per_second": 21.653,
+      "eval_steps_per_second": 1.468,
+      "step": 2500
+    },
+    {
+      "epoch": 147.12,
+      "learning_rate": 1.3916408668730651e-05,
+      "loss": 0.0234,
+      "step": 2501
+    },
+    {
+      "epoch": 147.18,
+      "learning_rate": 1.390092879256966e-05,
+      "loss": 0.0208,
+      "step": 2502
+    },
+    {
+      "epoch": 147.24,
+      "learning_rate": 1.388544891640867e-05,
+      "loss": 0.0221,
+      "step": 2503
+    },
+    {
+      "epoch": 147.29,
+      "learning_rate": 1.386996904024768e-05,
+      "loss": 0.0223,
+      "step": 2504
+    },
+    {
+      "epoch": 147.35,
+      "learning_rate": 1.3854489164086686e-05,
+      "loss": 0.0221,
+      "step": 2505
+    },
+    {
+      "epoch": 147.41,
+      "learning_rate": 1.3839009287925696e-05,
+      "loss": 0.0225,
+      "step": 2506
+    },
+    {
+      "epoch": 147.47,
+      "learning_rate": 1.3823529411764708e-05,
+      "loss": 0.0209,
+      "step": 2507
+    },
+    {
+      "epoch": 147.53,
+      "learning_rate": 1.3808049535603715e-05,
+      "loss": 0.0211,
+      "step": 2508
+    },
+    {
+      "epoch": 147.59,
+      "learning_rate": 1.3792569659442725e-05,
+      "loss": 0.0223,
+      "step": 2509
+    },
+    {
+      "epoch": 147.65,
+      "learning_rate": 1.3777089783281735e-05,
+      "loss": 0.0238,
+      "step": 2510
+    },
+    {
+      "epoch": 147.71,
+      "learning_rate": 1.3761609907120743e-05,
+      "loss": 0.0222,
+      "step": 2511
+    },
+    {
+      "epoch": 147.76,
+      "learning_rate": 1.3746130030959753e-05,
+      "loss": 0.0258,
+      "step": 2512
+    },
+    {
+      "epoch": 147.82,
+      "learning_rate": 1.3730650154798763e-05,
+      "loss": 0.0216,
+      "step": 2513
+    },
+    {
+      "epoch": 147.88,
+      "learning_rate": 1.3715170278637771e-05,
+      "loss": 0.0217,
+      "step": 2514
+    },
+    {
+      "epoch": 147.94,
+      "learning_rate": 1.3699690402476781e-05,
+      "loss": 0.0239,
+      "step": 2515
+    },
+    {
+      "epoch": 148.0,
+      "learning_rate": 1.3684210526315791e-05,
+      "loss": 0.0259,
+      "step": 2516
+    },
+    {
+      "epoch": 148.06,
+      "learning_rate": 1.3668730650154798e-05,
+      "loss": 0.022,
+      "step": 2517
+    },
+    {
+      "epoch": 148.12,
+      "learning_rate": 1.3653250773993808e-05,
+      "loss": 0.0226,
+      "step": 2518
+    },
+    {
+      "epoch": 148.18,
+      "learning_rate": 1.363777089783282e-05,
+      "loss": 0.022,
+      "step": 2519
+    },
+    {
+      "epoch": 148.24,
+      "learning_rate": 1.3622291021671826e-05,
+      "loss": 0.0229,
+      "step": 2520
+    },
+    {
+      "epoch": 148.24,
+      "eval_accuracy_NAT": 0.9935867110532961,
+      "eval_accuracy_REST": 0.3642276422764228,
+      "eval_accuracy_concrete": 0.9541918854502843,
+      "eval_accuracy_concrete tiles": 0.9384162149422578,
+      "eval_accuracy_dark bricks": 0.8601487280592616,
+      "eval_accuracy_grass": 0.8935153118577479,
+      "eval_accuracy_red bricks": 0.9304152021089631,
+      "eval_accuracy_road": 0.9833165972014765,
+      "eval_accuracy_rough concrete": 0.6247802692186224,
+      "eval_accuracy_rough red sidewalk": 0.7976898608050895,
+      "eval_accuracy_speedway bricks": 0.9898164542081456,
+      "eval_accuracy_steel": 0.9154767676060913,
+      "eval_accuracy_tiles": 0.24593292738344089,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9834584641418803,
+      "eval_iou_REST": 0.35443037974683544,
+      "eval_iou_concrete": 0.892060157146073,
+      "eval_iou_concrete tiles": 0.8637468002950236,
+      "eval_iou_dark bricks": 0.8429170340079909,
+      "eval_iou_grass": 0.8380164321123731,
+      "eval_iou_red bricks": 0.8966338520165131,
+      "eval_iou_road": 0.9592652585843303,
+      "eval_iou_rough concrete": 0.6181500893178241,
+      "eval_iou_rough red sidewalk": 0.6256879110508154,
+      "eval_iou_speedway bricks": 0.9792214498584502,
+      "eval_iou_steel": 0.8649571358078324,
+      "eval_iou_tiles": 0.2430029634507738,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08096043765544891,
+      "eval_mean_accuracy": 0.8070395824746999,
+      "eval_mean_iou": 0.7662729175028242,
+      "eval_overall_accuracy": 0.9798249066886255,
+      "eval_runtime": 5.3386,
+      "eval_samples_per_second": 22.103,
+      "eval_steps_per_second": 1.499,
+      "step": 2520
+    },
+    {
+      "epoch": 148.29,
+      "learning_rate": 1.3606811145510836e-05,
+      "loss": 0.0229,
+      "step": 2521
+    },
+    {
+      "epoch": 148.35,
+      "learning_rate": 1.3591331269349846e-05,
+      "loss": 0.021,
+      "step": 2522
+    },
+    {
+      "epoch": 148.41,
+      "learning_rate": 1.3575851393188855e-05,
+      "loss": 0.0229,
+      "step": 2523
+    },
+    {
+      "epoch": 148.47,
+      "learning_rate": 1.3560371517027865e-05,
+      "loss": 0.0188,
+      "step": 2524
+    },
+    {
+      "epoch": 148.53,
+      "learning_rate": 1.3544891640866875e-05,
+      "loss": 0.0203,
+      "step": 2525
+    },
+    {
+      "epoch": 148.59,
+      "learning_rate": 1.3529411764705883e-05,
+      "loss": 0.0202,
+      "step": 2526
+    },
+    {
+      "epoch": 148.65,
+      "learning_rate": 1.3513931888544893e-05,
+      "loss": 0.0243,
+      "step": 2527
+    },
+    {
+      "epoch": 148.71,
+      "learning_rate": 1.3498452012383903e-05,
+      "loss": 0.0206,
+      "step": 2528
+    },
+    {
+      "epoch": 148.76,
+      "learning_rate": 1.348297213622291e-05,
+      "loss": 0.0215,
+      "step": 2529
+    },
+    {
+      "epoch": 148.82,
+      "learning_rate": 1.346749226006192e-05,
+      "loss": 0.0278,
+      "step": 2530
+    },
+    {
+      "epoch": 148.88,
+      "learning_rate": 1.3452012383900931e-05,
+      "loss": 0.0271,
+      "step": 2531
+    },
+    {
+      "epoch": 148.94,
+      "learning_rate": 1.3436532507739938e-05,
+      "loss": 0.0238,
+      "step": 2532
+    },
+    {
+      "epoch": 149.0,
+      "learning_rate": 1.3421052631578948e-05,
+      "loss": 0.0257,
+      "step": 2533
+    },
+    {
+      "epoch": 149.06,
+      "learning_rate": 1.3405572755417958e-05,
+      "loss": 0.026,
+      "step": 2534
+    },
+    {
+      "epoch": 149.12,
+      "learning_rate": 1.3390092879256966e-05,
+      "loss": 0.0223,
+      "step": 2535
+    },
+    {
+      "epoch": 149.18,
+      "learning_rate": 1.3374613003095976e-05,
+      "loss": 0.0232,
+      "step": 2536
+    },
+    {
+      "epoch": 149.24,
+      "learning_rate": 1.3359133126934986e-05,
+      "loss": 0.0226,
+      "step": 2537
+    },
+    {
+      "epoch": 149.29,
+      "learning_rate": 1.3343653250773994e-05,
+      "loss": 0.0227,
+      "step": 2538
+    },
+    {
+      "epoch": 149.35,
+      "learning_rate": 1.3328173374613004e-05,
+      "loss": 0.0228,
+      "step": 2539
+    },
+    {
+      "epoch": 149.41,
+      "learning_rate": 1.3312693498452014e-05,
+      "loss": 0.022,
+      "step": 2540
+    },
+    {
+      "epoch": 149.41,
+      "eval_accuracy_NAT": 0.9934164577181664,
+      "eval_accuracy_REST": 0.31382113821138213,
+      "eval_accuracy_concrete": 0.9571764797610184,
+      "eval_accuracy_concrete tiles": 0.9459816167805798,
+      "eval_accuracy_dark bricks": 0.8610818674272152,
+      "eval_accuracy_grass": 0.8923665913469363,
+      "eval_accuracy_red bricks": 0.9240992970123023,
+      "eval_accuracy_road": 0.9814819466214479,
+      "eval_accuracy_rough concrete": 0.6235110446373772,
+      "eval_accuracy_rough red sidewalk": 0.7865452439858925,
+      "eval_accuracy_speedway bricks": 0.9896913576438799,
+      "eval_accuracy_steel": 0.9175633599384267,
+      "eval_accuracy_tiles": 0.23966191038807597,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9835405568836345,
+      "eval_iou_REST": 0.3029827315541601,
+      "eval_iou_concrete": 0.8908520857944437,
+      "eval_iou_concrete tiles": 0.8671174577113353,
+      "eval_iou_dark bricks": 0.8420269441883753,
+      "eval_iou_grass": 0.837845449400719,
+      "eval_iou_red bricks": 0.8953333688075347,
+      "eval_iou_road": 0.9596578454399858,
+      "eval_iou_rough concrete": 0.6181516358093978,
+      "eval_iou_rough red sidewalk": 0.6212225601064335,
+      "eval_iou_speedway bricks": 0.9791889938439299,
+      "eval_iou_steel": 0.8651942996635218,
+      "eval_iou_tiles": 0.23766748783272246,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.081676185131073,
+      "eval_mean_accuracy": 0.802030639344054,
+      "eval_mean_iou": 0.7615985705412457,
+      "eval_overall_accuracy": 0.9797789040258376,
+      "eval_runtime": 5.5724,
+      "eval_samples_per_second": 21.176,
+      "eval_steps_per_second": 1.436,
+      "step": 2540
+    },
+    {
+      "epoch": 149.47,
+      "learning_rate": 1.3297213622291021e-05,
+      "loss": 0.0248,
+      "step": 2541
+    },
+    {
+      "epoch": 149.53,
+      "learning_rate": 1.3281733746130031e-05,
+      "loss": 0.0217,
+      "step": 2542
+    },
+    {
+      "epoch": 149.59,
+      "learning_rate": 1.3266253869969043e-05,
+      "loss": 0.0236,
+      "step": 2543
+    },
+    {
+      "epoch": 149.65,
+      "learning_rate": 1.325077399380805e-05,
+      "loss": 0.0236,
+      "step": 2544
+    },
+    {
+      "epoch": 149.71,
+      "learning_rate": 1.323529411764706e-05,
+      "loss": 0.02,
+      "step": 2545
+    },
+    {
+      "epoch": 149.76,
+      "learning_rate": 1.321981424148607e-05,
+      "loss": 0.0251,
+      "step": 2546
+    },
+    {
+      "epoch": 149.82,
+      "learning_rate": 1.3204334365325078e-05,
+      "loss": 0.0231,
+      "step": 2547
+    },
+    {
+      "epoch": 149.88,
+      "learning_rate": 1.3188854489164088e-05,
+      "loss": 0.0191,
+      "step": 2548
+    },
+    {
+      "epoch": 149.94,
+      "learning_rate": 1.3173374613003098e-05,
+      "loss": 0.0224,
+      "step": 2549
+    },
+    {
+      "epoch": 150.0,
+      "learning_rate": 1.3157894736842106e-05,
+      "loss": 0.0185,
+      "step": 2550
+    },
+    {
+      "epoch": 150.06,
+      "learning_rate": 1.3142414860681116e-05,
+      "loss": 0.0262,
+      "step": 2551
+    },
+    {
+      "epoch": 150.12,
+      "learning_rate": 1.3126934984520126e-05,
+      "loss": 0.026,
+      "step": 2552
+    },
+    {
+      "epoch": 150.18,
+      "learning_rate": 1.3111455108359133e-05,
+      "loss": 0.0269,
+      "step": 2553
+    },
+    {
+      "epoch": 150.24,
+      "learning_rate": 1.3095975232198143e-05,
+      "loss": 0.02,
+      "step": 2554
+    },
+    {
+      "epoch": 150.29,
+      "learning_rate": 1.3080495356037154e-05,
+      "loss": 0.022,
+      "step": 2555
+    },
+    {
+      "epoch": 150.35,
+      "learning_rate": 1.3065015479876161e-05,
+      "loss": 0.0197,
+      "step": 2556
+    },
+    {
+      "epoch": 150.41,
+      "learning_rate": 1.3049535603715171e-05,
+      "loss": 0.0205,
+      "step": 2557
+    },
+    {
+      "epoch": 150.47,
+      "learning_rate": 1.3034055727554181e-05,
+      "loss": 0.0189,
+      "step": 2558
+    },
+    {
+      "epoch": 150.53,
+      "learning_rate": 1.301857585139319e-05,
+      "loss": 0.0218,
+      "step": 2559
+    },
+    {
+      "epoch": 150.59,
+      "learning_rate": 1.30030959752322e-05,
+      "loss": 0.0235,
+      "step": 2560
+    },
+    {
+      "epoch": 150.59,
+      "eval_accuracy_NAT": 0.9937834350621271,
+      "eval_accuracy_REST": 0.26666666666666666,
+      "eval_accuracy_concrete": 0.9538612830583282,
+      "eval_accuracy_concrete tiles": 0.9397360358237097,
+      "eval_accuracy_dark bricks": 0.8590098194973489,
+      "eval_accuracy_grass": 0.8940414144969664,
+      "eval_accuracy_red bricks": 0.9200351493848857,
+      "eval_accuracy_road": 0.9817635839228389,
+      "eval_accuracy_rough concrete": 0.6240056251080033,
+      "eval_accuracy_rough red sidewalk": 0.7736334308424638,
+      "eval_accuracy_speedway bricks": 0.9896928999302886,
+      "eval_accuracy_steel": 0.922898539135476,
+      "eval_accuracy_tiles": 0.24278227150171167,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9833997743893802,
+      "eval_iou_REST": 0.2640901771336554,
+      "eval_iou_concrete": 0.8915905192031649,
+      "eval_iou_concrete tiles": 0.8687685201324734,
+      "eval_iou_dark bricks": 0.8424686143376745,
+      "eval_iou_grass": 0.8377931195922617,
+      "eval_iou_red bricks": 0.899194847020934,
+      "eval_iou_road": 0.9601298864878227,
+      "eval_iou_rough concrete": 0.617613059991979,
+      "eval_iou_rough red sidewalk": 0.6176721342971733,
+      "eval_iou_speedway bricks": 0.9790263550017206,
+      "eval_iou_steel": 0.8659644910477298,
+      "eval_iou_tiles": 0.24024942290973408,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08168569207191467,
+      "eval_mean_accuracy": 0.7970700118792935,
+      "eval_mean_iou": 0.7590739170419772,
+      "eval_overall_accuracy": 0.9797867273880263,
+      "eval_runtime": 5.5353,
+      "eval_samples_per_second": 21.318,
+      "eval_steps_per_second": 1.445,
+      "step": 2560
+    },
+    {
+      "epoch": 150.65,
+      "learning_rate": 1.298761609907121e-05,
+      "loss": 0.0233,
+      "step": 2561
+    },
+    {
+      "epoch": 150.71,
+      "learning_rate": 1.2972136222910216e-05,
+      "loss": 0.0216,
+      "step": 2562
+    },
+    {
+      "epoch": 150.76,
+      "learning_rate": 1.2956656346749228e-05,
+      "loss": 0.0191,
+      "step": 2563
+    },
+    {
+      "epoch": 150.82,
+      "learning_rate": 1.2941176470588238e-05,
+      "loss": 0.0228,
+      "step": 2564
+    },
+    {
+      "epoch": 150.88,
+      "learning_rate": 1.2925696594427244e-05,
+      "loss": 0.0192,
+      "step": 2565
+    },
+    {
+      "epoch": 150.94,
+      "learning_rate": 1.2910216718266254e-05,
+      "loss": 0.0234,
+      "step": 2566
+    },
+    {
+      "epoch": 151.0,
+      "learning_rate": 1.2894736842105264e-05,
+      "loss": 0.0218,
+      "step": 2567
+    },
+    {
+      "epoch": 151.06,
+      "learning_rate": 1.2879256965944272e-05,
+      "loss": 0.025,
+      "step": 2568
+    },
+    {
+      "epoch": 151.12,
+      "learning_rate": 1.2863777089783282e-05,
+      "loss": 0.0207,
+      "step": 2569
+    },
+    {
+      "epoch": 151.18,
+      "learning_rate": 1.2848297213622292e-05,
+      "loss": 0.0222,
+      "step": 2570
+    },
+    {
+      "epoch": 151.24,
+      "learning_rate": 1.28328173374613e-05,
+      "loss": 0.0197,
+      "step": 2571
+    },
+    {
+      "epoch": 151.29,
+      "learning_rate": 1.281733746130031e-05,
+      "loss": 0.02,
+      "step": 2572
+    },
+    {
+      "epoch": 151.35,
+      "learning_rate": 1.280185758513932e-05,
+      "loss": 0.0218,
+      "step": 2573
+    },
+    {
+      "epoch": 151.41,
+      "learning_rate": 1.2786377708978327e-05,
+      "loss": 0.0225,
+      "step": 2574
+    },
+    {
+      "epoch": 151.47,
+      "learning_rate": 1.2770897832817339e-05,
+      "loss": 0.0277,
+      "step": 2575
+    },
+    {
+      "epoch": 151.53,
+      "learning_rate": 1.2755417956656349e-05,
+      "loss": 0.021,
+      "step": 2576
+    },
+    {
+      "epoch": 151.59,
+      "learning_rate": 1.2739938080495356e-05,
+      "loss": 0.0206,
+      "step": 2577
+    },
+    {
+      "epoch": 151.65,
+      "learning_rate": 1.2724458204334366e-05,
+      "loss": 0.0231,
+      "step": 2578
+    },
+    {
+      "epoch": 151.71,
+      "learning_rate": 1.2708978328173376e-05,
+      "loss": 0.0261,
+      "step": 2579
+    },
+    {
+      "epoch": 151.76,
+      "learning_rate": 1.2693498452012384e-05,
+      "loss": 0.0224,
+      "step": 2580
+    },
+    {
+      "epoch": 151.76,
+      "eval_accuracy_NAT": 0.9938005250897509,
+      "eval_accuracy_REST": 0.35609756097560974,
+      "eval_accuracy_concrete": 0.9555158238152969,
+      "eval_accuracy_concrete tiles": 0.9403252415743578,
+      "eval_accuracy_dark bricks": 0.8660586107229676,
+      "eval_accuracy_grass": 0.8891806424508056,
+      "eval_accuracy_red bricks": 0.9244288224956063,
+      "eval_accuracy_road": 0.9814386589147825,
+      "eval_accuracy_rough concrete": 0.6237732318748175,
+      "eval_accuracy_rough red sidewalk": 0.7723851134389641,
+      "eval_accuracy_speedway bricks": 0.9899161887292451,
+      "eval_accuracy_steel": 0.9213692043960877,
+      "eval_accuracy_tiles": 0.24532703202156989,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9834206731119332,
+      "eval_iou_REST": 0.347068145800317,
+      "eval_iou_concrete": 0.8912362431304774,
+      "eval_iou_concrete tiles": 0.868839964286492,
+      "eval_iou_dark bricks": 0.847012463085772,
+      "eval_iou_grass": 0.8374223697964706,
+      "eval_iou_red bricks": 0.8983774551665243,
+      "eval_iou_road": 0.960038412639996,
+      "eval_iou_rough concrete": 0.6176015953178836,
+      "eval_iou_rough red sidewalk": 0.6209254243845819,
+      "eval_iou_speedway bricks": 0.9792905652649543,
+      "eval_iou_steel": 0.8657576447770376,
+      "eval_iou_tiles": 0.23977023746076864,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08196701109409332,
+      "eval_mean_accuracy": 0.8045858966538355,
+      "eval_mean_iou": 0.7659047072479391,
+      "eval_overall_accuracy": 0.97982241743702,
+      "eval_runtime": 5.4549,
+      "eval_samples_per_second": 21.632,
+      "eval_steps_per_second": 1.467,
+      "step": 2580
+    },
+    {
+      "epoch": 151.82,
+      "learning_rate": 1.2678018575851394e-05,
+      "loss": 0.0194,
+      "step": 2581
+    },
+    {
+      "epoch": 151.88,
+      "learning_rate": 1.2662538699690404e-05,
+      "loss": 0.0214,
+      "step": 2582
+    },
+    {
+      "epoch": 151.94,
+      "learning_rate": 1.2647058823529412e-05,
+      "loss": 0.0275,
+      "step": 2583
+    },
+    {
+      "epoch": 152.0,
+      "learning_rate": 1.2631578947368422e-05,
+      "loss": 0.0244,
+      "step": 2584
+    },
+    {
+      "epoch": 152.06,
+      "learning_rate": 1.2616099071207432e-05,
+      "loss": 0.0196,
+      "step": 2585
+    },
+    {
+      "epoch": 152.12,
+      "learning_rate": 1.2600619195046439e-05,
+      "loss": 0.0212,
+      "step": 2586
+    },
+    {
+      "epoch": 152.18,
+      "learning_rate": 1.258513931888545e-05,
+      "loss": 0.0233,
+      "step": 2587
+    },
+    {
+      "epoch": 152.24,
+      "learning_rate": 1.256965944272446e-05,
+      "loss": 0.0213,
+      "step": 2588
+    },
+    {
+      "epoch": 152.29,
+      "learning_rate": 1.2554179566563467e-05,
+      "loss": 0.0273,
+      "step": 2589
+    },
+    {
+      "epoch": 152.35,
+      "learning_rate": 1.2538699690402477e-05,
+      "loss": 0.024,
+      "step": 2590
+    },
+    {
+      "epoch": 152.41,
+      "learning_rate": 1.2523219814241487e-05,
+      "loss": 0.0212,
+      "step": 2591
+    },
+    {
+      "epoch": 152.47,
+      "learning_rate": 1.2507739938080496e-05,
+      "loss": 0.0238,
+      "step": 2592
+    },
+    {
+      "epoch": 152.53,
+      "learning_rate": 1.2492260061919506e-05,
+      "loss": 0.0253,
+      "step": 2593
+    },
+    {
+      "epoch": 152.59,
+      "learning_rate": 1.2476780185758514e-05,
+      "loss": 0.0206,
+      "step": 2594
+    },
+    {
+      "epoch": 152.65,
+      "learning_rate": 1.2461300309597524e-05,
+      "loss": 0.0221,
+      "step": 2595
+    },
+    {
+      "epoch": 152.71,
+      "learning_rate": 1.2445820433436534e-05,
+      "loss": 0.0198,
+      "step": 2596
+    },
+    {
+      "epoch": 152.76,
+      "learning_rate": 1.2430340557275542e-05,
+      "loss": 0.022,
+      "step": 2597
+    },
+    {
+      "epoch": 152.82,
+      "learning_rate": 1.241486068111455e-05,
+      "loss": 0.0251,
+      "step": 2598
+    },
+    {
+      "epoch": 152.88,
+      "learning_rate": 1.2399380804953562e-05,
+      "loss": 0.0216,
+      "step": 2599
+    },
+    {
+      "epoch": 152.94,
+      "learning_rate": 1.238390092879257e-05,
+      "loss": 0.0205,
+      "step": 2600
+    },
+    {
+      "epoch": 152.94,
+      "eval_accuracy_NAT": 0.9938552455252027,
+      "eval_accuracy_REST": 0.2943089430894309,
+      "eval_accuracy_concrete": 0.9546100114812669,
+      "eval_accuracy_concrete tiles": 0.9375441904312987,
+      "eval_accuracy_dark bricks": 0.8546838810941179,
+      "eval_accuracy_grass": 0.8965782511439894,
+      "eval_accuracy_red bricks": 0.9192662565905096,
+      "eval_accuracy_road": 0.9801304082244505,
+      "eval_accuracy_rough concrete": 0.6246372579982005,
+      "eval_accuracy_rough red sidewalk": 0.7737988704983494,
+      "eval_accuracy_speedway bricks": 0.9904212018455342,
+      "eval_accuracy_steel": 0.9152018871790771,
+      "eval_accuracy_tiles": 0.23784422430246296,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9834703623329354,
+      "eval_iou_REST": 0.2896,
+      "eval_iou_concrete": 0.8917698035709695,
+      "eval_iou_concrete tiles": 0.8715083798882681,
+      "eval_iou_dark bricks": 0.8391593606404871,
+      "eval_iou_grass": 0.8382882986497557,
+      "eval_iou_red bricks": 0.898443370907139,
+      "eval_iou_road": 0.9610566891190135,
+      "eval_iou_rough concrete": 0.6184643704201919,
+      "eval_iou_rough red sidewalk": 0.6205576026583522,
+      "eval_iou_speedway bricks": 0.9793189934945279,
+      "eval_iou_steel": 0.865692809530563,
+      "eval_iou_tiles": 0.23589327564449253,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.081034816801548,
+      "eval_mean_accuracy": 0.7979138945695301,
+      "eval_mean_iou": 0.7610171782197459,
+      "eval_overall_accuracy": 0.9798855539095603,
+      "eval_runtime": 5.6698,
+      "eval_samples_per_second": 20.812,
+      "eval_steps_per_second": 1.411,
+      "step": 2600
+    },
+    {
+      "epoch": 153.0,
+      "learning_rate": 1.2368421052631579e-05,
+      "loss": 0.0213,
+      "step": 2601
+    },
+    {
+      "epoch": 153.06,
+      "learning_rate": 1.2352941176470589e-05,
+      "loss": 0.023,
+      "step": 2602
+    },
+    {
+      "epoch": 153.12,
+      "learning_rate": 1.2337461300309599e-05,
+      "loss": 0.0251,
+      "step": 2603
+    },
+    {
+      "epoch": 153.18,
+      "learning_rate": 1.2321981424148607e-05,
+      "loss": 0.0208,
+      "step": 2604
+    },
+    {
+      "epoch": 153.24,
+      "learning_rate": 1.2306501547987617e-05,
+      "loss": 0.022,
+      "step": 2605
+    },
+    {
+      "epoch": 153.29,
+      "learning_rate": 1.2291021671826625e-05,
+      "loss": 0.0218,
+      "step": 2606
+    },
+    {
+      "epoch": 153.35,
+      "learning_rate": 1.2275541795665635e-05,
+      "loss": 0.0231,
+      "step": 2607
+    },
+    {
+      "epoch": 153.41,
+      "learning_rate": 1.2260061919504645e-05,
+      "loss": 0.0233,
+      "step": 2608
+    },
+    {
+      "epoch": 153.47,
+      "learning_rate": 1.2244582043343654e-05,
+      "loss": 0.0244,
+      "step": 2609
+    },
+    {
+      "epoch": 153.53,
+      "learning_rate": 1.2229102167182662e-05,
+      "loss": 0.0224,
+      "step": 2610
+    },
+    {
+      "epoch": 153.59,
+      "learning_rate": 1.2213622291021674e-05,
+      "loss": 0.0216,
+      "step": 2611
+    },
+    {
+      "epoch": 153.65,
+      "learning_rate": 1.2198142414860682e-05,
+      "loss": 0.0253,
+      "step": 2612
+    },
+    {
+      "epoch": 153.71,
+      "learning_rate": 1.218266253869969e-05,
+      "loss": 0.0206,
+      "step": 2613
+    },
+    {
+      "epoch": 153.76,
+      "learning_rate": 1.21671826625387e-05,
+      "loss": 0.0224,
+      "step": 2614
+    },
+    {
+      "epoch": 153.82,
+      "learning_rate": 1.215170278637771e-05,
+      "loss": 0.0172,
+      "step": 2615
+    },
+    {
+      "epoch": 153.88,
+      "learning_rate": 1.2136222910216719e-05,
+      "loss": 0.0211,
+      "step": 2616
+    },
+    {
+      "epoch": 153.94,
+      "learning_rate": 1.2120743034055729e-05,
+      "loss": 0.0219,
+      "step": 2617
+    },
+    {
+      "epoch": 154.0,
+      "learning_rate": 1.2105263157894737e-05,
+      "loss": 0.0204,
+      "step": 2618
+    },
+    {
+      "epoch": 154.06,
+      "learning_rate": 1.2089783281733747e-05,
+      "loss": 0.0221,
+      "step": 2619
+    },
+    {
+      "epoch": 154.12,
+      "learning_rate": 1.2074303405572757e-05,
+      "loss": 0.0197,
+      "step": 2620
+    },
+    {
+      "epoch": 154.12,
+      "eval_accuracy_NAT": 0.9929238120638235,
+      "eval_accuracy_REST": 0.3382113821138211,
+      "eval_accuracy_concrete": 0.9570392702133742,
+      "eval_accuracy_concrete tiles": 0.9462172990808391,
+      "eval_accuracy_dark bricks": 0.8656422870049576,
+      "eval_accuracy_grass": 0.9035689818967704,
+      "eval_accuracy_red bricks": 0.9324472759226714,
+      "eval_accuracy_road": 0.9827522537664313,
+      "eval_accuracy_rough concrete": 0.6258171005666819,
+      "eval_accuracy_rough red sidewalk": 0.7920874724580573,
+      "eval_accuracy_speedway bricks": 0.9891049460782398,
+      "eval_accuracy_steel": 0.9219064706852519,
+      "eval_accuracy_tiles": 0.23890454118573723,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.983616620546666,
+      "eval_iou_REST": 0.33226837060702874,
+      "eval_iou_concrete": 0.8919103271139055,
+      "eval_iou_concrete tiles": 0.8673897074709416,
+      "eval_iou_dark bricks": 0.8474580241361217,
+      "eval_iou_grass": 0.8405042055268616,
+      "eval_iou_red bricks": 0.9058315104305608,
+      "eval_iou_road": 0.9603900414200968,
+      "eval_iou_rough concrete": 0.6170514033242658,
+      "eval_iou_rough red sidewalk": 0.6254698550500882,
+      "eval_iou_speedway bricks": 0.9794341223167187,
+      "eval_iou_steel": 0.8655552088441136,
+      "eval_iou_tiles": 0.23581125530769692,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08082769811153412,
+      "eval_mean_accuracy": 0.8066633148489737,
+      "eval_mean_iou": 0.7655915886226973,
+      "eval_overall_accuracy": 0.979949078317416,
+      "eval_runtime": 5.6194,
+      "eval_samples_per_second": 20.999,
+      "eval_steps_per_second": 1.424,
+      "step": 2620
+    },
+    {
+      "epoch": 154.18,
+      "learning_rate": 1.2058823529411765e-05,
+      "loss": 0.0246,
+      "step": 2621
+    },
+    {
+      "epoch": 154.24,
+      "learning_rate": 1.2043343653250774e-05,
+      "loss": 0.0219,
+      "step": 2622
+    },
+    {
+      "epoch": 154.29,
+      "learning_rate": 1.2027863777089785e-05,
+      "loss": 0.0179,
+      "step": 2623
+    },
+    {
+      "epoch": 154.35,
+      "learning_rate": 1.2012383900928794e-05,
+      "loss": 0.0212,
+      "step": 2624
+    },
+    {
+      "epoch": 154.41,
+      "learning_rate": 1.1996904024767802e-05,
+      "loss": 0.0216,
+      "step": 2625
+    },
+    {
+      "epoch": 154.47,
+      "learning_rate": 1.1981424148606812e-05,
+      "loss": 0.023,
+      "step": 2626
+    },
+    {
+      "epoch": 154.53,
+      "learning_rate": 1.1965944272445822e-05,
+      "loss": 0.0258,
+      "step": 2627
+    },
+    {
+      "epoch": 154.59,
+      "learning_rate": 1.195046439628483e-05,
+      "loss": 0.022,
+      "step": 2628
+    },
+    {
+      "epoch": 154.65,
+      "learning_rate": 1.193498452012384e-05,
+      "loss": 0.0234,
+      "step": 2629
+    },
+    {
+      "epoch": 154.71,
+      "learning_rate": 1.1919504643962849e-05,
+      "loss": 0.0188,
+      "step": 2630
+    },
+    {
+      "epoch": 154.76,
+      "learning_rate": 1.1904024767801859e-05,
+      "loss": 0.0227,
+      "step": 2631
+    },
+    {
+      "epoch": 154.82,
+      "learning_rate": 1.1888544891640867e-05,
+      "loss": 0.0241,
+      "step": 2632
+    },
+    {
+      "epoch": 154.88,
+      "learning_rate": 1.1873065015479877e-05,
+      "loss": 0.0251,
+      "step": 2633
+    },
+    {
+      "epoch": 154.94,
+      "learning_rate": 1.1857585139318885e-05,
+      "loss": 0.0268,
+      "step": 2634
+    },
+    {
+      "epoch": 155.0,
+      "learning_rate": 1.1842105263157895e-05,
+      "loss": 0.0189,
+      "step": 2635
+    },
+    {
+      "epoch": 155.06,
+      "learning_rate": 1.1826625386996905e-05,
+      "loss": 0.0216,
+      "step": 2636
+    },
+    {
+      "epoch": 155.12,
+      "learning_rate": 1.1811145510835914e-05,
+      "loss": 0.0197,
+      "step": 2637
+    },
+    {
+      "epoch": 155.18,
+      "learning_rate": 1.1795665634674922e-05,
+      "loss": 0.02,
+      "step": 2638
+    },
+    {
+      "epoch": 155.24,
+      "learning_rate": 1.1780185758513934e-05,
+      "loss": 0.0233,
+      "step": 2639
+    },
+    {
+      "epoch": 155.29,
+      "learning_rate": 1.1764705882352942e-05,
+      "loss": 0.0209,
+      "step": 2640
+    },
+    {
+      "epoch": 155.29,
+      "eval_accuracy_NAT": 0.994252305630722,
+      "eval_accuracy_REST": 0.24227642276422764,
+      "eval_accuracy_concrete": 0.9555272897942086,
+      "eval_accuracy_concrete tiles": 0.9340325241574358,
+      "eval_accuracy_dark bricks": 0.8575455084891755,
+      "eval_accuracy_grass": 0.8938559538543642,
+      "eval_accuracy_red bricks": 0.9253624780316344,
+      "eval_accuracy_road": 0.9817170897193834,
+      "eval_accuracy_rough concrete": 0.6239698723028978,
+      "eval_accuracy_rough red sidewalk": 0.7637596913798419,
+      "eval_accuracy_speedway bricks": 0.9885651458351755,
+      "eval_accuracy_steel": 0.9252000379834772,
+      "eval_accuracy_tiles": 0.24426671513829562,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9834581839192446,
+      "eval_iou_REST": 0.23993558776167473,
+      "eval_iou_concrete": 0.8926015223034703,
+      "eval_iou_concrete tiles": 0.8722570705403323,
+      "eval_iou_dark bricks": 0.842123318248676,
+      "eval_iou_grass": 0.8397929347840581,
+      "eval_iou_red bricks": 0.9026572377584914,
+      "eval_iou_road": 0.9609784142252782,
+      "eval_iou_rough concrete": 0.6175339686733345,
+      "eval_iou_rough red sidewalk": 0.6173427831605053,
+      "eval_iou_speedway bricks": 0.9793358306937662,
+      "eval_iou_steel": 0.8656578575119418,
+      "eval_iou_tiles": 0.2418996759870395,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08118943125009537,
+      "eval_mean_accuracy": 0.7946408488523722,
+      "eval_mean_iou": 0.7581211065821395,
+      "eval_overall_accuracy": 0.9799605547371557,
+      "eval_runtime": 5.4414,
+      "eval_samples_per_second": 21.686,
+      "eval_steps_per_second": 1.47,
+      "step": 2640
     }
   ],
   "max_steps": 3400,
   "num_train_epochs": 200,
-  "total_flos": 1.4655881099020861e+19,
+  "total_flos": 1.6677092855513088e+19,
   "trial_name": null,
   "trial_params": null
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5dc9b15785ace666898fcafe19b50e6b2009cf407d1ac69ab7a7945907bae5f
+oid sha256:8ae4a55c76dae309ad126417181d3a225d0005c38dd46f51824d3b661757421c
 size 338830281

runs/Dec09_04-08-30_robolidar/events.out.tfevents.1702116518.robolidar.2934636.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9e6f0f676b5371124dc3cf3bd1fff6c5c2fb5628d3f2468befc516bbb6ad4fe
-size 675905
+oid sha256:66bc422491422c4ba944dca7c1e17be4eecf40dc2c0afa8d36472e28b0db783d
+size 696881