Training in progress, step 1280

{checkpoint-960 → checkpoint-1280}/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afea6f05e9f95f5e615bb3a6cce07d265426be3ac1194b503c884909d37a7cf9
+oid sha256:cfc438f57f6f6440ec6fb7269336b24b73cc2fb2e708b7ee12ab45dbcec77dde
 size 677523903

{checkpoint-960 → checkpoint-1280}/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0714999d3e76298e4ab6c1f6dfe181b9ced6a6230ae6efc261320853ae82c1b5
+oid sha256:296e478c12b390686d043f17c7275ab3a9e8ac2bfd28434efaecb50c52022826
 size 338830281

{checkpoint-960 → checkpoint-1280}/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9ee03b9f41e8e03b30a117ce7349a1468701df29be01db8f706b533bf60958c
+oid sha256:19648970c8781b97cc6cbb10d1df718b777756cef0bb921ecde940e2aad97ade
 size 14575

{checkpoint-960 → checkpoint-1280}/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f7b5c78fa2941070ac140fefad1545551c4b402886e3dae74934223452a5612
+oid sha256:43c362c73799f2293b1ac27e09566efca03f31cf95153ffa1c693ca6bfcde393
 size 627

{checkpoint-960 → checkpoint-1280}/trainer_state.json

@@ -1,8 +1,8 @@
 {
   "best_metric": 0.07583378255367279,
   "best_model_checkpoint": "/robodata/smodak/Projects/lifelong_concept_learner/scripts/terrainseg/training/models/safety-utcustom-terrain-final/checkpoint-720",
-  "epoch": 56.470588235294116,
-  "global_step": 960,
+  "epoch": 75.29411764705883,
+  "global_step": 1280,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -7638,11 +7638,2555 @@
       "eval_samples_per_second": 20.702,
       "eval_steps_per_second": 1.404,
       "step": 960
+    },
+    {
+      "epoch": 56.53,
+      "learning_rate": 3.7755417956656345e-05,
+      "loss": 0.0333,
+      "step": 961
+    },
+    {
+      "epoch": 56.59,
+      "learning_rate": 3.7739938080495355e-05,
+      "loss": 0.0327,
+      "step": 962
+    },
+    {
+      "epoch": 56.65,
+      "learning_rate": 3.7724458204334365e-05,
+      "loss": 0.0384,
+      "step": 963
+    },
+    {
+      "epoch": 56.71,
+      "learning_rate": 3.7708978328173375e-05,
+      "loss": 0.032,
+      "step": 964
+    },
+    {
+      "epoch": 56.76,
+      "learning_rate": 3.7693498452012385e-05,
+      "loss": 0.0304,
+      "step": 965
+    },
+    {
+      "epoch": 56.82,
+      "learning_rate": 3.7678018575851395e-05,
+      "loss": 0.0387,
+      "step": 966
+    },
+    {
+      "epoch": 56.88,
+      "learning_rate": 3.7662538699690405e-05,
+      "loss": 0.0335,
+      "step": 967
+    },
+    {
+      "epoch": 56.94,
+      "learning_rate": 3.7647058823529415e-05,
+      "loss": 0.0353,
+      "step": 968
+    },
+    {
+      "epoch": 57.0,
+      "learning_rate": 3.7631578947368425e-05,
+      "loss": 0.0365,
+      "step": 969
+    },
+    {
+      "epoch": 57.06,
+      "learning_rate": 3.7616099071207435e-05,
+      "loss": 0.0321,
+      "step": 970
+    },
+    {
+      "epoch": 57.12,
+      "learning_rate": 3.7600619195046445e-05,
+      "loss": 0.0316,
+      "step": 971
+    },
+    {
+      "epoch": 57.18,
+      "learning_rate": 3.758513931888545e-05,
+      "loss": 0.0374,
+      "step": 972
+    },
+    {
+      "epoch": 57.24,
+      "learning_rate": 3.756965944272446e-05,
+      "loss": 0.0364,
+      "step": 973
+    },
+    {
+      "epoch": 57.29,
+      "learning_rate": 3.755417956656347e-05,
+      "loss": 0.0328,
+      "step": 974
+    },
+    {
+      "epoch": 57.35,
+      "learning_rate": 3.753869969040248e-05,
+      "loss": 0.0309,
+      "step": 975
+    },
+    {
+      "epoch": 57.41,
+      "learning_rate": 3.752321981424149e-05,
+      "loss": 0.0406,
+      "step": 976
+    },
+    {
+      "epoch": 57.47,
+      "learning_rate": 3.75077399380805e-05,
+      "loss": 0.0333,
+      "step": 977
+    },
+    {
+      "epoch": 57.53,
+      "learning_rate": 3.74922600619195e-05,
+      "loss": 0.0378,
+      "step": 978
+    },
+    {
+      "epoch": 57.59,
+      "learning_rate": 3.747678018575851e-05,
+      "loss": 0.0367,
+      "step": 979
+    },
+    {
+      "epoch": 57.65,
+      "learning_rate": 3.746130030959752e-05,
+      "loss": 0.0384,
+      "step": 980
+    },
+    {
+      "epoch": 57.65,
+      "eval_accuracy_NAT": 0.9925220616352655,
+      "eval_accuracy_REST": 0.15772357723577235,
+      "eval_accuracy_concrete": 0.9498726511942199,
+      "eval_accuracy_concrete tiles": 0.9201037002121141,
+      "eval_accuracy_dark bricks": 0.849343452711368,
+      "eval_accuracy_grass": 0.8902697506122094,
+      "eval_accuracy_red bricks": 0.8871375219683656,
+      "eval_accuracy_road": 0.9787938334791398,
+      "eval_accuracy_rough concrete": 0.6250186212526592,
+      "eval_accuracy_rough red sidewalk": 0.7860263650651607,
+      "eval_accuracy_speedway bricks": 0.9885589766895405,
+      "eval_accuracy_steel": 0.8913947432866703,
+      "eval_accuracy_tiles": 0.24911387803326365,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9816768379657402,
+      "eval_iou_REST": 0.15746753246753248,
+      "eval_iou_concrete": 0.8824866621097391,
+      "eval_iou_concrete tiles": 0.8382899229134011,
+      "eval_iou_dark bricks": 0.8279833739964453,
+      "eval_iou_grass": 0.8279874402019143,
+      "eval_iou_red bricks": 0.8572414159104177,
+      "eval_iou_road": 0.9501891537987437,
+      "eval_iou_rough concrete": 0.5993440299872006,
+      "eval_iou_rough red sidewalk": 0.6357272318116022,
+      "eval_iou_speedway bricks": 0.9760409479396596,
+      "eval_iou_steel": 0.8398661725441814,
+      "eval_iou_tiles": 0.24450655645089353,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.07997491955757141,
+      "eval_mean_accuracy": 0.7819907025673654,
+      "eval_mean_iou": 0.7399082521613438,
+      "eval_overall_accuracy": 0.9777147648698192,
+      "eval_runtime": 7.695,
+      "eval_samples_per_second": 15.335,
+      "eval_steps_per_second": 1.04,
+      "step": 980
+    },
+    {
+      "epoch": 57.71,
+      "learning_rate": 3.744582043343653e-05,
+      "loss": 0.0299,
+      "step": 981
+    },
+    {
+      "epoch": 57.76,
+      "learning_rate": 3.743034055727554e-05,
+      "loss": 0.0298,
+      "step": 982
+    },
+    {
+      "epoch": 57.82,
+      "learning_rate": 3.741486068111456e-05,
+      "loss": 0.0384,
+      "step": 983
+    },
+    {
+      "epoch": 57.88,
+      "learning_rate": 3.739938080495356e-05,
+      "loss": 0.0324,
+      "step": 984
+    },
+    {
+      "epoch": 57.94,
+      "learning_rate": 3.738390092879257e-05,
+      "loss": 0.0359,
+      "step": 985
+    },
+    {
+      "epoch": 58.0,
+      "learning_rate": 3.736842105263158e-05,
+      "loss": 0.0425,
+      "step": 986
+    },
+    {
+      "epoch": 58.06,
+      "learning_rate": 3.735294117647059e-05,
+      "loss": 0.0325,
+      "step": 987
+    },
+    {
+      "epoch": 58.12,
+      "learning_rate": 3.73374613003096e-05,
+      "loss": 0.0305,
+      "step": 988
+    },
+    {
+      "epoch": 58.18,
+      "learning_rate": 3.732198142414861e-05,
+      "loss": 0.0395,
+      "step": 989
+    },
+    {
+      "epoch": 58.24,
+      "learning_rate": 3.7306501547987615e-05,
+      "loss": 0.0323,
+      "step": 990
+    },
+    {
+      "epoch": 58.29,
+      "learning_rate": 3.7291021671826625e-05,
+      "loss": 0.0319,
+      "step": 991
+    },
+    {
+      "epoch": 58.35,
+      "learning_rate": 3.7275541795665635e-05,
+      "loss": 0.0294,
+      "step": 992
+    },
+    {
+      "epoch": 58.41,
+      "learning_rate": 3.7260061919504645e-05,
+      "loss": 0.0308,
+      "step": 993
+    },
+    {
+      "epoch": 58.47,
+      "learning_rate": 3.7244582043343655e-05,
+      "loss": 0.0353,
+      "step": 994
+    },
+    {
+      "epoch": 58.53,
+      "learning_rate": 3.7229102167182665e-05,
+      "loss": 0.0312,
+      "step": 995
+    },
+    {
+      "epoch": 58.59,
+      "learning_rate": 3.721362229102167e-05,
+      "loss": 0.0331,
+      "step": 996
+    },
+    {
+      "epoch": 58.65,
+      "learning_rate": 3.7198142414860685e-05,
+      "loss": 0.034,
+      "step": 997
+    },
+    {
+      "epoch": 58.71,
+      "learning_rate": 3.7182662538699695e-05,
+      "loss": 0.0392,
+      "step": 998
+    },
+    {
+      "epoch": 58.76,
+      "learning_rate": 3.7167182662538705e-05,
+      "loss": 0.0345,
+      "step": 999
+    },
+    {
+      "epoch": 58.82,
+      "learning_rate": 3.7151702786377715e-05,
+      "loss": 0.0284,
+      "step": 1000
+    },
+    {
+      "epoch": 58.82,
+      "eval_accuracy_NAT": 0.9921813393179699,
+      "eval_accuracy_REST": 0.43414634146341463,
+      "eval_accuracy_concrete": 0.9423184820878477,
+      "eval_accuracy_concrete tiles": 0.8988215884987037,
+      "eval_accuracy_dark bricks": 0.8605794077675478,
+      "eval_accuracy_grass": 0.8817253138637507,
+      "eval_accuracy_red bricks": 0.890322934973638,
+      "eval_accuracy_road": 0.9849903885258718,
+      "eval_accuracy_rough concrete": 0.6222239436535791,
+      "eval_accuracy_rough red sidewalk": 0.7714300754254431,
+      "eval_accuracy_speedway bricks": 0.991181720410207,
+      "eval_accuracy_steel": 0.8787052632105035,
+      "eval_accuracy_tiles": 0.21878881517161985,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.981312315122162,
+      "eval_iou_REST": 0.4070121951219512,
+      "eval_iou_concrete": 0.8805584107693506,
+      "eval_iou_concrete tiles": 0.8373109096098535,
+      "eval_iou_dark bricks": 0.8309975001270731,
+      "eval_iou_grass": 0.8225141163396466,
+      "eval_iou_red bricks": 0.8639415902792582,
+      "eval_iou_road": 0.9464345316648095,
+      "eval_iou_rough concrete": 0.6075898545917922,
+      "eval_iou_rough red sidewalk": 0.6204277143410103,
+      "eval_iou_speedway bricks": 0.9753300572952552,
+      "eval_iou_steel": 0.8363440466365238,
+      "eval_iou_tiles": 0.21588497294711984,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08268687129020691,
+      "eval_mean_accuracy": 0.7974935087976996,
+      "eval_mean_iou": 0.7558198626804467,
+      "eval_overall_accuracy": 0.9772288435596531,
+      "eval_runtime": 5.8338,
+      "eval_samples_per_second": 20.227,
+      "eval_steps_per_second": 1.371,
+      "step": 1000
+    },
+    {
+      "epoch": 58.88,
+      "learning_rate": 3.7136222910216725e-05,
+      "loss": 0.0356,
+      "step": 1001
+    },
+    {
+      "epoch": 58.94,
+      "learning_rate": 3.712074303405573e-05,
+      "loss": 0.0352,
+      "step": 1002
+    },
+    {
+      "epoch": 59.0,
+      "learning_rate": 3.710526315789474e-05,
+      "loss": 0.0406,
+      "step": 1003
+    },
+    {
+      "epoch": 59.06,
+      "learning_rate": 3.708978328173375e-05,
+      "loss": 0.0397,
+      "step": 1004
+    },
+    {
+      "epoch": 59.12,
+      "learning_rate": 3.707430340557276e-05,
+      "loss": 0.0319,
+      "step": 1005
+    },
+    {
+      "epoch": 59.18,
+      "learning_rate": 3.705882352941177e-05,
+      "loss": 0.0337,
+      "step": 1006
+    },
+    {
+      "epoch": 59.24,
+      "learning_rate": 3.704334365325078e-05,
+      "loss": 0.0354,
+      "step": 1007
+    },
+    {
+      "epoch": 59.29,
+      "learning_rate": 3.702786377708978e-05,
+      "loss": 0.0315,
+      "step": 1008
+    },
+    {
+      "epoch": 59.35,
+      "learning_rate": 3.701238390092879e-05,
+      "loss": 0.0377,
+      "step": 1009
+    },
+    {
+      "epoch": 59.41,
+      "learning_rate": 3.69969040247678e-05,
+      "loss": 0.0327,
+      "step": 1010
+    },
+    {
+      "epoch": 59.47,
+      "learning_rate": 3.698142414860681e-05,
+      "loss": 0.0303,
+      "step": 1011
+    },
+    {
+      "epoch": 59.53,
+      "learning_rate": 3.696594427244582e-05,
+      "loss": 0.0369,
+      "step": 1012
+    },
+    {
+      "epoch": 59.59,
+      "learning_rate": 3.695046439628483e-05,
+      "loss": 0.0313,
+      "step": 1013
+    },
+    {
+      "epoch": 59.65,
+      "learning_rate": 3.693498452012384e-05,
+      "loss": 0.0363,
+      "step": 1014
+    },
+    {
+      "epoch": 59.71,
+      "learning_rate": 3.691950464396285e-05,
+      "loss": 0.0306,
+      "step": 1015
+    },
+    {
+      "epoch": 59.76,
+      "learning_rate": 3.690402476780186e-05,
+      "loss": 0.0338,
+      "step": 1016
+    },
+    {
+      "epoch": 59.82,
+      "learning_rate": 3.688854489164087e-05,
+      "loss": 0.0349,
+      "step": 1017
+    },
+    {
+      "epoch": 59.88,
+      "learning_rate": 3.687306501547988e-05,
+      "loss": 0.0354,
+      "step": 1018
+    },
+    {
+      "epoch": 59.94,
+      "learning_rate": 3.685758513931889e-05,
+      "loss": 0.0277,
+      "step": 1019
+    },
+    {
+      "epoch": 60.0,
+      "learning_rate": 3.6842105263157895e-05,
+      "loss": 0.0282,
+      "step": 1020
+    },
+    {
+      "epoch": 60.0,
+      "eval_accuracy_NAT": 0.9918096716509706,
+      "eval_accuracy_REST": 0.4016260162601626,
+      "eval_accuracy_concrete": 0.9463885224022296,
+      "eval_accuracy_concrete tiles": 0.9250765967475842,
+      "eval_accuracy_dark bricks": 0.8827402714239229,
+      "eval_accuracy_grass": 0.8949971045430287,
+      "eval_accuracy_red bricks": 0.8991102811950791,
+      "eval_accuracy_road": 0.983558153292992,
+      "eval_accuracy_rough concrete": 0.623308445408446,
+      "eval_accuracy_rough red sidewalk": 0.7761375856338218,
+      "eval_accuracy_speedway bricks": 0.9871097415607801,
+      "eval_accuracy_steel": 0.9167012349627912,
+      "eval_accuracy_tiles": 0.24320639825502136,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9814752227349574,
+      "eval_iou_REST": 0.39268680445151033,
+      "eval_iou_concrete": 0.8841362393150186,
+      "eval_iou_concrete tiles": 0.8398271177011789,
+      "eval_iou_dark bricks": 0.8436370953726825,
+      "eval_iou_grass": 0.8236017348736243,
+      "eval_iou_red bricks": 0.8689029244732233,
+      "eval_iou_road": 0.9497141984320003,
+      "eval_iou_rough concrete": 0.6083691985576364,
+      "eval_iou_rough red sidewalk": 0.6327748042695899,
+      "eval_iou_speedway bricks": 0.9759902446231568,
+      "eval_iou_steel": 0.8398063253322344,
+      "eval_iou_tiles": 0.23962033250753664,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08094064146280289,
+      "eval_mean_accuracy": 0.80552077102591,
+      "eval_mean_iou": 0.7600417109726423,
+      "eval_overall_accuracy": 0.9776828248622054,
+      "eval_runtime": 5.4926,
+      "eval_samples_per_second": 21.484,
+      "eval_steps_per_second": 1.457,
+      "step": 1020
+    },
+    {
+      "epoch": 60.06,
+      "learning_rate": 3.6826625386996905e-05,
+      "loss": 0.0361,
+      "step": 1021
+    },
+    {
+      "epoch": 60.12,
+      "learning_rate": 3.6811145510835915e-05,
+      "loss": 0.0357,
+      "step": 1022
+    },
+    {
+      "epoch": 60.18,
+      "learning_rate": 3.6795665634674925e-05,
+      "loss": 0.0345,
+      "step": 1023
+    },
+    {
+      "epoch": 60.24,
+      "learning_rate": 3.6780185758513935e-05,
+      "loss": 0.0378,
+      "step": 1024
+    },
+    {
+      "epoch": 60.29,
+      "learning_rate": 3.6764705882352945e-05,
+      "loss": 0.0332,
+      "step": 1025
+    },
+    {
+      "epoch": 60.35,
+      "learning_rate": 3.674922600619195e-05,
+      "loss": 0.0356,
+      "step": 1026
+    },
+    {
+      "epoch": 60.41,
+      "learning_rate": 3.673374613003096e-05,
+      "loss": 0.0365,
+      "step": 1027
+    },
+    {
+      "epoch": 60.47,
+      "learning_rate": 3.671826625386997e-05,
+      "loss": 0.0371,
+      "step": 1028
+    },
+    {
+      "epoch": 60.53,
+      "learning_rate": 3.670278637770898e-05,
+      "loss": 0.0294,
+      "step": 1029
+    },
+    {
+      "epoch": 60.59,
+      "learning_rate": 3.668730650154799e-05,
+      "loss": 0.033,
+      "step": 1030
+    },
+    {
+      "epoch": 60.65,
+      "learning_rate": 3.6671826625387e-05,
+      "loss": 0.0325,
+      "step": 1031
+    },
+    {
+      "epoch": 60.71,
+      "learning_rate": 3.665634674922601e-05,
+      "loss": 0.0361,
+      "step": 1032
+    },
+    {
+      "epoch": 60.76,
+      "learning_rate": 3.664086687306502e-05,
+      "loss": 0.0338,
+      "step": 1033
+    },
+    {
+      "epoch": 60.82,
+      "learning_rate": 3.662538699690403e-05,
+      "loss": 0.0291,
+      "step": 1034
+    },
+    {
+      "epoch": 60.88,
+      "learning_rate": 3.660990712074304e-05,
+      "loss": 0.0327,
+      "step": 1035
+    },
+    {
+      "epoch": 60.94,
+      "learning_rate": 3.659442724458205e-05,
+      "loss": 0.0334,
+      "step": 1036
+    },
+    {
+      "epoch": 61.0,
+      "learning_rate": 3.657894736842106e-05,
+      "loss": 0.033,
+      "step": 1037
+    },
+    {
+      "epoch": 61.06,
+      "learning_rate": 3.656346749226006e-05,
+      "loss": 0.033,
+      "step": 1038
+    },
+    {
+      "epoch": 61.12,
+      "learning_rate": 3.654798761609907e-05,
+      "loss": 0.0321,
+      "step": 1039
+    },
+    {
+      "epoch": 61.18,
+      "learning_rate": 3.653250773993808e-05,
+      "loss": 0.0327,
+      "step": 1040
+    },
+    {
+      "epoch": 61.18,
+      "eval_accuracy_NAT": 0.9918416413240966,
+      "eval_accuracy_REST": 0.4113821138211382,
+      "eval_accuracy_concrete": 0.9499039915365788,
+      "eval_accuracy_concrete tiles": 0.9102050436012256,
+      "eval_accuracy_dark bricks": 0.8241056218057922,
+      "eval_accuracy_grass": 0.9009176516897736,
+      "eval_accuracy_red bricks": 0.8756041300527241,
+      "eval_accuracy_road": 0.9789685875541965,
+      "eval_accuracy_rough concrete": 0.6215505991574256,
+      "eval_accuracy_rough red sidewalk": 0.7633310522714113,
+      "eval_accuracy_speedway bricks": 0.9883005580334957,
+      "eval_accuracy_steel": 0.906825530894061,
+      "eval_accuracy_tiles": 0.22954345784483018,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9817055662529158,
+      "eval_iou_REST": 0.4080645161290323,
+      "eval_iou_concrete": 0.8795901885339427,
+      "eval_iou_concrete tiles": 0.8338011140377392,
+      "eval_iou_dark bricks": 0.8083731147818005,
+      "eval_iou_grass": 0.8279318464824104,
+      "eval_iou_red bricks": 0.8530230069555912,
+      "eval_iou_road": 0.9510194461302683,
+      "eval_iou_rough concrete": 0.6061564030892429,
+      "eval_iou_rough red sidewalk": 0.6305957631856868,
+      "eval_iou_speedway bricks": 0.9756481291007124,
+      "eval_iou_steel": 0.8437646774336057,
+      "eval_iou_tiles": 0.22592957032531233,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08245375007390976,
+      "eval_mean_accuracy": 0.7963446138143653,
+      "eval_mean_iou": 0.75581564172602,
+      "eval_overall_accuracy": 0.9775115514205674,
+      "eval_runtime": 5.7704,
+      "eval_samples_per_second": 20.449,
+      "eval_steps_per_second": 1.386,
+      "step": 1040
+    },
+    {
+      "epoch": 61.24,
+      "learning_rate": 3.651702786377709e-05,
+      "loss": 0.0337,
+      "step": 1041
+    },
+    {
+      "epoch": 61.29,
+      "learning_rate": 3.65015479876161e-05,
+      "loss": 0.0332,
+      "step": 1042
+    },
+    {
+      "epoch": 61.35,
+      "learning_rate": 3.648606811145511e-05,
+      "loss": 0.0339,
+      "step": 1043
+    },
+    {
+      "epoch": 61.41,
+      "learning_rate": 3.6470588235294114e-05,
+      "loss": 0.0358,
+      "step": 1044
+    },
+    {
+      "epoch": 61.47,
+      "learning_rate": 3.6455108359133124e-05,
+      "loss": 0.0273,
+      "step": 1045
+    },
+    {
+      "epoch": 61.53,
+      "learning_rate": 3.643962848297214e-05,
+      "loss": 0.0359,
+      "step": 1046
+    },
+    {
+      "epoch": 61.59,
+      "learning_rate": 3.642414860681115e-05,
+      "loss": 0.0344,
+      "step": 1047
+    },
+    {
+      "epoch": 61.65,
+      "learning_rate": 3.640866873065016e-05,
+      "loss": 0.0306,
+      "step": 1048
+    },
+    {
+      "epoch": 61.71,
+      "learning_rate": 3.639318885448917e-05,
+      "loss": 0.0332,
+      "step": 1049
+    },
+    {
+      "epoch": 61.76,
+      "learning_rate": 3.6377708978328174e-05,
+      "loss": 0.0335,
+      "step": 1050
+    },
+    {
+      "epoch": 61.82,
+      "learning_rate": 3.6362229102167184e-05,
+      "loss": 0.0317,
+      "step": 1051
+    },
+    {
+      "epoch": 61.88,
+      "learning_rate": 3.6346749226006194e-05,
+      "loss": 0.0338,
+      "step": 1052
+    },
+    {
+      "epoch": 61.94,
+      "learning_rate": 3.6331269349845204e-05,
+      "loss": 0.0323,
+      "step": 1053
+    },
+    {
+      "epoch": 62.0,
+      "learning_rate": 3.6315789473684214e-05,
+      "loss": 0.034,
+      "step": 1054
+    },
+    {
+      "epoch": 62.06,
+      "learning_rate": 3.630030959752322e-05,
+      "loss": 0.032,
+      "step": 1055
+    },
+    {
+      "epoch": 62.12,
+      "learning_rate": 3.628482972136223e-05,
+      "loss": 0.0381,
+      "step": 1056
+    },
+    {
+      "epoch": 62.18,
+      "learning_rate": 3.626934984520124e-05,
+      "loss": 0.0295,
+      "step": 1057
+    },
+    {
+      "epoch": 62.24,
+      "learning_rate": 3.625386996904025e-05,
+      "loss": 0.0362,
+      "step": 1058
+    },
+    {
+      "epoch": 62.29,
+      "learning_rate": 3.623839009287926e-05,
+      "loss": 0.0334,
+      "step": 1059
+    },
+    {
+      "epoch": 62.35,
+      "learning_rate": 3.622291021671827e-05,
+      "loss": 0.033,
+      "step": 1060
+    },
+    {
+      "epoch": 62.35,
+      "eval_accuracy_NAT": 0.9923818910616945,
+      "eval_accuracy_REST": 0.3024390243902439,
+      "eval_accuracy_concrete": 0.9527479365059952,
+      "eval_accuracy_concrete tiles": 0.8912326184303558,
+      "eval_accuracy_dark bricks": 0.8402082575656069,
+      "eval_accuracy_grass": 0.884502492363942,
+      "eval_accuracy_red bricks": 0.9115224077328646,
+      "eval_accuracy_road": 0.9812949009753629,
+      "eval_accuracy_rough concrete": 0.6220332620263498,
+      "eval_accuracy_rough red sidewalk": 0.7280021657554953,
+      "eval_accuracy_speedway bricks": 0.9887152617122944,
+      "eval_accuracy_steel": 0.9029147320915402,
+      "eval_accuracy_tiles": 0.22975552122148504,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.981627653224521,
+      "eval_iou_REST": 0.2995169082125604,
+      "eval_iou_concrete": 0.8805582323302258,
+      "eval_iou_concrete tiles": 0.8412680756395996,
+      "eval_iou_dark bricks": 0.8209007560066764,
+      "eval_iou_grass": 0.8232177077315448,
+      "eval_iou_red bricks": 0.870502465121158,
+      "eval_iou_road": 0.9529414451163437,
+      "eval_iou_rough concrete": 0.6107477182307512,
+      "eval_iou_rough red sidewalk": 0.6131847807498148,
+      "eval_iou_speedway bricks": 0.9762220118128542,
+      "eval_iou_steel": 0.8434578402971173,
+      "eval_iou_tiles": 0.2261652700325053,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08240743726491928,
+      "eval_mean_accuracy": 0.7867500362948638,
+      "eval_mean_iou": 0.7492546818850516,
+      "eval_overall_accuracy": 0.9776363049523306,
+      "eval_runtime": 8.754,
+      "eval_samples_per_second": 13.48,
+      "eval_steps_per_second": 0.914,
+      "step": 1060
+    },
+    {
+      "epoch": 62.41,
+      "learning_rate": 3.620743034055728e-05,
+      "loss": 0.0358,
+      "step": 1061
+    },
+    {
+      "epoch": 62.47,
+      "learning_rate": 3.619195046439629e-05,
+      "loss": 0.0284,
+      "step": 1062
+    },
+    {
+      "epoch": 62.53,
+      "learning_rate": 3.61764705882353e-05,
+      "loss": 0.0284,
+      "step": 1063
+    },
+    {
+      "epoch": 62.59,
+      "learning_rate": 3.616099071207431e-05,
+      "loss": 0.032,
+      "step": 1064
+    },
+    {
+      "epoch": 62.65,
+      "learning_rate": 3.614551083591332e-05,
+      "loss": 0.0395,
+      "step": 1065
+    },
+    {
+      "epoch": 62.71,
+      "learning_rate": 3.613003095975233e-05,
+      "loss": 0.0343,
+      "step": 1066
+    },
+    {
+      "epoch": 62.76,
+      "learning_rate": 3.611455108359133e-05,
+      "loss": 0.0366,
+      "step": 1067
+    },
+    {
+      "epoch": 62.82,
+      "learning_rate": 3.609907120743034e-05,
+      "loss": 0.0325,
+      "step": 1068
+    },
+    {
+      "epoch": 62.88,
+      "learning_rate": 3.608359133126935e-05,
+      "loss": 0.0324,
+      "step": 1069
+    },
+    {
+      "epoch": 62.94,
+      "learning_rate": 3.606811145510836e-05,
+      "loss": 0.0373,
+      "step": 1070
+    },
+    {
+      "epoch": 63.0,
+      "learning_rate": 3.605263157894737e-05,
+      "loss": 0.0282,
+      "step": 1071
+    },
+    {
+      "epoch": 63.06,
+      "learning_rate": 3.603715170278638e-05,
+      "loss": 0.0337,
+      "step": 1072
+    },
+    {
+      "epoch": 63.12,
+      "learning_rate": 3.6021671826625384e-05,
+      "loss": 0.0357,
+      "step": 1073
+    },
+    {
+      "epoch": 63.18,
+      "learning_rate": 3.6006191950464394e-05,
+      "loss": 0.0292,
+      "step": 1074
+    },
+    {
+      "epoch": 63.24,
+      "learning_rate": 3.5990712074303404e-05,
+      "loss": 0.0352,
+      "step": 1075
+    },
+    {
+      "epoch": 63.29,
+      "learning_rate": 3.5975232198142414e-05,
+      "loss": 0.0284,
+      "step": 1076
+    },
+    {
+      "epoch": 63.35,
+      "learning_rate": 3.5959752321981424e-05,
+      "loss": 0.0357,
+      "step": 1077
+    },
+    {
+      "epoch": 63.41,
+      "learning_rate": 3.5944272445820434e-05,
+      "loss": 0.0294,
+      "step": 1078
+    },
+    {
+      "epoch": 63.47,
+      "learning_rate": 3.5928792569659444e-05,
+      "loss": 0.0306,
+      "step": 1079
+    },
+    {
+      "epoch": 63.53,
+      "learning_rate": 3.5913312693498454e-05,
+      "loss": 0.0368,
+      "step": 1080
+    },
+    {
+      "epoch": 63.53,
+      "eval_accuracy_NAT": 0.9934459474503754,
+      "eval_accuracy_REST": 0.11056910569105691,
+      "eval_accuracy_concrete": 0.9446781805478903,
+      "eval_accuracy_concrete tiles": 0.8895592740985152,
+      "eval_accuracy_dark bricks": 0.8378969431311372,
+      "eval_accuracy_grass": 0.8800883398244558,
+      "eval_accuracy_red bricks": 0.9107535149384886,
+      "eval_accuracy_road": 0.9836361780482161,
+      "eval_accuracy_rough concrete": 0.6245478759854367,
+      "eval_accuracy_rough red sidewalk": 0.7779198219267703,
+      "eval_accuracy_speedway bricks": 0.99053790151713,
+      "eval_accuracy_steel": 0.8842428543583541,
+      "eval_accuracy_tiles": 0.21472931624708413,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9817367145617313,
+      "eval_iou_REST": 0.11056910569105691,
+      "eval_iou_concrete": 0.8837308416053454,
+      "eval_iou_concrete tiles": 0.837917637917638,
+      "eval_iou_dark bricks": 0.8200726884419757,
+      "eval_iou_grass": 0.8245979860738014,
+      "eval_iou_red bricks": 0.8740775880244571,
+      "eval_iou_road": 0.9521563154077513,
+      "eval_iou_rough concrete": 0.6120636292498336,
+      "eval_iou_rough red sidewalk": 0.6341772927905837,
+      "eval_iou_speedway bricks": 0.9760166340414632,
+      "eval_iou_steel": 0.8398827466710973,
+      "eval_iou_tiles": 0.21284646106723523,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08029883354902267,
+      "eval_mean_accuracy": 0.7725080964434545,
+      "eval_mean_iou": 0.7353727416572284,
+      "eval_overall_accuracy": 0.9778749174990896,
+      "eval_runtime": 6.9943,
+      "eval_samples_per_second": 16.871,
+      "eval_steps_per_second": 1.144,
+      "step": 1080
+    },
+    {
+      "epoch": 63.59,
+      "learning_rate": 3.5897832817337464e-05,
+      "loss": 0.0323,
+      "step": 1081
+    },
+    {
+      "epoch": 63.65,
+      "learning_rate": 3.5882352941176474e-05,
+      "loss": 0.0312,
+      "step": 1082
+    },
+    {
+      "epoch": 63.71,
+      "learning_rate": 3.5866873065015484e-05,
+      "loss": 0.041,
+      "step": 1083
+    },
+    {
+      "epoch": 63.76,
+      "learning_rate": 3.5851393188854494e-05,
+      "loss": 0.0355,
+      "step": 1084
+    },
+    {
+      "epoch": 63.82,
+      "learning_rate": 3.58359133126935e-05,
+      "loss": 0.0352,
+      "step": 1085
+    },
+    {
+      "epoch": 63.88,
+      "learning_rate": 3.582043343653251e-05,
+      "loss": 0.0306,
+      "step": 1086
+    },
+    {
+      "epoch": 63.94,
+      "learning_rate": 3.580495356037152e-05,
+      "loss": 0.032,
+      "step": 1087
+    },
+    {
+      "epoch": 64.0,
+      "learning_rate": 3.578947368421053e-05,
+      "loss": 0.0325,
+      "step": 1088
+    },
+    {
+      "epoch": 64.06,
+      "learning_rate": 3.577399380804954e-05,
+      "loss": 0.0285,
+      "step": 1089
+    },
+    {
+      "epoch": 64.12,
+      "learning_rate": 3.575851393188855e-05,
+      "loss": 0.0371,
+      "step": 1090
+    },
+    {
+      "epoch": 64.18,
+      "learning_rate": 3.574303405572755e-05,
+      "loss": 0.0324,
+      "step": 1091
+    },
+    {
+      "epoch": 64.24,
+      "learning_rate": 3.572755417956656e-05,
+      "loss": 0.0266,
+      "step": 1092
+    },
+    {
+      "epoch": 64.29,
+      "learning_rate": 3.571207430340557e-05,
+      "loss": 0.0286,
+      "step": 1093
+    },
+    {
+      "epoch": 64.35,
+      "learning_rate": 3.569659442724458e-05,
+      "loss": 0.0333,
+      "step": 1094
+    },
+    {
+      "epoch": 64.41,
+      "learning_rate": 3.56811145510836e-05,
+      "loss": 0.0316,
+      "step": 1095
+    },
+    {
+      "epoch": 64.47,
+      "learning_rate": 3.566563467492261e-05,
+      "loss": 0.0336,
+      "step": 1096
+    },
+    {
+      "epoch": 64.53,
+      "learning_rate": 3.565015479876161e-05,
+      "loss": 0.0296,
+      "step": 1097
+    },
+    {
+      "epoch": 64.59,
+      "learning_rate": 3.563467492260062e-05,
+      "loss": 0.0284,
+      "step": 1098
+    },
+    {
+      "epoch": 64.65,
+      "learning_rate": 3.561919504643963e-05,
+      "loss": 0.032,
+      "step": 1099
+    },
+    {
+      "epoch": 64.71,
+      "learning_rate": 3.560371517027864e-05,
+      "loss": 0.0395,
+      "step": 1100
+    },
+    {
+      "epoch": 64.71,
+      "eval_accuracy_NAT": 0.9933450785491634,
+      "eval_accuracy_REST": 0.055284552845528454,
+      "eval_accuracy_concrete": 0.9391015106045016,
+      "eval_accuracy_concrete tiles": 0.9200565637520622,
+      "eval_accuracy_dark bricks": 0.8680636640315449,
+      "eval_accuracy_grass": 0.8875058193007755,
+      "eval_accuracy_red bricks": 0.9199802284710018,
+      "eval_accuracy_road": 0.9820190348337778,
+      "eval_accuracy_rough concrete": 0.6581912655897127,
+      "eval_accuracy_rough red sidewalk": 0.7844246083968145,
+      "eval_accuracy_speedway bricks": 0.9909495206231111,
+      "eval_accuracy_steel": 0.8916371378450374,
+      "eval_accuracy_tiles": 0.23357266200127239,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9816389172822669,
+      "eval_iou_REST": 0.055284552845528454,
+      "eval_iou_concrete": 0.8853906696483588,
+      "eval_iou_concrete tiles": 0.8478596094954717,
+      "eval_iou_dark bricks": 0.8406523129396717,
+      "eval_iou_grass": 0.8273295245555029,
+      "eval_iou_red bricks": 0.8751828631138976,
+      "eval_iou_road": 0.9525531288424973,
+      "eval_iou_rough concrete": 0.644120477009651,
+      "eval_iou_rough red sidewalk": 0.6287756861184952,
+      "eval_iou_speedway bricks": 0.9760494212665044,
+      "eval_iou_steel": 0.8417931011704087,
+      "eval_iou_tiles": 0.23059668012561688,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.0765690729022026,
+      "eval_mean_accuracy": 0.7787793574495617,
+      "eval_mean_iou": 0.7374789957241441,
+      "eval_overall_accuracy": 0.9781521942655919,
+      "eval_runtime": 5.6286,
+      "eval_samples_per_second": 20.964,
+      "eval_steps_per_second": 1.421,
+      "step": 1100
+    },
+    {
+      "epoch": 64.76,
+      "learning_rate": 3.558823529411765e-05,
+      "loss": 0.0287,
+      "step": 1101
+    },
+    {
+      "epoch": 64.82,
+      "learning_rate": 3.557275541795666e-05,
+      "loss": 0.036,
+      "step": 1102
+    },
+    {
+      "epoch": 64.88,
+      "learning_rate": 3.5557275541795664e-05,
+      "loss": 0.0326,
+      "step": 1103
+    },
+    {
+      "epoch": 64.94,
+      "learning_rate": 3.5541795665634674e-05,
+      "loss": 0.0356,
+      "step": 1104
+    },
+    {
+      "epoch": 65.0,
+      "learning_rate": 3.5526315789473684e-05,
+      "loss": 0.0336,
+      "step": 1105
+    },
+    {
+      "epoch": 65.06,
+      "learning_rate": 3.5510835913312694e-05,
+      "loss": 0.0334,
+      "step": 1106
+    },
+    {
+      "epoch": 65.12,
+      "learning_rate": 3.5495356037151704e-05,
+      "loss": 0.031,
+      "step": 1107
+    },
+    {
+      "epoch": 65.18,
+      "learning_rate": 3.5479876160990714e-05,
+      "loss": 0.0319,
+      "step": 1108
+    },
+    {
+      "epoch": 65.24,
+      "learning_rate": 3.5464396284829724e-05,
+      "loss": 0.029,
+      "step": 1109
+    },
+    {
+      "epoch": 65.29,
+      "learning_rate": 3.5448916408668734e-05,
+      "loss": 0.0344,
+      "step": 1110
+    },
+    {
+      "epoch": 65.35,
+      "learning_rate": 3.5433436532507744e-05,
+      "loss": 0.0335,
+      "step": 1111
+    },
+    {
+      "epoch": 65.41,
+      "learning_rate": 3.5417956656346754e-05,
+      "loss": 0.0339,
+      "step": 1112
+    },
+    {
+      "epoch": 65.47,
+      "learning_rate": 3.5402476780185764e-05,
+      "loss": 0.0353,
+      "step": 1113
+    },
+    {
+      "epoch": 65.53,
+      "learning_rate": 3.5386996904024774e-05,
+      "loss": 0.0325,
+      "step": 1114
+    },
+    {
+      "epoch": 65.59,
+      "learning_rate": 3.537151702786378e-05,
+      "loss": 0.0299,
+      "step": 1115
+    },
+    {
+      "epoch": 65.65,
+      "learning_rate": 3.535603715170279e-05,
+      "loss": 0.0298,
+      "step": 1116
+    },
+    {
+      "epoch": 65.71,
+      "learning_rate": 3.53405572755418e-05,
+      "loss": 0.0343,
+      "step": 1117
+    },
+    {
+      "epoch": 65.76,
+      "learning_rate": 3.532507739938081e-05,
+      "loss": 0.0285,
+      "step": 1118
+    },
+    {
+      "epoch": 65.82,
+      "learning_rate": 3.530959752321982e-05,
+      "loss": 0.0274,
+      "step": 1119
+    },
+    {
+      "epoch": 65.88,
+      "learning_rate": 3.529411764705883e-05,
+      "loss": 0.0355,
+      "step": 1120
+    },
+    {
+      "epoch": 65.88,
+      "eval_accuracy_NAT": 0.9935288098240596,
+      "eval_accuracy_REST": 0.15772357723577235,
+      "eval_accuracy_concrete": 0.947173941957686,
+      "eval_accuracy_concrete tiles": 0.9117841150129625,
+      "eval_accuracy_dark bricks": 0.8493243113909997,
+      "eval_accuracy_grass": 0.8630335305272002,
+      "eval_accuracy_red bricks": 0.9045474516695958,
+      "eval_accuracy_road": 0.9832118516396688,
+      "eval_accuracy_rough concrete": 0.6616652464857972,
+      "eval_accuracy_rough red sidewalk": 0.7929823505967107,
+      "eval_accuracy_speedway bricks": 0.9890675884741167,
+      "eval_accuracy_steel": 0.8980943289668994,
+      "eval_accuracy_tiles": 0.23039171135144962,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9811323848611445,
+      "eval_iou_REST": 0.15746753246753248,
+      "eval_iou_concrete": 0.8863057884077346,
+      "eval_iou_concrete tiles": 0.8400356103704347,
+      "eval_iou_dark bricks": 0.8323758248251864,
+      "eval_iou_grass": 0.815390612009176,
+      "eval_iou_red bricks": 0.8783531544984268,
+      "eval_iou_road": 0.9513252874989658,
+      "eval_iou_rough concrete": 0.6450675915114125,
+      "eval_iou_rough red sidewalk": 0.62166910342876,
+      "eval_iou_speedway bricks": 0.9768907139886711,
+      "eval_iou_steel": 0.8456050859501099,
+      "eval_iou_tiles": 0.22557394554191137,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.07918473333120346,
+      "eval_mean_accuracy": 0.7832714473179168,
+      "eval_mean_iou": 0.7428609719507281,
+      "eval_overall_accuracy": 0.9778169858253608,
+      "eval_runtime": 5.5719,
+      "eval_samples_per_second": 21.178,
+      "eval_steps_per_second": 1.436,
+      "step": 1120
+    },
+    {
+      "epoch": 65.94,
+      "learning_rate": 3.527863777089783e-05,
+      "loss": 0.0304,
+      "step": 1121
+    },
+    {
+      "epoch": 66.0,
+      "learning_rate": 3.526315789473684e-05,
+      "loss": 0.0325,
+      "step": 1122
+    },
+    {
+      "epoch": 66.06,
+      "learning_rate": 3.524767801857585e-05,
+      "loss": 0.0322,
+      "step": 1123
+    },
+    {
+      "epoch": 66.12,
+      "learning_rate": 3.523219814241486e-05,
+      "loss": 0.0287,
+      "step": 1124
+    },
+    {
+      "epoch": 66.18,
+      "learning_rate": 3.521671826625387e-05,
+      "loss": 0.0385,
+      "step": 1125
+    },
+    {
+      "epoch": 66.24,
+      "learning_rate": 3.520123839009288e-05,
+      "loss": 0.0318,
+      "step": 1126
+    },
+    {
+      "epoch": 66.29,
+      "learning_rate": 3.518575851393189e-05,
+      "loss": 0.026,
+      "step": 1127
+    },
+    {
+      "epoch": 66.35,
+      "learning_rate": 3.51702786377709e-05,
+      "loss": 0.0298,
+      "step": 1128
+    },
+    {
+      "epoch": 66.41,
+      "learning_rate": 3.515479876160991e-05,
+      "loss": 0.0311,
+      "step": 1129
+    },
+    {
+      "epoch": 66.47,
+      "learning_rate": 3.513931888544892e-05,
+      "loss": 0.0336,
+      "step": 1130
+    },
+    {
+      "epoch": 66.53,
+      "learning_rate": 3.512383900928793e-05,
+      "loss": 0.0332,
+      "step": 1131
+    },
+    {
+      "epoch": 66.59,
+      "learning_rate": 3.510835913312694e-05,
+      "loss": 0.0305,
+      "step": 1132
+    },
+    {
+      "epoch": 66.65,
+      "learning_rate": 3.5092879256965944e-05,
+      "loss": 0.0365,
+      "step": 1133
+    },
+    {
+      "epoch": 66.71,
+      "learning_rate": 3.5077399380804954e-05,
+      "loss": 0.0289,
+      "step": 1134
+    },
+    {
+      "epoch": 66.76,
+      "learning_rate": 3.5061919504643964e-05,
+      "loss": 0.0302,
+      "step": 1135
+    },
+    {
+      "epoch": 66.82,
+      "learning_rate": 3.5046439628482974e-05,
+      "loss": 0.0345,
+      "step": 1136
+    },
+    {
+      "epoch": 66.88,
+      "learning_rate": 3.5030959752321984e-05,
+      "loss": 0.0273,
+      "step": 1137
+    },
+    {
+      "epoch": 66.94,
+      "learning_rate": 3.5015479876160994e-05,
+      "loss": 0.0344,
+      "step": 1138
+    },
+    {
+      "epoch": 67.0,
+      "learning_rate": 3.5e-05,
+      "loss": 0.0459,
+      "step": 1139
+    },
+    {
+      "epoch": 67.06,
+      "learning_rate": 3.498452012383901e-05,
+      "loss": 0.0326,
+      "step": 1140
+    },
+    {
+      "epoch": 67.06,
+      "eval_accuracy_NAT": 0.9919153386987394,
+      "eval_accuracy_REST": 0.191869918699187,
+      "eval_accuracy_concrete": 0.9546646659807463,
+      "eval_accuracy_concrete tiles": 0.8761253829837379,
+      "eval_accuracy_dark bricks": 0.8499320483126926,
+      "eval_accuracy_grass": 0.8893254152993676,
+      "eval_accuracy_red bricks": 0.9099297012302284,
+      "eval_accuracy_road": 0.9822333357025782,
+      "eval_accuracy_rough concrete": 0.6300418903699819,
+      "eval_accuracy_rough red sidewalk": 0.7587739417502012,
+      "eval_accuracy_speedway bricks": 0.9882316692405713,
+      "eval_accuracy_steel": 0.902150064721846,
+      "eval_accuracy_tiles": 0.1801023963161562,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9819518422256411,
+      "eval_iou_REST": 0.191869918699187,
+      "eval_iou_concrete": 0.8805101971033416,
+      "eval_iou_concrete tiles": 0.8212707670554966,
+      "eval_iou_dark bricks": 0.8274994525640966,
+      "eval_iou_grass": 0.8292444489932045,
+      "eval_iou_red bricks": 0.8830615073019934,
+      "eval_iou_road": 0.9491662320090478,
+      "eval_iou_rough concrete": 0.6198658646687069,
+      "eval_iou_rough red sidewalk": 0.6252889376390464,
+      "eval_iou_speedway bricks": 0.9767151019960202,
+      "eval_iou_steel": 0.8457860285538912,
+      "eval_iou_tiles": 0.17682926829268292,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.07983653992414474,
+      "eval_mean_accuracy": 0.7773304437927717,
+      "eval_mean_iou": 0.7391584282386428,
+      "eval_overall_accuracy": 0.9778036667128741,
+      "eval_runtime": 5.6682,
+      "eval_samples_per_second": 20.818,
+      "eval_steps_per_second": 1.411,
+      "step": 1140
+    },
+    {
+      "epoch": 67.12,
+      "learning_rate": 3.496904024767802e-05,
+      "loss": 0.0302,
+      "step": 1141
+    },
+    {
+      "epoch": 67.18,
+      "learning_rate": 3.495356037151703e-05,
+      "loss": 0.0326,
+      "step": 1142
+    },
+    {
+      "epoch": 67.24,
+      "learning_rate": 3.493808049535604e-05,
+      "loss": 0.0379,
+      "step": 1143
+    },
+    {
+      "epoch": 67.29,
+      "learning_rate": 3.4922600619195054e-05,
+      "loss": 0.0328,
+      "step": 1144
+    },
+    {
+      "epoch": 67.35,
+      "learning_rate": 3.490712074303406e-05,
+      "loss": 0.0247,
+      "step": 1145
+    },
+    {
+      "epoch": 67.41,
+      "learning_rate": 3.489164086687307e-05,
+      "loss": 0.0304,
+      "step": 1146
+    },
+    {
+      "epoch": 67.47,
+      "learning_rate": 3.487616099071208e-05,
+      "loss": 0.033,
+      "step": 1147
+    },
+    {
+      "epoch": 67.53,
+      "learning_rate": 3.486068111455109e-05,
+      "loss": 0.0538,
+      "step": 1148
+    },
+    {
+      "epoch": 67.59,
+      "learning_rate": 3.48452012383901e-05,
+      "loss": 0.0312,
+      "step": 1149
+    },
+    {
+      "epoch": 67.65,
+      "learning_rate": 3.482972136222911e-05,
+      "loss": 0.0284,
+      "step": 1150
+    },
+    {
+      "epoch": 67.71,
+      "learning_rate": 3.481424148606811e-05,
+      "loss": 0.034,
+      "step": 1151
+    },
+    {
+      "epoch": 67.76,
+      "learning_rate": 3.479876160990712e-05,
+      "loss": 0.031,
+      "step": 1152
+    },
+    {
+      "epoch": 67.82,
+      "learning_rate": 3.478328173374613e-05,
+      "loss": 0.03,
+      "step": 1153
+    },
+    {
+      "epoch": 67.88,
+      "learning_rate": 3.476780185758514e-05,
+      "loss": 0.031,
+      "step": 1154
+    },
+    {
+      "epoch": 67.94,
+      "learning_rate": 3.475232198142415e-05,
+      "loss": 0.0372,
+      "step": 1155
+    },
+    {
+      "epoch": 68.0,
+      "learning_rate": 3.473684210526316e-05,
+      "loss": 0.0288,
+      "step": 1156
+    },
+    {
+      "epoch": 68.06,
+      "learning_rate": 3.4721362229102163e-05,
+      "loss": 0.0307,
+      "step": 1157
+    },
+    {
+      "epoch": 68.12,
+      "learning_rate": 3.470588235294118e-05,
+      "loss": 0.0331,
+      "step": 1158
+    },
+    {
+      "epoch": 68.18,
+      "learning_rate": 3.469040247678019e-05,
+      "loss": 0.032,
+      "step": 1159
+    },
+    {
+      "epoch": 68.24,
+      "learning_rate": 3.46749226006192e-05,
+      "loss": 0.03,
+      "step": 1160
+    },
+    {
+      "epoch": 68.24,
+      "eval_accuracy_NAT": 0.9934777014764652,
+      "eval_accuracy_REST": 0.3056910569105691,
+      "eval_accuracy_concrete": 0.9438457504788957,
+      "eval_accuracy_concrete tiles": 0.9096629743106293,
+      "eval_accuracy_dark bricks": 0.8682311505847673,
+      "eval_accuracy_grass": 0.8853427426222621,
+      "eval_accuracy_red bricks": 0.9111928822495606,
+      "eval_accuracy_road": 0.9814338491695975,
+      "eval_accuracy_rough concrete": 0.7519768321822916,
+      "eval_accuracy_rough red sidewalk": 0.7964265034328729,
+      "eval_accuracy_speedway bricks": 0.9891467591764328,
+      "eval_accuracy_steel": 0.9062058004767926,
+      "eval_accuracy_tiles": 0.22775606652731073,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9820215251429533,
+      "eval_iou_REST": 0.29984051036682613,
+      "eval_iou_concrete": 0.8899700377609263,
+      "eval_iou_concrete tiles": 0.8444809101848813,
+      "eval_iou_dark bricks": 0.8442967761149579,
+      "eval_iou_grass": 0.828061638998384,
+      "eval_iou_red bricks": 0.8802992518703242,
+      "eval_iou_road": 0.9556096261359331,
+      "eval_iou_rough concrete": 0.738022831477496,
+      "eval_iou_rough red sidewalk": 0.6150754702735979,
+      "eval_iou_speedway bricks": 0.976805894926519,
+      "eval_iou_steel": 0.8482410179640718,
+      "eval_iou_tiles": 0.22415026833631485,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.07349683344364166,
+      "eval_mean_accuracy": 0.8054146207383421,
+      "eval_mean_iou": 0.7636058276579374,
+      "eval_overall_accuracy": 0.9789129677465407,
+      "eval_runtime": 5.4514,
+      "eval_samples_per_second": 21.646,
+      "eval_steps_per_second": 1.468,
+      "step": 1160
+    },
+    {
+      "epoch": 68.29,
+      "learning_rate": 3.465944272445821e-05,
+      "loss": 0.032,
+      "step": 1161
+    },
+    {
+      "epoch": 68.35,
+      "learning_rate": 3.464396284829722e-05,
+      "loss": 0.0315,
+      "step": 1162
+    },
+    {
+      "epoch": 68.41,
+      "learning_rate": 3.4628482972136223e-05,
+      "loss": 0.0397,
+      "step": 1163
+    },
+    {
+      "epoch": 68.47,
+      "learning_rate": 3.4613003095975233e-05,
+      "loss": 0.0333,
+      "step": 1164
+    },
+    {
+      "epoch": 68.53,
+      "learning_rate": 3.4597523219814243e-05,
+      "loss": 0.033,
+      "step": 1165
+    },
+    {
+      "epoch": 68.59,
+      "learning_rate": 3.4582043343653253e-05,
+      "loss": 0.0376,
+      "step": 1166
+    },
+    {
+      "epoch": 68.65,
+      "learning_rate": 3.4566563467492263e-05,
+      "loss": 0.0414,
+      "step": 1167
+    },
+    {
+      "epoch": 68.71,
+      "learning_rate": 3.4551083591331273e-05,
+      "loss": 0.033,
+      "step": 1168
+    },
+    {
+      "epoch": 68.76,
+      "learning_rate": 3.453560371517028e-05,
+      "loss": 0.0398,
+      "step": 1169
+    },
+    {
+      "epoch": 68.82,
+      "learning_rate": 3.452012383900929e-05,
+      "loss": 0.0334,
+      "step": 1170
+    },
+    {
+      "epoch": 68.88,
+      "learning_rate": 3.45046439628483e-05,
+      "loss": 0.0396,
+      "step": 1171
+    },
+    {
+      "epoch": 68.94,
+      "learning_rate": 3.448916408668731e-05,
+      "loss": 0.0335,
+      "step": 1172
+    },
+    {
+      "epoch": 69.0,
+      "learning_rate": 3.447368421052632e-05,
+      "loss": 0.0326,
+      "step": 1173
+    },
+    {
+      "epoch": 69.06,
+      "learning_rate": 3.445820433436533e-05,
+      "loss": 0.0343,
+      "step": 1174
+    },
+    {
+      "epoch": 69.12,
+      "learning_rate": 3.444272445820434e-05,
+      "loss": 0.0459,
+      "step": 1175
+    },
+    {
+      "epoch": 69.18,
+      "learning_rate": 3.442724458204335e-05,
+      "loss": 0.0314,
+      "step": 1176
+    },
+    {
+      "epoch": 69.24,
+      "learning_rate": 3.441176470588236e-05,
+      "loss": 0.0305,
+      "step": 1177
+    },
+    {
+      "epoch": 69.29,
+      "learning_rate": 3.439628482972137e-05,
+      "loss": 0.0354,
+      "step": 1178
+    },
+    {
+      "epoch": 69.35,
+      "learning_rate": 3.438080495356038e-05,
+      "loss": 0.0398,
+      "step": 1179
+    },
+    {
+      "epoch": 69.41,
+      "learning_rate": 3.436532507739939e-05,
+      "loss": 0.0304,
+      "step": 1180
+    },
+    {
+      "epoch": 69.41,
+      "eval_accuracy_NAT": 0.9931456589523792,
+      "eval_accuracy_REST": 0.2634146341463415,
+      "eval_accuracy_concrete": 0.945193767399623,
+      "eval_accuracy_concrete tiles": 0.9119019561630921,
+      "eval_accuracy_dark bricks": 0.888994697854258,
+      "eval_accuracy_grass": 0.8893727266877864,
+      "eval_accuracy_red bricks": 0.9082271528998243,
+      "eval_accuracy_road": 0.9828548616637123,
+      "eval_accuracy_rough concrete": 0.6426328365679691,
+      "eval_accuracy_rough red sidewalk": 0.7215800991133938,
+      "eval_accuracy_speedway bricks": 0.9898546686380514,
+      "eval_accuracy_steel": 0.9067880471994683,
+      "eval_accuracy_tiles": 0.2100033324244903,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.98200447224178,
+      "eval_iou_REST": 0.26129032258064516,
+      "eval_iou_concrete": 0.8846762397166505,
+      "eval_iou_concrete tiles": 0.8445084686572376,
+      "eval_iou_dark bricks": 0.8599699108899433,
+      "eval_iou_grass": 0.8291459103928835,
+      "eval_iou_red bricks": 0.8779464854533872,
+      "eval_iou_road": 0.9485877067067877,
+      "eval_iou_rough concrete": 0.6299121536376805,
+      "eval_iou_rough red sidewalk": 0.622748778255875,
+      "eval_iou_speedway bricks": 0.977983933489584,
+      "eval_iou_steel": 0.8494635738180013,
+      "eval_iou_tiles": 0.20392433736357485,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.07490196824073792,
+      "eval_mean_accuracy": 0.7887664953623378,
+      "eval_mean_iou": 0.7517047917849256,
+      "eval_overall_accuracy": 0.978399438373113,
+      "eval_runtime": 7.2052,
+      "eval_samples_per_second": 16.377,
+      "eval_steps_per_second": 1.11,
+      "step": 1180
+    },
+    {
+      "epoch": 69.47,
+      "learning_rate": 3.434984520123839e-05,
+      "loss": 0.0381,
+      "step": 1181
+    },
+    {
+      "epoch": 69.53,
+      "learning_rate": 3.43343653250774e-05,
+      "loss": 0.0305,
+      "step": 1182
+    },
+    {
+      "epoch": 69.59,
+      "learning_rate": 3.431888544891641e-05,
+      "loss": 0.0355,
+      "step": 1183
+    },
+    {
+      "epoch": 69.65,
+      "learning_rate": 3.430340557275542e-05,
+      "loss": 0.0428,
+      "step": 1184
+    },
+    {
+      "epoch": 69.71,
+      "learning_rate": 3.428792569659443e-05,
+      "loss": 0.038,
+      "step": 1185
+    },
+    {
+      "epoch": 69.76,
+      "learning_rate": 3.427244582043344e-05,
+      "loss": 0.0352,
+      "step": 1186
+    },
+    {
+      "epoch": 69.82,
+      "learning_rate": 3.425696594427244e-05,
+      "loss": 0.034,
+      "step": 1187
+    },
+    {
+      "epoch": 69.88,
+      "learning_rate": 3.424148606811145e-05,
+      "loss": 0.035,
+      "step": 1188
+    },
+    {
+      "epoch": 69.94,
+      "learning_rate": 3.422600619195046e-05,
+      "loss": 0.0308,
+      "step": 1189
+    },
+    {
+      "epoch": 70.0,
+      "learning_rate": 3.421052631578947e-05,
+      "loss": 0.0307,
+      "step": 1190
+    },
+    {
+      "epoch": 70.06,
+      "learning_rate": 3.419504643962848e-05,
+      "loss": 0.031,
+      "step": 1191
+    },
+    {
+      "epoch": 70.12,
+      "learning_rate": 3.41795665634675e-05,
+      "loss": 0.0365,
+      "step": 1192
+    },
+    {
+      "epoch": 70.18,
+      "learning_rate": 3.41640866873065e-05,
+      "loss": 0.0376,
+      "step": 1193
+    },
+    {
+      "epoch": 70.24,
+      "learning_rate": 3.414860681114551e-05,
+      "loss": 0.0354,
+      "step": 1194
+    },
+    {
+      "epoch": 70.29,
+      "learning_rate": 3.413312693498452e-05,
+      "loss": 0.0276,
+      "step": 1195
+    },
+    {
+      "epoch": 70.35,
+      "learning_rate": 3.411764705882353e-05,
+      "loss": 0.0324,
+      "step": 1196
+    },
+    {
+      "epoch": 70.41,
+      "learning_rate": 3.410216718266254e-05,
+      "loss": 0.0336,
+      "step": 1197
+    },
+    {
+      "epoch": 70.47,
+      "learning_rate": 3.4086687306501546e-05,
+      "loss": 0.0322,
+      "step": 1198
+    },
+    {
+      "epoch": 70.53,
+      "learning_rate": 3.4071207430340556e-05,
+      "loss": 0.0346,
+      "step": 1199
+    },
+    {
+      "epoch": 70.59,
+      "learning_rate": 3.4055727554179566e-05,
+      "loss": 0.0366,
+      "step": 1200
+    },
+    {
+      "epoch": 70.59,
+      "eval_accuracy_NAT": 0.992674955383976,
+      "eval_accuracy_REST": 0.04715447154471545,
+      "eval_accuracy_concrete": 0.958235171813872,
+      "eval_accuracy_concrete tiles": 0.8674994107942493,
+      "eval_accuracy_dark bricks": 0.8251440384357713,
+      "eval_accuracy_grass": 0.8618933260663041,
+      "eval_accuracy_red bricks": 0.9024055360281195,
+      "eval_accuracy_road": 0.9774027482883987,
+      "eval_accuracy_rough concrete": 0.6224027076791067,
+      "eval_accuracy_rough red sidewalk": 0.8008482542356312,
+      "eval_accuracy_speedway bricks": 0.9870333127009685,
+      "eval_accuracy_steel": 0.9060183820038283,
+      "eval_accuracy_tiles": 0.14244599957587326,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9819493271821238,
+      "eval_iou_REST": 0.04707792207792208,
+      "eval_iou_concrete": 0.8767137131319575,
+      "eval_iou_concrete tiles": 0.8272390156197326,
+      "eval_iou_dark bricks": 0.8106283554443995,
+      "eval_iou_grass": 0.8130420850341017,
+      "eval_iou_red bricks": 0.8766940561306157,
+      "eval_iou_road": 0.9598719622793611,
+      "eval_iou_rough concrete": 0.6054954928842642,
+      "eval_iou_rough red sidewalk": 0.5239165834436141,
+      "eval_iou_speedway bricks": 0.9776720750888546,
+      "eval_iou_steel": 0.8490466622641244,
+      "eval_iou_tiles": 0.13535219781801433,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.08301250636577606,
+      "eval_mean_accuracy": 0.7608583318885243,
+      "eval_mean_iou": 0.7142076498768526,
+      "eval_overall_accuracy": 0.9770683676509534,
+      "eval_runtime": 5.8395,
+      "eval_samples_per_second": 20.207,
+      "eval_steps_per_second": 1.37,
+      "step": 1200
+    },
+    {
+      "epoch": 70.65,
+      "learning_rate": 3.4040247678018576e-05,
+      "loss": 0.0324,
+      "step": 1201
+    },
+    {
+      "epoch": 70.71,
+      "learning_rate": 3.4024767801857586e-05,
+      "loss": 0.0378,
+      "step": 1202
+    },
+    {
+      "epoch": 70.76,
+      "learning_rate": 3.4009287925696596e-05,
+      "loss": 0.0355,
+      "step": 1203
+    },
+    {
+      "epoch": 70.82,
+      "learning_rate": 3.39938080495356e-05,
+      "loss": 0.038,
+      "step": 1204
+    },
+    {
+      "epoch": 70.88,
+      "learning_rate": 3.397832817337461e-05,
+      "loss": 0.039,
+      "step": 1205
+    },
+    {
+      "epoch": 70.94,
+      "learning_rate": 3.396284829721362e-05,
+      "loss": 0.0297,
+      "step": 1206
+    },
+    {
+      "epoch": 71.0,
+      "learning_rate": 3.3947368421052636e-05,
+      "loss": 0.0321,
+      "step": 1207
+    },
+    {
+      "epoch": 71.06,
+      "learning_rate": 3.3931888544891646e-05,
+      "loss": 0.0328,
+      "step": 1208
+    },
+    {
+      "epoch": 71.12,
+      "learning_rate": 3.3916408668730656e-05,
+      "loss": 0.0335,
+      "step": 1209
+    },
+    {
+      "epoch": 71.18,
+      "learning_rate": 3.390092879256966e-05,
+      "loss": 0.0323,
+      "step": 1210
+    },
+    {
+      "epoch": 71.24,
+      "learning_rate": 3.388544891640867e-05,
+      "loss": 0.0333,
+      "step": 1211
+    },
+    {
+      "epoch": 71.29,
+      "learning_rate": 3.386996904024768e-05,
+      "loss": 0.0339,
+      "step": 1212
+    },
+    {
+      "epoch": 71.35,
+      "learning_rate": 3.385448916408669e-05,
+      "loss": 0.0317,
+      "step": 1213
+    },
+    {
+      "epoch": 71.41,
+      "learning_rate": 3.38390092879257e-05,
+      "loss": 0.0318,
+      "step": 1214
+    },
+    {
+      "epoch": 71.47,
+      "learning_rate": 3.382352941176471e-05,
+      "loss": 0.0317,
+      "step": 1215
+    },
+    {
+      "epoch": 71.53,
+      "learning_rate": 3.380804953560371e-05,
+      "loss": 0.0288,
+      "step": 1216
+    },
+    {
+      "epoch": 71.59,
+      "learning_rate": 3.379256965944272e-05,
+      "loss": 0.0303,
+      "step": 1217
+    },
+    {
+      "epoch": 71.65,
+      "learning_rate": 3.377708978328173e-05,
+      "loss": 0.0386,
+      "step": 1218
+    },
+    {
+      "epoch": 71.71,
+      "learning_rate": 3.376160990712074e-05,
+      "loss": 0.0318,
+      "step": 1219
+    },
+    {
+      "epoch": 71.76,
+      "learning_rate": 3.374613003095975e-05,
+      "loss": 0.0296,
+      "step": 1220
+    },
+    {
+      "epoch": 71.76,
+      "eval_accuracy_NAT": 0.9916076642897511,
+      "eval_accuracy_REST": 0.14308943089430895,
+      "eval_accuracy_concrete": 0.9524127477224744,
+      "eval_accuracy_concrete tiles": 0.9023332547725665,
+      "eval_accuracy_dark bricks": 0.8711693432612981,
+      "eval_accuracy_grass": 0.9014191524070142,
+      "eval_accuracy_red bricks": 0.890322934973638,
+      "eval_accuracy_road": 0.9790663857062923,
+      "eval_accuracy_rough concrete": 0.6242618535445927,
+      "eval_accuracy_rough red sidewalk": 0.7556456282570932,
+      "eval_accuracy_speedway bricks": 0.991555981912065,
+      "eval_accuracy_steel": 0.885989594526381,
+      "eval_accuracy_tiles": 0.17537641249356237,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9818573901591024,
+      "eval_iou_REST": 0.14308943089430895,
+      "eval_iou_concrete": 0.8808498965890104,
+      "eval_iou_concrete tiles": 0.839660503980525,
+      "eval_iou_dark bricks": 0.8471303198667299,
+      "eval_iou_grass": 0.8321373634388728,
+      "eval_iou_red bricks": 0.8664813726014218,
+      "eval_iou_road": 0.9586484952029115,
+      "eval_iou_rough concrete": 0.6103291581706962,
+      "eval_iou_rough red sidewalk": 0.6133155109589292,
+      "eval_iou_speedway bricks": 0.977225058515616,
+      "eval_iou_steel": 0.8448727388841627,
+      "eval_iou_tiles": 0.1710192023633678,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.07912295311689377,
+      "eval_mean_accuracy": 0.7741731065200798,
+      "eval_mean_iou": 0.7358935724327427,
+      "eval_overall_accuracy": 0.978185427390923,
+      "eval_runtime": 13.2108,
+      "eval_samples_per_second": 8.932,
+      "eval_steps_per_second": 0.606,
+      "step": 1220
+    },
+    {
+      "epoch": 71.82,
+      "learning_rate": 3.373065015479876e-05,
+      "loss": 0.0351,
+      "step": 1221
+    },
+    {
+      "epoch": 71.88,
+      "learning_rate": 3.371517027863777e-05,
+      "loss": 0.027,
+      "step": 1222
+    },
+    {
+      "epoch": 71.94,
+      "learning_rate": 3.369969040247678e-05,
+      "loss": 0.0298,
+      "step": 1223
+    },
+    {
+      "epoch": 72.0,
+      "learning_rate": 3.368421052631579e-05,
+      "loss": 0.0299,
+      "step": 1224
+    },
+    {
+      "epoch": 72.06,
+      "learning_rate": 3.36687306501548e-05,
+      "loss": 0.0306,
+      "step": 1225
+    },
+    {
+      "epoch": 72.12,
+      "learning_rate": 3.365325077399381e-05,
+      "loss": 0.0309,
+      "step": 1226
+    },
+    {
+      "epoch": 72.18,
+      "learning_rate": 3.363777089783282e-05,
+      "loss": 0.0277,
+      "step": 1227
+    },
+    {
+      "epoch": 72.24,
+      "learning_rate": 3.3622291021671826e-05,
+      "loss": 0.0363,
+      "step": 1228
+    },
+    {
+      "epoch": 72.29,
+      "learning_rate": 3.3606811145510836e-05,
+      "loss": 0.0299,
+      "step": 1229
+    },
+    {
+      "epoch": 72.35,
+      "learning_rate": 3.3591331269349846e-05,
+      "loss": 0.032,
+      "step": 1230
+    },
+    {
+      "epoch": 72.41,
+      "learning_rate": 3.3575851393188856e-05,
+      "loss": 0.0406,
+      "step": 1231
+    },
+    {
+      "epoch": 72.47,
+      "learning_rate": 3.3560371517027866e-05,
+      "loss": 0.0306,
+      "step": 1232
+    },
+    {
+      "epoch": 72.53,
+      "learning_rate": 3.3544891640866876e-05,
+      "loss": 0.0264,
+      "step": 1233
+    },
+    {
+      "epoch": 72.59,
+      "learning_rate": 3.352941176470588e-05,
+      "loss": 0.0306,
+      "step": 1234
+    },
+    {
+      "epoch": 72.65,
+      "learning_rate": 3.351393188854489e-05,
+      "loss": 0.0321,
+      "step": 1235
+    },
+    {
+      "epoch": 72.71,
+      "learning_rate": 3.34984520123839e-05,
+      "loss": 0.0303,
+      "step": 1236
+    },
+    {
+      "epoch": 72.76,
+      "learning_rate": 3.348297213622291e-05,
+      "loss": 0.0339,
+      "step": 1237
+    },
+    {
+      "epoch": 72.82,
+      "learning_rate": 3.346749226006192e-05,
+      "loss": 0.0351,
+      "step": 1238
+    },
+    {
+      "epoch": 72.88,
+      "learning_rate": 3.345201238390093e-05,
+      "loss": 0.0348,
+      "step": 1239
+    },
+    {
+      "epoch": 72.94,
+      "learning_rate": 3.343653250773994e-05,
+      "loss": 0.0313,
+      "step": 1240
+    },
+    {
+      "epoch": 72.94,
+      "eval_accuracy_NAT": 0.9927213194967726,
+      "eval_accuracy_REST": 0.08943089430894309,
+      "eval_accuracy_concrete": 0.9468108526254798,
+      "eval_accuracy_concrete tiles": 0.9154843271270328,
+      "eval_accuracy_dark bricks": 0.856550159830025,
+      "eval_accuracy_grass": 0.8992655380061846,
+      "eval_accuracy_red bricks": 0.8841168717047452,
+      "eval_accuracy_road": 0.9796259193961525,
+      "eval_accuracy_rough concrete": 0.6253403964986086,
+      "eval_accuracy_rough red sidewalk": 0.784311808631438,
+      "eval_accuracy_speedway bricks": 0.9926374674149154,
+      "eval_accuracy_steel": 0.8652661092424795,
+      "eval_accuracy_tiles": 0.2090338998454967,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9821372358073259,
+      "eval_iou_REST": 0.08943089430894309,
+      "eval_iou_concrete": 0.8860208515889054,
+      "eval_iou_concrete tiles": 0.8653152149699265,
+      "eval_iou_dark bricks": 0.839343324455115,
+      "eval_iou_grass": 0.8308539785950206,
+      "eval_iou_red bricks": 0.8594308899685014,
+      "eval_iou_road": 0.9600674794861629,
+      "eval_iou_rough concrete": 0.6149735127279546,
+      "eval_iou_rough red sidewalk": 0.6126972377897618,
+      "eval_iou_speedway bricks": 0.9755335515396683,
+      "eval_iou_steel": 0.8341532160925078,
+      "eval_iou_tiles": 0.2064508407635689,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.07735487818717957,
+      "eval_mean_accuracy": 0.7723535049329442,
+      "eval_mean_iou": 0.7351083252379511,
+      "eval_overall_accuracy": 0.9783551490913003,
+      "eval_runtime": 5.5504,
+      "eval_samples_per_second": 21.26,
+      "eval_steps_per_second": 1.441,
+      "step": 1240
+    },
+    {
+      "epoch": 73.0,
+      "learning_rate": 3.342105263157895e-05,
+      "loss": 0.0332,
+      "step": 1241
+    },
+    {
+      "epoch": 73.06,
+      "learning_rate": 3.340557275541796e-05,
+      "loss": 0.031,
+      "step": 1242
+    },
+    {
+      "epoch": 73.12,
+      "learning_rate": 3.339009287925697e-05,
+      "loss": 0.0293,
+      "step": 1243
+    },
+    {
+      "epoch": 73.18,
+      "learning_rate": 3.337461300309598e-05,
+      "loss": 0.0289,
+      "step": 1244
+    },
+    {
+      "epoch": 73.24,
+      "learning_rate": 3.335913312693499e-05,
+      "loss": 0.0255,
+      "step": 1245
+    },
+    {
+      "epoch": 73.29,
+      "learning_rate": 3.334365325077399e-05,
+      "loss": 0.0296,
+      "step": 1246
+    },
+    {
+      "epoch": 73.35,
+      "learning_rate": 3.3328173374613e-05,
+      "loss": 0.0336,
+      "step": 1247
+    },
+    {
+      "epoch": 73.41,
+      "learning_rate": 3.331269349845201e-05,
+      "loss": 0.0289,
+      "step": 1248
+    },
+    {
+      "epoch": 73.47,
+      "learning_rate": 3.329721362229102e-05,
+      "loss": 0.0294,
+      "step": 1249
+    },
+    {
+      "epoch": 73.53,
+      "learning_rate": 3.328173374613003e-05,
+      "loss": 0.034,
+      "step": 1250
+    },
+    {
+      "epoch": 73.59,
+      "learning_rate": 3.326625386996904e-05,
+      "loss": 0.0299,
+      "step": 1251
+    },
+    {
+      "epoch": 73.65,
+      "learning_rate": 3.3250773993808046e-05,
+      "loss": 0.0307,
+      "step": 1252
+    },
+    {
+      "epoch": 73.71,
+      "learning_rate": 3.3235294117647056e-05,
+      "loss": 0.0339,
+      "step": 1253
+    },
+    {
+      "epoch": 73.76,
+      "learning_rate": 3.3219814241486066e-05,
+      "loss": 0.032,
+      "step": 1254
+    },
+    {
+      "epoch": 73.82,
+      "learning_rate": 3.320433436532508e-05,
+      "loss": 0.0294,
+      "step": 1255
+    },
+    {
+      "epoch": 73.88,
+      "learning_rate": 3.318885448916409e-05,
+      "loss": 0.0282,
+      "step": 1256
+    },
+    {
+      "epoch": 73.94,
+      "learning_rate": 3.31733746130031e-05,
+      "loss": 0.0349,
+      "step": 1257
+    },
+    {
+      "epoch": 74.0,
+      "learning_rate": 3.3157894736842106e-05,
+      "loss": 0.0268,
+      "step": 1258
+    },
+    {
+      "epoch": 74.06,
+      "learning_rate": 3.3142414860681116e-05,
+      "loss": 0.0285,
+      "step": 1259
+    },
+    {
+      "epoch": 74.12,
+      "learning_rate": 3.3126934984520126e-05,
+      "loss": 0.0272,
+      "step": 1260
+    },
+    {
+      "epoch": 74.12,
+      "eval_accuracy_NAT": 0.9942002268714645,
+      "eval_accuracy_REST": 0.22276422764227644,
+      "eval_accuracy_concrete": 0.9498260228799787,
+      "eval_accuracy_concrete tiles": 0.9140702333254772,
+      "eval_accuracy_dark bricks": 0.8848888846352622,
+      "eval_accuracy_grass": 0.8712098846737596,
+      "eval_accuracy_red bricks": 0.9234951669595782,
+      "eval_accuracy_road": 0.97808092235949,
+      "eval_accuracy_rough concrete": 0.6260733290032714,
+      "eval_accuracy_rough red sidewalk": 0.772994232171997,
+      "eval_accuracy_speedway bricks": 0.9907025834325538,
+      "eval_accuracy_steel": 0.8942984801611299,
+      "eval_accuracy_tiles": 0.264382441152413,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9816555179486792,
+      "eval_iou_REST": 0.21642969984202212,
+      "eval_iou_concrete": 0.8902363972700686,
+      "eval_iou_concrete tiles": 0.855441351625568,
+      "eval_iou_dark bricks": 0.8587450193652651,
+      "eval_iou_grass": 0.8241404527621606,
+      "eval_iou_red bricks": 0.8853261728005054,
+      "eval_iou_road": 0.9616836897156543,
+      "eval_iou_rough concrete": 0.617017653069614,
+      "eval_iou_rough red sidewalk": 0.6000770586930378,
+      "eval_iou_speedway bricks": 0.977204896135035,
+      "eval_iou_steel": 0.8476513278193066,
+      "eval_iou_tiles": 0.25355918414782963,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.07605685293674469,
+      "eval_mean_accuracy": 0.7913066642514347,
+      "eval_mean_iou": 0.7514744939380574,
+      "eval_overall_accuracy": 0.9786853143724344,
+      "eval_runtime": 5.5689,
+      "eval_samples_per_second": 21.189,
+      "eval_steps_per_second": 1.437,
+      "step": 1260
+    },
+    {
+      "epoch": 74.18,
+      "learning_rate": 3.3111455108359136e-05,
+      "loss": 0.0309,
+      "step": 1261
+    },
+    {
+      "epoch": 74.24,
+      "learning_rate": 3.3095975232198146e-05,
+      "loss": 0.0314,
+      "step": 1262
+    },
+    {
+      "epoch": 74.29,
+      "learning_rate": 3.3080495356037156e-05,
+      "loss": 0.0328,
+      "step": 1263
+    },
+    {
+      "epoch": 74.35,
+      "learning_rate": 3.306501547987616e-05,
+      "loss": 0.0331,
+      "step": 1264
+    },
+    {
+      "epoch": 74.41,
+      "learning_rate": 3.304953560371517e-05,
+      "loss": 0.0306,
+      "step": 1265
+    },
+    {
+      "epoch": 74.47,
+      "learning_rate": 3.303405572755418e-05,
+      "loss": 0.0313,
+      "step": 1266
+    },
+    {
+      "epoch": 74.53,
+      "learning_rate": 3.301857585139319e-05,
+      "loss": 0.0261,
+      "step": 1267
+    },
+    {
+      "epoch": 74.59,
+      "learning_rate": 3.30030959752322e-05,
+      "loss": 0.0322,
+      "step": 1268
+    },
+    {
+      "epoch": 74.65,
+      "learning_rate": 3.298761609907121e-05,
+      "loss": 0.0277,
+      "step": 1269
+    },
+    {
+      "epoch": 74.71,
+      "learning_rate": 3.297213622291022e-05,
+      "loss": 0.0288,
+      "step": 1270
+    },
+    {
+      "epoch": 74.76,
+      "learning_rate": 3.295665634674923e-05,
+      "loss": 0.0329,
+      "step": 1271
+    },
+    {
+      "epoch": 74.82,
+      "learning_rate": 3.294117647058824e-05,
+      "loss": 0.0311,
+      "step": 1272
+    },
+    {
+      "epoch": 74.88,
+      "learning_rate": 3.292569659442725e-05,
+      "loss": 0.0312,
+      "step": 1273
+    },
+    {
+      "epoch": 74.94,
+      "learning_rate": 3.291021671826626e-05,
+      "loss": 0.0284,
+      "step": 1274
+    },
+    {
+      "epoch": 75.0,
+      "learning_rate": 3.289473684210527e-05,
+      "loss": 0.0292,
+      "step": 1275
+    },
+    {
+      "epoch": 75.06,
+      "learning_rate": 3.287925696594427e-05,
+      "loss": 0.0302,
+      "step": 1276
+    },
+    {
+      "epoch": 75.12,
+      "learning_rate": 3.286377708978328e-05,
+      "loss": 0.0342,
+      "step": 1277
+    },
+    {
+      "epoch": 75.18,
+      "learning_rate": 3.284829721362229e-05,
+      "loss": 0.0294,
+      "step": 1278
+    },
+    {
+      "epoch": 75.24,
+      "learning_rate": 3.28328173374613e-05,
+      "loss": 0.0272,
+      "step": 1279
+    },
+    {
+      "epoch": 75.29,
+      "learning_rate": 3.281733746130031e-05,
+      "loss": 0.0329,
+      "step": 1280
+    },
+    {
+      "epoch": 75.29,
+      "eval_accuracy_NAT": 0.9928449391603104,
+      "eval_accuracy_REST": 0.1902439024390244,
+      "eval_accuracy_concrete": 0.9563448140906179,
+      "eval_accuracy_concrete tiles": 0.8934716002828188,
+      "eval_accuracy_dark bricks": 0.8582058840418813,
+      "eval_accuracy_grass": 0.8855253645815592,
+      "eval_accuracy_red bricks": 0.8926296133567663,
+      "eval_accuracy_road": 0.9793902418820853,
+      "eval_accuracy_rough concrete": 0.6249173216381936,
+      "eval_accuracy_rough red sidewalk": 0.7686627211815399,
+      "eval_accuracy_speedway bricks": 0.9893386881517445,
+      "eval_accuracy_steel": 0.8970098007366796,
+      "eval_accuracy_tiles": 0.21088188069920324,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_iou_NAT": 0.9820734284240179,
+      "eval_iou_REST": 0.18962722852512157,
+      "eval_iou_concrete": 0.8856006348028841,
+      "eval_iou_concrete tiles": 0.8492003046458492,
+      "eval_iou_dark bricks": 0.8390065215153868,
+      "eval_iou_grass": 0.8260845002789371,
+      "eval_iou_red bricks": 0.8720356261401437,
+      "eval_iou_road": 0.9609563440959449,
+      "eval_iou_rough concrete": 0.6129052995768755,
+      "eval_iou_rough red sidewalk": 0.5995917313874094,
+      "eval_iou_speedway bricks": 0.9775231301854868,
+      "eval_iou_steel": 0.8492074757511238,
+      "eval_iou_tiles": 0.20707401237505949,
+      "eval_iou_unlabeled": NaN,
+      "eval_loss": 0.07827547192573547,
+      "eval_mean_accuracy": 0.7799589824801865,
+      "eval_mean_iou": 0.7423758644387879,
+      "eval_overall_accuracy": 0.9784607644808494,
+      "eval_runtime": 6.2956,
+      "eval_samples_per_second": 18.743,
+      "eval_steps_per_second": 1.271,
+      "step": 1280
     }
   ],
   "max_steps": 3400,
   "num_train_epochs": 200,
-  "total_flos": 6.064832906306519e+18,
+  "total_flos": 8.086044662798746e+18,
   "trial_name": null,
   "trial_params": null
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61f8f8d7ec906af8a1c0fe0a2f40d906395df089db9ad9f4f170bec8a3a2443e
+oid sha256:296e478c12b390686d043f17c7275ab3a9e8ac2bfd28434efaecb50c52022826
 size 338830281

runs/Dec09_04-08-30_robolidar/events.out.tfevents.1702116518.robolidar.2934636.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87736d78f2f5665b44dd96cd1402a7ad939912181eed60d8f27fe7d5c0a099f3
-size 319313
+oid sha256:cd885d50fd391169313d231fa8ce09b2bd84d670ca2508a0d05ff3b2fbaf2f9e
+size 340289