sam1120's picture
Training in progress, step 240
90c2df5
{
"best_metric": 0.19107842445373535,
"best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/dropoff-utcustom-train-SF-RGB-b5_5/checkpoint-240",
"epoch": 120.0,
"global_step": 240,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.5,
"learning_rate": 7.5e-07,
"loss": 1.1306,
"step": 1
},
{
"epoch": 1.0,
"learning_rate": 1.5e-06,
"loss": 1.1189,
"step": 2
},
{
"epoch": 1.5,
"learning_rate": 2.25e-06,
"loss": 1.1168,
"step": 3
},
{
"epoch": 2.0,
"learning_rate": 3e-06,
"loss": 1.1199,
"step": 4
},
{
"epoch": 2.5,
"learning_rate": 3.75e-06,
"loss": 1.1175,
"step": 5
},
{
"epoch": 3.0,
"learning_rate": 4.5e-06,
"loss": 1.1046,
"step": 6
},
{
"epoch": 3.5,
"learning_rate": 5.2500000000000006e-06,
"loss": 1.0996,
"step": 7
},
{
"epoch": 4.0,
"learning_rate": 6e-06,
"loss": 1.0903,
"step": 8
},
{
"epoch": 4.5,
"learning_rate": 6.75e-06,
"loss": 1.0751,
"step": 9
},
{
"epoch": 5.0,
"learning_rate": 7.5e-06,
"loss": 1.0685,
"step": 10
},
{
"epoch": 5.0,
"eval_accuracy_dropoff": 0.12556710016284778,
"eval_accuracy_undropoff": 0.6194458181630027,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.04967425823428001,
"eval_iou_undropoff": 0.6069927004338553,
"eval_iou_unlabeled": 0.0,
"eval_loss": 1.0222245454788208,
"eval_mean_accuracy": 0.37250645916292524,
"eval_mean_iou": 0.21888898622271177,
"eval_overall_accuracy": 0.5989107131958008,
"eval_runtime": 2.0623,
"eval_samples_per_second": 9.698,
"eval_steps_per_second": 0.97,
"step": 10
},
{
"epoch": 5.5,
"learning_rate": 8.25e-06,
"loss": 1.0536,
"step": 11
},
{
"epoch": 6.0,
"learning_rate": 9e-06,
"loss": 1.0449,
"step": 12
},
{
"epoch": 6.5,
"learning_rate": 8.960526315789474e-06,
"loss": 1.0298,
"step": 13
},
{
"epoch": 7.0,
"learning_rate": 8.921052631578947e-06,
"loss": 1.0194,
"step": 14
},
{
"epoch": 7.5,
"learning_rate": 8.881578947368421e-06,
"loss": 1.0003,
"step": 15
},
{
"epoch": 8.0,
"learning_rate": 8.842105263157895e-06,
"loss": 0.9971,
"step": 16
},
{
"epoch": 8.5,
"learning_rate": 8.80263157894737e-06,
"loss": 0.9839,
"step": 17
},
{
"epoch": 9.0,
"learning_rate": 8.763157894736842e-06,
"loss": 0.9637,
"step": 18
},
{
"epoch": 9.5,
"learning_rate": 8.723684210526316e-06,
"loss": 0.9503,
"step": 19
},
{
"epoch": 10.0,
"learning_rate": 8.68421052631579e-06,
"loss": 0.9481,
"step": 20
},
{
"epoch": 10.0,
"eval_accuracy_dropoff": 0.41593614532443407,
"eval_accuracy_undropoff": 0.8637103137683748,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.26333490163277395,
"eval_iou_undropoff": 0.8475766394676805,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.8418876528739929,
"eval_mean_accuracy": 0.6398232295464045,
"eval_mean_iou": 0.3703038470334848,
"eval_overall_accuracy": 0.8450922012329102,
"eval_runtime": 2.1115,
"eval_samples_per_second": 9.472,
"eval_steps_per_second": 0.947,
"step": 20
},
{
"epoch": 10.5,
"learning_rate": 8.644736842105263e-06,
"loss": 0.9183,
"step": 21
},
{
"epoch": 11.0,
"learning_rate": 8.605263157894737e-06,
"loss": 0.9305,
"step": 22
},
{
"epoch": 11.5,
"learning_rate": 8.56578947368421e-06,
"loss": 0.9155,
"step": 23
},
{
"epoch": 12.0,
"learning_rate": 8.526315789473683e-06,
"loss": 0.8859,
"step": 24
},
{
"epoch": 12.5,
"learning_rate": 8.486842105263159e-06,
"loss": 0.8853,
"step": 25
},
{
"epoch": 13.0,
"learning_rate": 8.447368421052632e-06,
"loss": 0.8673,
"step": 26
},
{
"epoch": 13.5,
"learning_rate": 8.407894736842106e-06,
"loss": 0.8644,
"step": 27
},
{
"epoch": 14.0,
"learning_rate": 8.36842105263158e-06,
"loss": 0.8401,
"step": 28
},
{
"epoch": 14.5,
"learning_rate": 8.328947368421052e-06,
"loss": 0.836,
"step": 29
},
{
"epoch": 15.0,
"learning_rate": 8.289473684210526e-06,
"loss": 0.8268,
"step": 30
},
{
"epoch": 15.0,
"eval_accuracy_dropoff": 0.5023463840913782,
"eval_accuracy_undropoff": 0.8852725982783686,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.31364905698205614,
"eval_iou_undropoff": 0.8711414077560768,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.7165183424949646,
"eval_mean_accuracy": 0.6938094911848733,
"eval_mean_iou": 0.39493015491271094,
"eval_overall_accuracy": 0.869350814819336,
"eval_runtime": 2.2715,
"eval_samples_per_second": 8.805,
"eval_steps_per_second": 0.88,
"step": 30
},
{
"epoch": 15.5,
"learning_rate": 8.25e-06,
"loss": 0.8126,
"step": 31
},
{
"epoch": 16.0,
"learning_rate": 8.210526315789473e-06,
"loss": 0.8039,
"step": 32
},
{
"epoch": 16.5,
"learning_rate": 8.171052631578947e-06,
"loss": 0.8044,
"step": 33
},
{
"epoch": 17.0,
"learning_rate": 8.131578947368421e-06,
"loss": 0.7729,
"step": 34
},
{
"epoch": 17.5,
"learning_rate": 8.092105263157896e-06,
"loss": 0.7518,
"step": 35
},
{
"epoch": 18.0,
"learning_rate": 8.052631578947368e-06,
"loss": 0.7796,
"step": 36
},
{
"epoch": 18.5,
"learning_rate": 8.013157894736842e-06,
"loss": 0.7496,
"step": 37
},
{
"epoch": 19.0,
"learning_rate": 7.973684210526316e-06,
"loss": 0.7309,
"step": 38
},
{
"epoch": 19.5,
"learning_rate": 7.934210526315789e-06,
"loss": 0.7012,
"step": 39
},
{
"epoch": 20.0,
"learning_rate": 7.894736842105263e-06,
"loss": 0.7573,
"step": 40
},
{
"epoch": 20.0,
"eval_accuracy_dropoff": 0.5213972797541228,
"eval_accuracy_undropoff": 0.915831108572634,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.324261253088216,
"eval_iou_undropoff": 0.900986633054498,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.6206496953964233,
"eval_mean_accuracy": 0.7186141941633784,
"eval_mean_iou": 0.40841596204757136,
"eval_overall_accuracy": 0.8994308471679687,
"eval_runtime": 12.3072,
"eval_samples_per_second": 1.625,
"eval_steps_per_second": 0.163,
"step": 40
},
{
"epoch": 20.5,
"learning_rate": 7.855263157894737e-06,
"loss": 0.6878,
"step": 41
},
{
"epoch": 21.0,
"learning_rate": 7.815789473684211e-06,
"loss": 0.6981,
"step": 42
},
{
"epoch": 21.5,
"learning_rate": 7.776315789473685e-06,
"loss": 0.6609,
"step": 43
},
{
"epoch": 22.0,
"learning_rate": 7.736842105263158e-06,
"loss": 0.6934,
"step": 44
},
{
"epoch": 22.5,
"learning_rate": 7.697368421052632e-06,
"loss": 0.638,
"step": 45
},
{
"epoch": 23.0,
"learning_rate": 7.657894736842106e-06,
"loss": 0.6895,
"step": 46
},
{
"epoch": 23.5,
"learning_rate": 7.618421052631579e-06,
"loss": 0.6484,
"step": 47
},
{
"epoch": 24.0,
"learning_rate": 7.578947368421053e-06,
"loss": 0.6193,
"step": 48
},
{
"epoch": 24.5,
"learning_rate": 7.539473684210527e-06,
"loss": 0.6037,
"step": 49
},
{
"epoch": 25.0,
"learning_rate": 7.5e-06,
"loss": 0.636,
"step": 50
},
{
"epoch": 25.0,
"eval_accuracy_dropoff": 0.5020298630702539,
"eval_accuracy_undropoff": 0.9485253891382589,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.34010497757805724,
"eval_iou_undropoff": 0.9315542148635308,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.5194191932678223,
"eval_mean_accuracy": 0.7252776261042564,
"eval_mean_iou": 0.42388639748052936,
"eval_overall_accuracy": 0.9299604415893554,
"eval_runtime": 11.5699,
"eval_samples_per_second": 1.729,
"eval_steps_per_second": 0.173,
"step": 50
},
{
"epoch": 25.5,
"learning_rate": 7.460526315789474e-06,
"loss": 0.5948,
"step": 51
},
{
"epoch": 26.0,
"learning_rate": 7.421052631578948e-06,
"loss": 0.6004,
"step": 52
},
{
"epoch": 26.5,
"learning_rate": 7.381578947368421e-06,
"loss": 0.6018,
"step": 53
},
{
"epoch": 27.0,
"learning_rate": 7.342105263157895e-06,
"loss": 0.5598,
"step": 54
},
{
"epoch": 27.5,
"learning_rate": 7.302631578947368e-06,
"loss": 0.5497,
"step": 55
},
{
"epoch": 28.0,
"learning_rate": 7.263157894736842e-06,
"loss": 0.5621,
"step": 56
},
{
"epoch": 28.5,
"learning_rate": 7.223684210526317e-06,
"loss": 0.5271,
"step": 57
},
{
"epoch": 29.0,
"learning_rate": 7.18421052631579e-06,
"loss": 0.5719,
"step": 58
},
{
"epoch": 29.5,
"learning_rate": 7.144736842105263e-06,
"loss": 0.5332,
"step": 59
},
{
"epoch": 30.0,
"learning_rate": 7.1052631578947375e-06,
"loss": 0.5238,
"step": 60
},
{
"epoch": 30.0,
"eval_accuracy_dropoff": 0.5084657904997821,
"eval_accuracy_undropoff": 0.9650592998645741,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.3618276305566981,
"eval_iou_undropoff": 0.9476363475766674,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.4507386088371277,
"eval_mean_accuracy": 0.7367625451821781,
"eval_mean_iou": 0.4364879927111218,
"eval_overall_accuracy": 0.9460744857788086,
"eval_runtime": 2.0875,
"eval_samples_per_second": 9.581,
"eval_steps_per_second": 0.958,
"step": 60
},
{
"epoch": 30.5,
"learning_rate": 7.065789473684211e-06,
"loss": 0.5062,
"step": 61
},
{
"epoch": 31.0,
"learning_rate": 7.026315789473684e-06,
"loss": 0.5106,
"step": 62
},
{
"epoch": 31.5,
"learning_rate": 6.986842105263158e-06,
"loss": 0.504,
"step": 63
},
{
"epoch": 32.0,
"learning_rate": 6.9473684210526315e-06,
"loss": 0.4815,
"step": 64
},
{
"epoch": 32.5,
"learning_rate": 6.907894736842106e-06,
"loss": 0.4846,
"step": 65
},
{
"epoch": 33.0,
"learning_rate": 6.86842105263158e-06,
"loss": 0.4722,
"step": 66
},
{
"epoch": 33.5,
"learning_rate": 6.828947368421053e-06,
"loss": 0.4739,
"step": 67
},
{
"epoch": 34.0,
"learning_rate": 6.7894736842105264e-06,
"loss": 0.4559,
"step": 68
},
{
"epoch": 34.5,
"learning_rate": 6.75e-06,
"loss": 0.4591,
"step": 69
},
{
"epoch": 35.0,
"learning_rate": 6.710526315789474e-06,
"loss": 0.4296,
"step": 70
},
{
"epoch": 35.0,
"eval_accuracy_dropoff": 0.5123007408426798,
"eval_accuracy_undropoff": 0.972096276830216,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.3682749159931278,
"eval_iou_undropoff": 0.9546251911332915,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.4064384400844574,
"eval_mean_accuracy": 0.742198508836448,
"eval_mean_iou": 0.4409667023754731,
"eval_overall_accuracy": 0.9529783248901367,
"eval_runtime": 2.1231,
"eval_samples_per_second": 9.42,
"eval_steps_per_second": 0.942,
"step": 70
},
{
"epoch": 35.5,
"learning_rate": 6.671052631578947e-06,
"loss": 0.4272,
"step": 71
},
{
"epoch": 36.0,
"learning_rate": 6.6315789473684205e-06,
"loss": 0.4376,
"step": 72
},
{
"epoch": 36.5,
"learning_rate": 6.592105263157895e-06,
"loss": 0.4097,
"step": 73
},
{
"epoch": 37.0,
"learning_rate": 6.552631578947369e-06,
"loss": 0.4961,
"step": 74
},
{
"epoch": 37.5,
"learning_rate": 6.513157894736842e-06,
"loss": 0.4194,
"step": 75
},
{
"epoch": 38.0,
"learning_rate": 6.473684210526316e-06,
"loss": 0.398,
"step": 76
},
{
"epoch": 38.5,
"learning_rate": 6.4342105263157896e-06,
"loss": 0.4193,
"step": 77
},
{
"epoch": 39.0,
"learning_rate": 6.394736842105263e-06,
"loss": 0.3805,
"step": 78
},
{
"epoch": 39.5,
"learning_rate": 6.355263157894737e-06,
"loss": 0.3684,
"step": 79
},
{
"epoch": 40.0,
"learning_rate": 6.31578947368421e-06,
"loss": 0.4105,
"step": 80
},
{
"epoch": 40.0,
"eval_accuracy_dropoff": 0.5119979816050827,
"eval_accuracy_undropoff": 0.9813971862042614,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.3879856642785385,
"eval_iou_undropoff": 0.9627011968835347,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.3546861410140991,
"eval_mean_accuracy": 0.7466975839046721,
"eval_mean_iou": 0.4502289537206911,
"eval_overall_accuracy": 0.9618799209594726,
"eval_runtime": 2.8717,
"eval_samples_per_second": 6.965,
"eval_steps_per_second": 0.696,
"step": 80
},
{
"epoch": 40.5,
"learning_rate": 6.276315789473684e-06,
"loss": 0.3494,
"step": 81
},
{
"epoch": 41.0,
"learning_rate": 6.236842105263159e-06,
"loss": 0.3909,
"step": 82
},
{
"epoch": 41.5,
"learning_rate": 6.197368421052632e-06,
"loss": 0.3787,
"step": 83
},
{
"epoch": 42.0,
"learning_rate": 6.157894736842105e-06,
"loss": 0.3625,
"step": 84
},
{
"epoch": 42.5,
"learning_rate": 6.118421052631579e-06,
"loss": 0.3586,
"step": 85
},
{
"epoch": 43.0,
"learning_rate": 6.078947368421053e-06,
"loss": 0.3607,
"step": 86
},
{
"epoch": 43.5,
"learning_rate": 6.039473684210526e-06,
"loss": 0.3254,
"step": 87
},
{
"epoch": 44.0,
"learning_rate": 6e-06,
"loss": 0.3652,
"step": 88
},
{
"epoch": 44.5,
"learning_rate": 5.9605263157894735e-06,
"loss": 0.347,
"step": 89
},
{
"epoch": 45.0,
"learning_rate": 5.921052631578948e-06,
"loss": 0.3436,
"step": 90
},
{
"epoch": 45.0,
"eval_accuracy_dropoff": 0.5361315626505195,
"eval_accuracy_undropoff": 0.9829765258309394,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.40656917040046753,
"eval_iou_undropoff": 0.9647043198712515,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.33038827776908875,
"eval_mean_accuracy": 0.7595540442407295,
"eval_mean_iou": 0.4570911634239063,
"eval_overall_accuracy": 0.9643970489501953,
"eval_runtime": 2.1187,
"eval_samples_per_second": 9.44,
"eval_steps_per_second": 0.944,
"step": 90
},
{
"epoch": 45.5,
"learning_rate": 5.881578947368422e-06,
"loss": 0.326,
"step": 91
},
{
"epoch": 46.0,
"learning_rate": 5.842105263157895e-06,
"loss": 0.3193,
"step": 92
},
{
"epoch": 46.5,
"learning_rate": 5.802631578947368e-06,
"loss": 0.3408,
"step": 93
},
{
"epoch": 47.0,
"learning_rate": 5.7631578947368425e-06,
"loss": 0.2914,
"step": 94
},
{
"epoch": 47.5,
"learning_rate": 5.723684210526316e-06,
"loss": 0.3105,
"step": 95
},
{
"epoch": 48.0,
"learning_rate": 5.684210526315789e-06,
"loss": 0.3058,
"step": 96
},
{
"epoch": 48.5,
"learning_rate": 5.644736842105263e-06,
"loss": 0.2905,
"step": 97
},
{
"epoch": 49.0,
"learning_rate": 5.6052631578947374e-06,
"loss": 0.307,
"step": 98
},
{
"epoch": 49.5,
"learning_rate": 5.565789473684211e-06,
"loss": 0.3005,
"step": 99
},
{
"epoch": 50.0,
"learning_rate": 5.526315789473685e-06,
"loss": 0.2729,
"step": 100
},
{
"epoch": 50.0,
"eval_accuracy_dropoff": 0.5231817243514759,
"eval_accuracy_undropoff": 0.9872727435553251,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.41634177326090765,
"eval_iou_undropoff": 0.9677673081732493,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.29534655809402466,
"eval_mean_accuracy": 0.7552272339534005,
"eval_mean_iou": 0.46136969381138565,
"eval_overall_accuracy": 0.967976188659668,
"eval_runtime": 2.1109,
"eval_samples_per_second": 9.475,
"eval_steps_per_second": 0.947,
"step": 100
},
{
"epoch": 50.5,
"learning_rate": 5.486842105263158e-06,
"loss": 0.2812,
"step": 101
},
{
"epoch": 51.0,
"learning_rate": 5.4473684210526315e-06,
"loss": 0.2825,
"step": 102
},
{
"epoch": 51.5,
"learning_rate": 5.407894736842106e-06,
"loss": 0.266,
"step": 103
},
{
"epoch": 52.0,
"learning_rate": 5.368421052631579e-06,
"loss": 0.294,
"step": 104
},
{
"epoch": 52.5,
"learning_rate": 5.328947368421052e-06,
"loss": 0.2774,
"step": 105
},
{
"epoch": 53.0,
"learning_rate": 5.289473684210527e-06,
"loss": 0.2546,
"step": 106
},
{
"epoch": 53.5,
"learning_rate": 5.2500000000000006e-06,
"loss": 0.26,
"step": 107
},
{
"epoch": 54.0,
"learning_rate": 5.210526315789474e-06,
"loss": 0.253,
"step": 108
},
{
"epoch": 54.5,
"learning_rate": 5.171052631578947e-06,
"loss": 0.2597,
"step": 109
},
{
"epoch": 55.0,
"learning_rate": 5.131578947368421e-06,
"loss": 0.2546,
"step": 110
},
{
"epoch": 55.0,
"eval_accuracy_dropoff": 0.5275900823413381,
"eval_accuracy_undropoff": 0.9882373427451574,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.42014283365906224,
"eval_iou_undropoff": 0.9685616940402523,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.27704566717147827,
"eval_mean_accuracy": 0.7579137125432478,
"eval_mean_iou": 0.46290150923310486,
"eval_overall_accuracy": 0.9690839767456054,
"eval_runtime": 2.0931,
"eval_samples_per_second": 9.555,
"eval_steps_per_second": 0.956,
"step": 110
},
{
"epoch": 55.5,
"learning_rate": 5.092105263157895e-06,
"loss": 0.2616,
"step": 111
},
{
"epoch": 56.0,
"learning_rate": 5.052631578947368e-06,
"loss": 0.246,
"step": 112
},
{
"epoch": 56.5,
"learning_rate": 5.013157894736842e-06,
"loss": 0.2653,
"step": 113
},
{
"epoch": 57.0,
"learning_rate": 4.973684210526316e-06,
"loss": 0.2223,
"step": 114
},
{
"epoch": 57.5,
"learning_rate": 4.9342105263157895e-06,
"loss": 0.2316,
"step": 115
},
{
"epoch": 58.0,
"learning_rate": 4.894736842105264e-06,
"loss": 0.2684,
"step": 116
},
{
"epoch": 58.5,
"learning_rate": 4.855263157894737e-06,
"loss": 0.2447,
"step": 117
},
{
"epoch": 59.0,
"learning_rate": 4.81578947368421e-06,
"loss": 0.2209,
"step": 118
},
{
"epoch": 59.5,
"learning_rate": 4.7763157894736844e-06,
"loss": 0.2294,
"step": 119
},
{
"epoch": 60.0,
"learning_rate": 4.736842105263158e-06,
"loss": 0.2281,
"step": 120
},
{
"epoch": 60.0,
"eval_accuracy_dropoff": 0.5235303562008303,
"eval_accuracy_undropoff": 0.9895947867463634,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.42446118084611806,
"eval_iou_undropoff": 0.9695980338955686,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.25913122296333313,
"eval_mean_accuracy": 0.7565625714735968,
"eval_mean_iou": 0.4646864049138955,
"eval_overall_accuracy": 0.970216178894043,
"eval_runtime": 4.2351,
"eval_samples_per_second": 4.722,
"eval_steps_per_second": 0.472,
"step": 120
},
{
"epoch": 60.5,
"learning_rate": 4.697368421052631e-06,
"loss": 0.2107,
"step": 121
},
{
"epoch": 61.0,
"learning_rate": 4.657894736842106e-06,
"loss": 0.2864,
"step": 122
},
{
"epoch": 61.5,
"learning_rate": 4.618421052631579e-06,
"loss": 0.2286,
"step": 123
},
{
"epoch": 62.0,
"learning_rate": 4.578947368421053e-06,
"loss": 0.2087,
"step": 124
},
{
"epoch": 62.5,
"learning_rate": 4.539473684210527e-06,
"loss": 0.2211,
"step": 125
},
{
"epoch": 63.0,
"learning_rate": 4.5e-06,
"loss": 0.2113,
"step": 126
},
{
"epoch": 63.5,
"learning_rate": 4.460526315789473e-06,
"loss": 0.2067,
"step": 127
},
{
"epoch": 64.0,
"learning_rate": 4.4210526315789476e-06,
"loss": 0.2003,
"step": 128
},
{
"epoch": 64.5,
"learning_rate": 4.381578947368421e-06,
"loss": 0.2057,
"step": 129
},
{
"epoch": 65.0,
"learning_rate": 4.342105263157895e-06,
"loss": 0.2041,
"step": 130
},
{
"epoch": 65.0,
"eval_accuracy_dropoff": 0.5208559829353884,
"eval_accuracy_undropoff": 0.9902869418902124,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.4269357889235235,
"eval_iou_undropoff": 0.9701443535013357,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.24534735083580017,
"eval_mean_accuracy": 0.7555714624128004,
"eval_mean_iou": 0.4656933808082864,
"eval_overall_accuracy": 0.9707683563232422,
"eval_runtime": 2.0557,
"eval_samples_per_second": 9.729,
"eval_steps_per_second": 0.973,
"step": 130
},
{
"epoch": 65.5,
"learning_rate": 4.302631578947368e-06,
"loss": 0.1939,
"step": 131
},
{
"epoch": 66.0,
"learning_rate": 4.263157894736842e-06,
"loss": 0.2071,
"step": 132
},
{
"epoch": 66.5,
"learning_rate": 4.223684210526316e-06,
"loss": 0.2254,
"step": 133
},
{
"epoch": 67.0,
"learning_rate": 4.18421052631579e-06,
"loss": 0.1776,
"step": 134
},
{
"epoch": 67.5,
"learning_rate": 4.144736842105263e-06,
"loss": 0.2001,
"step": 135
},
{
"epoch": 68.0,
"learning_rate": 4.1052631578947365e-06,
"loss": 0.2024,
"step": 136
},
{
"epoch": 68.5,
"learning_rate": 4.065789473684211e-06,
"loss": 0.1766,
"step": 137
},
{
"epoch": 69.0,
"learning_rate": 4.026315789473684e-06,
"loss": 0.199,
"step": 138
},
{
"epoch": 69.5,
"learning_rate": 3.986842105263158e-06,
"loss": 0.178,
"step": 139
},
{
"epoch": 70.0,
"learning_rate": 3.9473684210526315e-06,
"loss": 0.1772,
"step": 140
},
{
"epoch": 70.0,
"eval_accuracy_dropoff": 0.5170944287713021,
"eval_accuracy_undropoff": 0.9913842804362687,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.43172730754500194,
"eval_iou_undropoff": 0.971052393561446,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.22922757267951965,
"eval_mean_accuracy": 0.7542393546037853,
"eval_mean_iou": 0.46759323370214934,
"eval_overall_accuracy": 0.9716636657714843,
"eval_runtime": 2.1174,
"eval_samples_per_second": 9.446,
"eval_steps_per_second": 0.945,
"step": 140
},
{
"epoch": 70.5,
"learning_rate": 3.907894736842106e-06,
"loss": 0.185,
"step": 141
},
{
"epoch": 71.0,
"learning_rate": 3.868421052631579e-06,
"loss": 0.1718,
"step": 142
},
{
"epoch": 71.5,
"learning_rate": 3.828947368421053e-06,
"loss": 0.1661,
"step": 143
},
{
"epoch": 72.0,
"learning_rate": 3.7894736842105264e-06,
"loss": 0.1895,
"step": 144
},
{
"epoch": 72.5,
"learning_rate": 3.75e-06,
"loss": 0.1774,
"step": 145
},
{
"epoch": 73.0,
"learning_rate": 3.710526315789474e-06,
"loss": 0.1687,
"step": 146
},
{
"epoch": 73.5,
"learning_rate": 3.6710526315789476e-06,
"loss": 0.1631,
"step": 147
},
{
"epoch": 74.0,
"learning_rate": 3.631578947368421e-06,
"loss": 0.1877,
"step": 148
},
{
"epoch": 74.5,
"learning_rate": 3.592105263157895e-06,
"loss": 0.1676,
"step": 149
},
{
"epoch": 75.0,
"learning_rate": 3.5526315789473687e-06,
"loss": 0.169,
"step": 150
},
{
"epoch": 75.0,
"eval_accuracy_dropoff": 0.5122227574026927,
"eval_accuracy_undropoff": 0.9918668785454792,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.43308717439533334,
"eval_iou_undropoff": 0.9713185272725394,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.21605631709098816,
"eval_mean_accuracy": 0.752044817974086,
"eval_mean_iou": 0.46813523388929096,
"eval_overall_accuracy": 0.9719236373901368,
"eval_runtime": 2.061,
"eval_samples_per_second": 9.704,
"eval_steps_per_second": 0.97,
"step": 150
},
{
"epoch": 75.5,
"learning_rate": 3.513157894736842e-06,
"loss": 0.1697,
"step": 151
},
{
"epoch": 76.0,
"learning_rate": 3.4736842105263158e-06,
"loss": 0.1602,
"step": 152
},
{
"epoch": 76.5,
"learning_rate": 3.43421052631579e-06,
"loss": 0.1655,
"step": 153
},
{
"epoch": 77.0,
"learning_rate": 3.3947368421052632e-06,
"loss": 0.1594,
"step": 154
},
{
"epoch": 77.5,
"learning_rate": 3.355263157894737e-06,
"loss": 0.1833,
"step": 155
},
{
"epoch": 78.0,
"learning_rate": 3.3157894736842103e-06,
"loss": 0.1521,
"step": 156
},
{
"epoch": 78.5,
"learning_rate": 3.2763157894736844e-06,
"loss": 0.1603,
"step": 157
},
{
"epoch": 79.0,
"learning_rate": 3.236842105263158e-06,
"loss": 0.1546,
"step": 158
},
{
"epoch": 79.5,
"learning_rate": 3.1973684210526314e-06,
"loss": 0.1627,
"step": 159
},
{
"epoch": 80.0,
"learning_rate": 3.157894736842105e-06,
"loss": 0.1543,
"step": 160
},
{
"epoch": 80.0,
"eval_accuracy_dropoff": 0.5146769421317002,
"eval_accuracy_undropoff": 0.9913213934249242,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.43363338061429174,
"eval_iou_undropoff": 0.9708834901064444,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.2110634297132492,
"eval_mean_accuracy": 0.7529991677783122,
"eval_mean_iou": 0.46817229024024537,
"eval_overall_accuracy": 0.9715028762817383,
"eval_runtime": 2.205,
"eval_samples_per_second": 9.07,
"eval_steps_per_second": 0.907,
"step": 160
},
{
"epoch": 80.5,
"learning_rate": 3.1184210526315793e-06,
"loss": 0.1575,
"step": 161
},
{
"epoch": 81.0,
"learning_rate": 3.0789473684210526e-06,
"loss": 0.1535,
"step": 162
},
{
"epoch": 81.5,
"learning_rate": 3.0394736842105263e-06,
"loss": 0.1491,
"step": 163
},
{
"epoch": 82.0,
"learning_rate": 3e-06,
"loss": 0.1467,
"step": 164
},
{
"epoch": 82.5,
"learning_rate": 2.960526315789474e-06,
"loss": 0.1391,
"step": 165
},
{
"epoch": 83.0,
"learning_rate": 2.9210526315789475e-06,
"loss": 0.1615,
"step": 166
},
{
"epoch": 83.5,
"learning_rate": 2.8815789473684213e-06,
"loss": 0.1398,
"step": 167
},
{
"epoch": 84.0,
"learning_rate": 2.8421052631578946e-06,
"loss": 0.1488,
"step": 168
},
{
"epoch": 84.5,
"learning_rate": 2.8026315789473687e-06,
"loss": 0.1507,
"step": 169
},
{
"epoch": 85.0,
"learning_rate": 2.7631578947368424e-06,
"loss": 0.1374,
"step": 170
},
{
"epoch": 85.0,
"eval_accuracy_dropoff": 0.4979609624073947,
"eval_accuracy_undropoff": 0.9920881771423624,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.4268043831264572,
"eval_iou_undropoff": 0.9709424032783309,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.19734717905521393,
"eval_mean_accuracy": 0.7450245697748785,
"eval_mean_iou": 0.4659155954682627,
"eval_overall_accuracy": 0.9715427398681641,
"eval_runtime": 2.1615,
"eval_samples_per_second": 9.253,
"eval_steps_per_second": 0.925,
"step": 170
},
{
"epoch": 85.5,
"learning_rate": 2.7236842105263157e-06,
"loss": 0.148,
"step": 171
},
{
"epoch": 86.0,
"learning_rate": 2.6842105263157895e-06,
"loss": 0.1372,
"step": 172
},
{
"epoch": 86.5,
"learning_rate": 2.6447368421052636e-06,
"loss": 0.1544,
"step": 173
},
{
"epoch": 87.0,
"learning_rate": 2.605263157894737e-06,
"loss": 0.1364,
"step": 174
},
{
"epoch": 87.5,
"learning_rate": 2.5657894736842107e-06,
"loss": 0.1362,
"step": 175
},
{
"epoch": 88.0,
"learning_rate": 2.526315789473684e-06,
"loss": 0.1502,
"step": 176
},
{
"epoch": 88.5,
"learning_rate": 2.486842105263158e-06,
"loss": 0.1493,
"step": 177
},
{
"epoch": 89.0,
"learning_rate": 2.447368421052632e-06,
"loss": 0.1204,
"step": 178
},
{
"epoch": 89.5,
"learning_rate": 2.407894736842105e-06,
"loss": 0.1345,
"step": 179
},
{
"epoch": 90.0,
"learning_rate": 2.368421052631579e-06,
"loss": 0.1523,
"step": 180
},
{
"epoch": 90.0,
"eval_accuracy_dropoff": 0.5084887268056607,
"eval_accuracy_undropoff": 0.9917661797235161,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.4331861346672398,
"eval_iou_undropoff": 0.9710600011847159,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.1974046379327774,
"eval_mean_accuracy": 0.7501274532645884,
"eval_mean_iou": 0.4680820452839853,
"eval_overall_accuracy": 0.9716718673706055,
"eval_runtime": 13.4764,
"eval_samples_per_second": 1.484,
"eval_steps_per_second": 0.148,
"step": 180
},
{
"epoch": 90.5,
"learning_rate": 2.328947368421053e-06,
"loss": 0.1286,
"step": 181
},
{
"epoch": 91.0,
"learning_rate": 2.2894736842105263e-06,
"loss": 0.1528,
"step": 182
},
{
"epoch": 91.5,
"learning_rate": 2.25e-06,
"loss": 0.1354,
"step": 183
},
{
"epoch": 92.0,
"learning_rate": 2.2105263157894738e-06,
"loss": 0.1307,
"step": 184
},
{
"epoch": 92.5,
"learning_rate": 2.1710526315789475e-06,
"loss": 0.1446,
"step": 185
},
{
"epoch": 93.0,
"learning_rate": 2.131578947368421e-06,
"loss": 0.1255,
"step": 186
},
{
"epoch": 93.5,
"learning_rate": 2.092105263157895e-06,
"loss": 0.155,
"step": 187
},
{
"epoch": 94.0,
"learning_rate": 2.0526315789473683e-06,
"loss": 0.1179,
"step": 188
},
{
"epoch": 94.5,
"learning_rate": 2.013157894736842e-06,
"loss": 0.1349,
"step": 189
},
{
"epoch": 95.0,
"learning_rate": 1.9736842105263157e-06,
"loss": 0.1323,
"step": 190
},
{
"epoch": 95.0,
"eval_accuracy_dropoff": 0.4944195967797427,
"eval_accuracy_undropoff": 0.9923779350174183,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.42631685118602636,
"eval_iou_undropoff": 0.9710786491165994,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.19279897212982178,
"eval_mean_accuracy": 0.7433987658985806,
"eval_mean_iou": 0.46579850010087526,
"eval_overall_accuracy": 0.9716732025146484,
"eval_runtime": 2.7081,
"eval_samples_per_second": 7.385,
"eval_steps_per_second": 0.739,
"step": 190
},
{
"epoch": 95.5,
"learning_rate": 1.9342105263157895e-06,
"loss": 0.1418,
"step": 191
},
{
"epoch": 96.0,
"learning_rate": 1.8947368421052632e-06,
"loss": 0.1228,
"step": 192
},
{
"epoch": 96.5,
"learning_rate": 1.855263157894737e-06,
"loss": 0.1419,
"step": 193
},
{
"epoch": 97.0,
"learning_rate": 1.8157894736842104e-06,
"loss": 0.1264,
"step": 194
},
{
"epoch": 97.5,
"learning_rate": 1.7763157894736844e-06,
"loss": 0.1211,
"step": 195
},
{
"epoch": 98.0,
"learning_rate": 1.7368421052631579e-06,
"loss": 0.1419,
"step": 196
},
{
"epoch": 98.5,
"learning_rate": 1.6973684210526316e-06,
"loss": 0.1188,
"step": 197
},
{
"epoch": 99.0,
"learning_rate": 1.6578947368421051e-06,
"loss": 0.1804,
"step": 198
},
{
"epoch": 99.5,
"learning_rate": 1.618421052631579e-06,
"loss": 0.1319,
"step": 199
},
{
"epoch": 100.0,
"learning_rate": 1.5789473684210526e-06,
"loss": 0.1254,
"step": 200
},
{
"epoch": 100.0,
"eval_accuracy_dropoff": 0.5013280121103695,
"eval_accuracy_undropoff": 0.9920975305902523,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.43007752548109085,
"eval_iou_undropoff": 0.9710890598456091,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.19233329594135284,
"eval_mean_accuracy": 0.7467127713503109,
"eval_mean_iou": 0.4670555284422333,
"eval_overall_accuracy": 0.9716917037963867,
"eval_runtime": 2.0889,
"eval_samples_per_second": 9.574,
"eval_steps_per_second": 0.957,
"step": 200
},
{
"epoch": 100.5,
"learning_rate": 1.5394736842105263e-06,
"loss": 0.1291,
"step": 201
},
{
"epoch": 101.0,
"learning_rate": 1.5e-06,
"loss": 0.129,
"step": 202
},
{
"epoch": 101.5,
"learning_rate": 1.4605263157894738e-06,
"loss": 0.1309,
"step": 203
},
{
"epoch": 102.0,
"learning_rate": 1.4210526315789473e-06,
"loss": 0.1188,
"step": 204
},
{
"epoch": 102.5,
"learning_rate": 1.3815789473684212e-06,
"loss": 0.1276,
"step": 205
},
{
"epoch": 103.0,
"learning_rate": 1.3421052631578947e-06,
"loss": 0.12,
"step": 206
},
{
"epoch": 103.5,
"learning_rate": 1.3026315789473685e-06,
"loss": 0.1307,
"step": 207
},
{
"epoch": 104.0,
"learning_rate": 1.263157894736842e-06,
"loss": 0.1251,
"step": 208
},
{
"epoch": 104.5,
"learning_rate": 1.223684210526316e-06,
"loss": 0.1225,
"step": 209
},
{
"epoch": 105.0,
"learning_rate": 1.1842105263157894e-06,
"loss": 0.125,
"step": 210
},
{
"epoch": 105.0,
"eval_accuracy_dropoff": 0.4830569508474965,
"eval_accuracy_undropoff": 0.9928591400599218,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.4200549680682593,
"eval_iou_undropoff": 0.9710811090677782,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.18666425347328186,
"eval_mean_accuracy": 0.7379580454537091,
"eval_mean_iou": 0.4637120257120125,
"eval_overall_accuracy": 0.9716619491577149,
"eval_runtime": 4.7229,
"eval_samples_per_second": 4.235,
"eval_steps_per_second": 0.423,
"step": 210
},
{
"epoch": 105.5,
"learning_rate": 1.1447368421052632e-06,
"loss": 0.1311,
"step": 211
},
{
"epoch": 106.0,
"learning_rate": 1.1052631578947369e-06,
"loss": 0.1252,
"step": 212
},
{
"epoch": 106.5,
"learning_rate": 1.0657894736842104e-06,
"loss": 0.1306,
"step": 213
},
{
"epoch": 107.0,
"learning_rate": 1.0263157894736841e-06,
"loss": 0.1156,
"step": 214
},
{
"epoch": 107.5,
"learning_rate": 9.868421052631579e-07,
"loss": 0.1062,
"step": 215
},
{
"epoch": 108.0,
"learning_rate": 9.473684210526316e-07,
"loss": 0.1587,
"step": 216
},
{
"epoch": 108.5,
"learning_rate": 9.078947368421052e-07,
"loss": 0.1184,
"step": 217
},
{
"epoch": 109.0,
"learning_rate": 8.684210526315789e-07,
"loss": 0.1287,
"step": 218
},
{
"epoch": 109.5,
"learning_rate": 8.289473684210526e-07,
"loss": 0.1172,
"step": 219
},
{
"epoch": 110.0,
"learning_rate": 7.894736842105263e-07,
"loss": 0.1239,
"step": 220
},
{
"epoch": 110.0,
"eval_accuracy_dropoff": 0.512089726828597,
"eval_accuracy_undropoff": 0.9918808092125492,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.4369368664135583,
"eval_iou_undropoff": 0.971320811490852,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.19124814867973328,
"eval_mean_accuracy": 0.7519852680205731,
"eval_mean_iou": 0.46941922596813673,
"eval_overall_accuracy": 0.9719314575195312,
"eval_runtime": 6.4135,
"eval_samples_per_second": 3.118,
"eval_steps_per_second": 0.312,
"step": 220
},
{
"epoch": 110.5,
"learning_rate": 7.5e-07,
"loss": 0.119,
"step": 221
},
{
"epoch": 111.0,
"learning_rate": 7.105263157894736e-07,
"loss": 0.1307,
"step": 222
},
{
"epoch": 111.5,
"learning_rate": 6.710526315789474e-07,
"loss": 0.1167,
"step": 223
},
{
"epoch": 112.0,
"learning_rate": 6.31578947368421e-07,
"loss": 0.1284,
"step": 224
},
{
"epoch": 112.5,
"learning_rate": 5.921052631578947e-07,
"loss": 0.1124,
"step": 225
},
{
"epoch": 113.0,
"learning_rate": 5.526315789473684e-07,
"loss": 0.2005,
"step": 226
},
{
"epoch": 113.5,
"learning_rate": 5.131578947368421e-07,
"loss": 0.1208,
"step": 227
},
{
"epoch": 114.0,
"learning_rate": 4.736842105263158e-07,
"loss": 0.1402,
"step": 228
},
{
"epoch": 114.5,
"learning_rate": 4.3421052631578947e-07,
"loss": 0.1184,
"step": 229
},
{
"epoch": 115.0,
"learning_rate": 3.9473684210526315e-07,
"loss": 0.1252,
"step": 230
},
{
"epoch": 115.0,
"eval_accuracy_dropoff": 0.5085300121562422,
"eval_accuracy_undropoff": 0.9920611118463407,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.4353941079206482,
"eval_iou_undropoff": 0.9713504791385386,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.19133201241493225,
"eval_mean_accuracy": 0.7502955620012914,
"eval_mean_iou": 0.4689148623530623,
"eval_overall_accuracy": 0.9719562530517578,
"eval_runtime": 4.2644,
"eval_samples_per_second": 4.69,
"eval_steps_per_second": 0.469,
"step": 230
},
{
"epoch": 115.5,
"learning_rate": 3.552631578947368e-07,
"loss": 0.1145,
"step": 231
},
{
"epoch": 116.0,
"learning_rate": 3.157894736842105e-07,
"loss": 0.146,
"step": 232
},
{
"epoch": 116.5,
"learning_rate": 2.763157894736842e-07,
"loss": 0.1333,
"step": 233
},
{
"epoch": 117.0,
"learning_rate": 2.368421052631579e-07,
"loss": 0.1102,
"step": 234
},
{
"epoch": 117.5,
"learning_rate": 1.9736842105263157e-07,
"loss": 0.1139,
"step": 235
},
{
"epoch": 118.0,
"learning_rate": 1.5789473684210525e-07,
"loss": 0.1248,
"step": 236
},
{
"epoch": 118.5,
"learning_rate": 1.1842105263157895e-07,
"loss": 0.1323,
"step": 237
},
{
"epoch": 119.0,
"learning_rate": 7.894736842105262e-08,
"loss": 0.1126,
"step": 238
},
{
"epoch": 119.5,
"learning_rate": 3.947368421052631e-08,
"loss": 0.1135,
"step": 239
},
{
"epoch": 120.0,
"learning_rate": 0.0,
"loss": 0.1357,
"step": 240
},
{
"epoch": 120.0,
"eval_accuracy_dropoff": 0.502011514025551,
"eval_accuracy_undropoff": 0.9923194262157243,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.4318211412269314,
"eval_iou_undropoff": 0.9713344491534338,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.19107842445373535,
"eval_mean_accuracy": 0.7471654701206376,
"eval_mean_iou": 0.4677185301267884,
"eval_overall_accuracy": 0.9719327926635742,
"eval_runtime": 2.1469,
"eval_samples_per_second": 9.316,
"eval_steps_per_second": 0.932,
"step": 240
}
],
"max_steps": 240,
"num_train_epochs": 120,
"total_flos": 1.3891198199110042e+18,
"trial_name": null,
"trial_params": null
}