sam1120's picture
Training in progress, step 240
f1311ca
{
"best_metric": 0.2350747138261795,
"best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/dropoff-utcustom-train-SF-RGBD-b5_4/checkpoint-240",
"epoch": 120.0,
"global_step": 240,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.5,
"learning_rate": 5.833333333333333e-07,
"loss": 1.0694,
"step": 1
},
{
"epoch": 1.0,
"learning_rate": 1.1666666666666666e-06,
"loss": 1.0723,
"step": 2
},
{
"epoch": 1.5,
"learning_rate": 1.75e-06,
"loss": 1.0706,
"step": 3
},
{
"epoch": 2.0,
"learning_rate": 2.333333333333333e-06,
"loss": 1.065,
"step": 4
},
{
"epoch": 2.5,
"learning_rate": 2.9166666666666666e-06,
"loss": 1.0545,
"step": 5
},
{
"epoch": 3.0,
"learning_rate": 3.5e-06,
"loss": 1.0534,
"step": 6
},
{
"epoch": 3.5,
"learning_rate": 4.083333333333334e-06,
"loss": 1.0415,
"step": 7
},
{
"epoch": 4.0,
"learning_rate": 4.666666666666666e-06,
"loss": 1.0317,
"step": 8
},
{
"epoch": 4.5,
"learning_rate": 5.25e-06,
"loss": 1.0243,
"step": 9
},
{
"epoch": 5.0,
"learning_rate": 5.833333333333333e-06,
"loss": 1.0114,
"step": 10
},
{
"epoch": 5.0,
"eval_accuracy_dropoff": 0.13676001743159247,
"eval_accuracy_undropoff": 0.732156656321488,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.028638451200897586,
"eval_iou_undropoff": 0.7089184137505781,
"eval_iou_unlabeled": 0.0,
"eval_loss": 1.0037065744400024,
"eval_mean_accuracy": 0.43445833687654023,
"eval_mean_iou": 0.24585228831715855,
"eval_overall_accuracy": 0.7074005126953125,
"eval_runtime": 3.5408,
"eval_samples_per_second": 5.648,
"eval_steps_per_second": 0.565,
"step": 10
},
{
"epoch": 5.5,
"learning_rate": 6.4166666666666665e-06,
"loss": 1.0052,
"step": 11
},
{
"epoch": 6.0,
"learning_rate": 7e-06,
"loss": 0.9933,
"step": 12
},
{
"epoch": 6.5,
"learning_rate": 6.969298245614035e-06,
"loss": 0.9842,
"step": 13
},
{
"epoch": 7.0,
"learning_rate": 6.9385964912280696e-06,
"loss": 0.9771,
"step": 14
},
{
"epoch": 7.5,
"learning_rate": 6.907894736842105e-06,
"loss": 0.9683,
"step": 15
},
{
"epoch": 8.0,
"learning_rate": 6.87719298245614e-06,
"loss": 0.9541,
"step": 16
},
{
"epoch": 8.5,
"learning_rate": 6.846491228070175e-06,
"loss": 0.9465,
"step": 17
},
{
"epoch": 9.0,
"learning_rate": 6.815789473684211e-06,
"loss": 0.9306,
"step": 18
},
{
"epoch": 9.5,
"learning_rate": 6.785087719298246e-06,
"loss": 0.9217,
"step": 19
},
{
"epoch": 10.0,
"learning_rate": 6.75438596491228e-06,
"loss": 0.9088,
"step": 20
},
{
"epoch": 10.0,
"eval_accuracy_dropoff": 0.08571297506823551,
"eval_accuracy_undropoff": 0.9235142694807941,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.04595018640749958,
"eval_iou_undropoff": 0.8896697494651115,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.8245114088058472,
"eval_mean_accuracy": 0.5046136222745148,
"eval_mean_iou": 0.31187331195753704,
"eval_overall_accuracy": 0.8886791229248047,
"eval_runtime": 2.8775,
"eval_samples_per_second": 6.95,
"eval_steps_per_second": 0.695,
"step": 20
},
{
"epoch": 10.5,
"learning_rate": 6.7236842105263156e-06,
"loss": 0.9041,
"step": 21
},
{
"epoch": 11.0,
"learning_rate": 6.692982456140351e-06,
"loss": 0.877,
"step": 22
},
{
"epoch": 11.5,
"learning_rate": 6.662280701754385e-06,
"loss": 0.8683,
"step": 23
},
{
"epoch": 12.0,
"learning_rate": 6.6315789473684205e-06,
"loss": 0.8695,
"step": 24
},
{
"epoch": 12.5,
"learning_rate": 6.600877192982457e-06,
"loss": 0.8496,
"step": 25
},
{
"epoch": 13.0,
"learning_rate": 6.570175438596491e-06,
"loss": 0.8368,
"step": 26
},
{
"epoch": 13.5,
"learning_rate": 6.539473684210526e-06,
"loss": 0.825,
"step": 27
},
{
"epoch": 14.0,
"learning_rate": 6.5087719298245616e-06,
"loss": 0.8255,
"step": 28
},
{
"epoch": 14.5,
"learning_rate": 6.478070175438596e-06,
"loss": 0.8017,
"step": 29
},
{
"epoch": 15.0,
"learning_rate": 6.447368421052631e-06,
"loss": 0.8029,
"step": 30
},
{
"epoch": 15.0,
"eval_accuracy_dropoff": 0.03994587031812656,
"eval_accuracy_undropoff": 0.9596368872123442,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.02525287676317743,
"eval_iou_undropoff": 0.921926919826706,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.6619901061058044,
"eval_mean_accuracy": 0.4997913787652354,
"eval_mean_iou": 0.3157265988632945,
"eval_overall_accuracy": 0.9213968276977539,
"eval_runtime": 2.9201,
"eval_samples_per_second": 6.849,
"eval_steps_per_second": 0.685,
"step": 30
},
{
"epoch": 15.5,
"learning_rate": 6.4166666666666665e-06,
"loss": 0.7827,
"step": 31
},
{
"epoch": 16.0,
"learning_rate": 6.385964912280701e-06,
"loss": 0.7741,
"step": 32
},
{
"epoch": 16.5,
"learning_rate": 6.355263157894737e-06,
"loss": 0.7773,
"step": 33
},
{
"epoch": 17.0,
"learning_rate": 6.324561403508772e-06,
"loss": 0.7609,
"step": 34
},
{
"epoch": 17.5,
"learning_rate": 6.293859649122807e-06,
"loss": 0.7477,
"step": 35
},
{
"epoch": 18.0,
"learning_rate": 6.263157894736842e-06,
"loss": 0.7405,
"step": 36
},
{
"epoch": 18.5,
"learning_rate": 6.232456140350877e-06,
"loss": 0.7221,
"step": 37
},
{
"epoch": 19.0,
"learning_rate": 6.201754385964912e-06,
"loss": 0.7194,
"step": 38
},
{
"epoch": 19.5,
"learning_rate": 6.171052631578947e-06,
"loss": 0.7267,
"step": 39
},
{
"epoch": 20.0,
"learning_rate": 6.140350877192982e-06,
"loss": 0.6935,
"step": 40
},
{
"epoch": 20.0,
"eval_accuracy_dropoff": 0.021431684212940665,
"eval_accuracy_undropoff": 0.9703820087424886,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.015123901396824369,
"eval_iou_undropoff": 0.9311250629685884,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.5661563873291016,
"eval_mean_accuracy": 0.4959068464777146,
"eval_mean_iou": 0.3154163214551376,
"eval_overall_accuracy": 0.9309253692626953,
"eval_runtime": 2.9118,
"eval_samples_per_second": 6.869,
"eval_steps_per_second": 0.687,
"step": 40
},
{
"epoch": 20.5,
"learning_rate": 6.1096491228070174e-06,
"loss": 0.691,
"step": 41
},
{
"epoch": 21.0,
"learning_rate": 6.078947368421053e-06,
"loss": 0.6723,
"step": 42
},
{
"epoch": 21.5,
"learning_rate": 6.048245614035088e-06,
"loss": 0.6811,
"step": 43
},
{
"epoch": 22.0,
"learning_rate": 6.017543859649122e-06,
"loss": 0.6487,
"step": 44
},
{
"epoch": 22.5,
"learning_rate": 5.986842105263158e-06,
"loss": 0.6643,
"step": 45
},
{
"epoch": 23.0,
"learning_rate": 5.956140350877193e-06,
"loss": 0.6587,
"step": 46
},
{
"epoch": 23.5,
"learning_rate": 5.925438596491228e-06,
"loss": 0.6371,
"step": 47
},
{
"epoch": 24.0,
"learning_rate": 5.894736842105263e-06,
"loss": 0.6436,
"step": 48
},
{
"epoch": 24.5,
"learning_rate": 5.864035087719299e-06,
"loss": 0.6312,
"step": 49
},
{
"epoch": 25.0,
"learning_rate": 5.833333333333333e-06,
"loss": 0.635,
"step": 50
},
{
"epoch": 25.0,
"eval_accuracy_dropoff": 0.01526640519277965,
"eval_accuracy_undropoff": 0.9802598467427612,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.012095308706587,
"eval_iou_undropoff": 0.9403544093266979,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.5018354058265686,
"eval_mean_accuracy": 0.49776312596777045,
"eval_mean_iou": 0.3174832393444283,
"eval_overall_accuracy": 0.9401361465454101,
"eval_runtime": 13.2377,
"eval_samples_per_second": 1.511,
"eval_steps_per_second": 0.151,
"step": 50
},
{
"epoch": 25.5,
"learning_rate": 5.802631578947368e-06,
"loss": 0.6097,
"step": 51
},
{
"epoch": 26.0,
"learning_rate": 5.771929824561404e-06,
"loss": 0.6166,
"step": 52
},
{
"epoch": 26.5,
"learning_rate": 5.741228070175439e-06,
"loss": 0.6093,
"step": 53
},
{
"epoch": 27.0,
"learning_rate": 5.710526315789473e-06,
"loss": 0.6055,
"step": 54
},
{
"epoch": 27.5,
"learning_rate": 5.6798245614035086e-06,
"loss": 0.5944,
"step": 55
},
{
"epoch": 28.0,
"learning_rate": 5.649122807017544e-06,
"loss": 0.574,
"step": 56
},
{
"epoch": 28.5,
"learning_rate": 5.618421052631579e-06,
"loss": 0.5909,
"step": 57
},
{
"epoch": 29.0,
"learning_rate": 5.587719298245614e-06,
"loss": 0.5751,
"step": 58
},
{
"epoch": 29.5,
"learning_rate": 5.55701754385965e-06,
"loss": 0.5794,
"step": 59
},
{
"epoch": 30.0,
"learning_rate": 5.526315789473684e-06,
"loss": 0.5579,
"step": 60
},
{
"epoch": 30.0,
"eval_accuracy_dropoff": 0.013050758044909287,
"eval_accuracy_undropoff": 0.9824573099682878,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.011141788560574909,
"eval_iou_undropoff": 0.9423118438942378,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.4701308310031891,
"eval_mean_accuracy": 0.49775403400659857,
"eval_mean_iou": 0.31781787748493756,
"eval_overall_accuracy": 0.9421501159667969,
"eval_runtime": 2.835,
"eval_samples_per_second": 7.055,
"eval_steps_per_second": 0.705,
"step": 60
},
{
"epoch": 30.5,
"learning_rate": 5.495614035087719e-06,
"loss": 0.5654,
"step": 61
},
{
"epoch": 31.0,
"learning_rate": 5.4649122807017546e-06,
"loss": 0.5423,
"step": 62
},
{
"epoch": 31.5,
"learning_rate": 5.434210526315789e-06,
"loss": 0.5493,
"step": 63
},
{
"epoch": 32.0,
"learning_rate": 5.403508771929824e-06,
"loss": 0.5479,
"step": 64
},
{
"epoch": 32.5,
"learning_rate": 5.37280701754386e-06,
"loss": 0.5559,
"step": 65
},
{
"epoch": 33.0,
"learning_rate": 5.342105263157895e-06,
"loss": 0.5416,
"step": 66
},
{
"epoch": 33.5,
"learning_rate": 5.31140350877193e-06,
"loss": 0.5307,
"step": 67
},
{
"epoch": 34.0,
"learning_rate": 5.280701754385965e-06,
"loss": 0.5303,
"step": 68
},
{
"epoch": 34.5,
"learning_rate": 5.25e-06,
"loss": 0.5238,
"step": 69
},
{
"epoch": 35.0,
"learning_rate": 5.219298245614035e-06,
"loss": 0.5086,
"step": 70
},
{
"epoch": 35.0,
"eval_accuracy_dropoff": 0.008844239546778597,
"eval_accuracy_undropoff": 0.9865837725639492,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.008049062543052883,
"eval_iou_undropoff": 0.9461391183132418,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.44029974937438965,
"eval_mean_accuracy": 0.4977140060553639,
"eval_mean_iou": 0.31806272695209825,
"eval_overall_accuracy": 0.9459300994873047,
"eval_runtime": 2.9283,
"eval_samples_per_second": 6.83,
"eval_steps_per_second": 0.683,
"step": 70
},
{
"epoch": 35.5,
"learning_rate": 5.18859649122807e-06,
"loss": 0.5131,
"step": 71
},
{
"epoch": 36.0,
"learning_rate": 5.157894736842105e-06,
"loss": 0.5041,
"step": 72
},
{
"epoch": 36.5,
"learning_rate": 5.12719298245614e-06,
"loss": 0.528,
"step": 73
},
{
"epoch": 37.0,
"learning_rate": 5.096491228070176e-06,
"loss": 0.4949,
"step": 74
},
{
"epoch": 37.5,
"learning_rate": 5.0657894736842104e-06,
"loss": 0.498,
"step": 75
},
{
"epoch": 38.0,
"learning_rate": 5.035087719298246e-06,
"loss": 0.5077,
"step": 76
},
{
"epoch": 38.5,
"learning_rate": 5.004385964912281e-06,
"loss": 0.4977,
"step": 77
},
{
"epoch": 39.0,
"learning_rate": 4.973684210526315e-06,
"loss": 0.4885,
"step": 78
},
{
"epoch": 39.5,
"learning_rate": 4.942982456140351e-06,
"loss": 0.4882,
"step": 79
},
{
"epoch": 40.0,
"learning_rate": 4.912280701754386e-06,
"loss": 0.472,
"step": 80
},
{
"epoch": 40.0,
"eval_accuracy_dropoff": 0.006284547810729604,
"eval_accuracy_undropoff": 0.9878638018581519,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.005870480908081981,
"eval_iou_undropoff": 0.9472967064759237,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.43275266885757446,
"eval_mean_accuracy": 0.4970741748344408,
"eval_mean_iou": 0.31772239579466854,
"eval_overall_accuracy": 0.9470504760742188,
"eval_runtime": 2.9365,
"eval_samples_per_second": 6.811,
"eval_steps_per_second": 0.681,
"step": 80
},
{
"epoch": 40.5,
"learning_rate": 4.88157894736842e-06,
"loss": 0.4733,
"step": 81
},
{
"epoch": 41.0,
"learning_rate": 4.8508771929824564e-06,
"loss": 0.4665,
"step": 82
},
{
"epoch": 41.5,
"learning_rate": 4.820175438596492e-06,
"loss": 0.4608,
"step": 83
},
{
"epoch": 42.0,
"learning_rate": 4.789473684210526e-06,
"loss": 0.4715,
"step": 84
},
{
"epoch": 42.5,
"learning_rate": 4.758771929824561e-06,
"loss": 0.4654,
"step": 85
},
{
"epoch": 43.0,
"learning_rate": 4.728070175438597e-06,
"loss": 0.45,
"step": 86
},
{
"epoch": 43.5,
"learning_rate": 4.697368421052631e-06,
"loss": 0.4555,
"step": 87
},
{
"epoch": 44.0,
"learning_rate": 4.666666666666666e-06,
"loss": 0.4494,
"step": 88
},
{
"epoch": 44.5,
"learning_rate": 4.635964912280702e-06,
"loss": 0.4599,
"step": 89
},
{
"epoch": 45.0,
"learning_rate": 4.605263157894737e-06,
"loss": 0.4484,
"step": 90
},
{
"epoch": 45.0,
"eval_accuracy_dropoff": 0.004587261175715039,
"eval_accuracy_undropoff": 0.991641798767534,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.004395044148218469,
"eval_iou_undropoff": 0.9507666029246044,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.41358834505081177,
"eval_mean_accuracy": 0.49811452997162453,
"eval_mean_iou": 0.3183872156909409,
"eval_overall_accuracy": 0.9506008148193359,
"eval_runtime": 2.9507,
"eval_samples_per_second": 6.778,
"eval_steps_per_second": 0.678,
"step": 90
},
{
"epoch": 45.5,
"learning_rate": 4.574561403508772e-06,
"loss": 0.4507,
"step": 91
},
{
"epoch": 46.0,
"learning_rate": 4.543859649122807e-06,
"loss": 0.4315,
"step": 92
},
{
"epoch": 46.5,
"learning_rate": 4.513157894736842e-06,
"loss": 0.4204,
"step": 93
},
{
"epoch": 47.0,
"learning_rate": 4.482456140350877e-06,
"loss": 0.4494,
"step": 94
},
{
"epoch": 47.5,
"learning_rate": 4.451754385964912e-06,
"loss": 0.4303,
"step": 95
},
{
"epoch": 48.0,
"learning_rate": 4.421052631578947e-06,
"loss": 0.4353,
"step": 96
},
{
"epoch": 48.5,
"learning_rate": 4.390350877192982e-06,
"loss": 0.434,
"step": 97
},
{
"epoch": 49.0,
"learning_rate": 4.359649122807018e-06,
"loss": 0.4266,
"step": 98
},
{
"epoch": 49.5,
"learning_rate": 4.3289473684210525e-06,
"loss": 0.4177,
"step": 99
},
{
"epoch": 50.0,
"learning_rate": 4.298245614035088e-06,
"loss": 0.4026,
"step": 100
},
{
"epoch": 50.0,
"eval_accuracy_dropoff": 0.004348723594577857,
"eval_accuracy_undropoff": 0.9926461998632804,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.004242521883894528,
"eval_iou_undropoff": 0.9516593303838112,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.40131449699401855,
"eval_mean_accuracy": 0.4984974617289291,
"eval_mean_iou": 0.3186339507559019,
"eval_overall_accuracy": 0.9515535354614257,
"eval_runtime": 5.77,
"eval_samples_per_second": 3.466,
"eval_steps_per_second": 0.347,
"step": 100
},
{
"epoch": 50.5,
"learning_rate": 4.267543859649123e-06,
"loss": 0.3999,
"step": 101
},
{
"epoch": 51.0,
"learning_rate": 4.2368421052631575e-06,
"loss": 0.4064,
"step": 102
},
{
"epoch": 51.5,
"learning_rate": 4.206140350877193e-06,
"loss": 0.413,
"step": 103
},
{
"epoch": 52.0,
"learning_rate": 4.175438596491228e-06,
"loss": 0.403,
"step": 104
},
{
"epoch": 52.5,
"learning_rate": 4.144736842105262e-06,
"loss": 0.3948,
"step": 105
},
{
"epoch": 53.0,
"learning_rate": 4.1140350877192985e-06,
"loss": 0.3892,
"step": 106
},
{
"epoch": 53.5,
"learning_rate": 4.083333333333334e-06,
"loss": 0.3852,
"step": 107
},
{
"epoch": 54.0,
"learning_rate": 4.052631578947368e-06,
"loss": 0.3905,
"step": 108
},
{
"epoch": 54.5,
"learning_rate": 4.0219298245614034e-06,
"loss": 0.386,
"step": 109
},
{
"epoch": 55.0,
"learning_rate": 3.991228070175439e-06,
"loss": 0.3873,
"step": 110
},
{
"epoch": 55.0,
"eval_accuracy_dropoff": 0.0009587375857244432,
"eval_accuracy_undropoff": 0.9971428201839445,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0009477297564470564,
"eval_iou_undropoff": 0.9557326855127719,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.36210715770721436,
"eval_mean_accuracy": 0.49905077888483446,
"eval_mean_iou": 0.3188934717564063,
"eval_overall_accuracy": 0.9557222366333008,
"eval_runtime": 2.9583,
"eval_samples_per_second": 6.761,
"eval_steps_per_second": 0.676,
"step": 110
},
{
"epoch": 55.5,
"learning_rate": 3.960526315789473e-06,
"loss": 0.3824,
"step": 111
},
{
"epoch": 56.0,
"learning_rate": 3.929824561403508e-06,
"loss": 0.3976,
"step": 112
},
{
"epoch": 56.5,
"learning_rate": 3.899122807017544e-06,
"loss": 0.3765,
"step": 113
},
{
"epoch": 57.0,
"learning_rate": 3.868421052631579e-06,
"loss": 0.3774,
"step": 114
},
{
"epoch": 57.5,
"learning_rate": 3.837719298245614e-06,
"loss": 0.3994,
"step": 115
},
{
"epoch": 58.0,
"learning_rate": 3.8070175438596494e-06,
"loss": 0.3556,
"step": 116
},
{
"epoch": 58.5,
"learning_rate": 3.7763157894736843e-06,
"loss": 0.3692,
"step": 117
},
{
"epoch": 59.0,
"learning_rate": 3.745614035087719e-06,
"loss": 0.3648,
"step": 118
},
{
"epoch": 59.5,
"learning_rate": 3.7149122807017544e-06,
"loss": 0.3674,
"step": 119
},
{
"epoch": 60.0,
"learning_rate": 3.6842105263157892e-06,
"loss": 0.3549,
"step": 120
},
{
"epoch": 60.0,
"eval_accuracy_dropoff": 0.00042202802816578364,
"eval_accuracy_undropoff": 0.9978805485100654,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0004183586698013251,
"eval_iou_undropoff": 0.9564140540880779,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.34794068336486816,
"eval_mean_accuracy": 0.4991512882691156,
"eval_mean_iou": 0.31894413758595974,
"eval_overall_accuracy": 0.9564069747924805,
"eval_runtime": 2.8713,
"eval_samples_per_second": 6.965,
"eval_steps_per_second": 0.697,
"step": 120
},
{
"epoch": 60.5,
"learning_rate": 3.653508771929824e-06,
"loss": 0.3678,
"step": 121
},
{
"epoch": 61.0,
"learning_rate": 3.62280701754386e-06,
"loss": 0.3452,
"step": 122
},
{
"epoch": 61.5,
"learning_rate": 3.592105263157895e-06,
"loss": 0.346,
"step": 123
},
{
"epoch": 62.0,
"learning_rate": 3.56140350877193e-06,
"loss": 0.364,
"step": 124
},
{
"epoch": 62.5,
"learning_rate": 3.530701754385965e-06,
"loss": 0.3552,
"step": 125
},
{
"epoch": 63.0,
"learning_rate": 3.5e-06,
"loss": 0.3474,
"step": 126
},
{
"epoch": 63.5,
"learning_rate": 3.4692982456140348e-06,
"loss": 0.3321,
"step": 127
},
{
"epoch": 64.0,
"learning_rate": 3.43859649122807e-06,
"loss": 0.3457,
"step": 128
},
{
"epoch": 64.5,
"learning_rate": 3.4078947368421053e-06,
"loss": 0.3472,
"step": 129
},
{
"epoch": 65.0,
"learning_rate": 3.37719298245614e-06,
"loss": 0.3358,
"step": 130
},
{
"epoch": 65.0,
"eval_accuracy_dropoff": 0.00012385605174430607,
"eval_accuracy_undropoff": 0.9986385758082026,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.00012305953346763534,
"eval_iou_undropoff": 0.9571267071677633,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.3281957507133484,
"eval_mean_accuracy": 0.4993812159299734,
"eval_mean_iou": 0.31908325556707695,
"eval_overall_accuracy": 0.9571210861206054,
"eval_runtime": 2.9189,
"eval_samples_per_second": 6.852,
"eval_steps_per_second": 0.685,
"step": 130
},
{
"epoch": 65.5,
"learning_rate": 3.3464912280701754e-06,
"loss": 0.3395,
"step": 131
},
{
"epoch": 66.0,
"learning_rate": 3.3157894736842103e-06,
"loss": 0.3229,
"step": 132
},
{
"epoch": 66.5,
"learning_rate": 3.2850877192982455e-06,
"loss": 0.3535,
"step": 133
},
{
"epoch": 67.0,
"learning_rate": 3.2543859649122808e-06,
"loss": 0.3458,
"step": 134
},
{
"epoch": 67.5,
"learning_rate": 3.2236842105263156e-06,
"loss": 0.3186,
"step": 135
},
{
"epoch": 68.0,
"learning_rate": 3.1929824561403505e-06,
"loss": 0.3779,
"step": 136
},
{
"epoch": 68.5,
"learning_rate": 3.162280701754386e-06,
"loss": 0.323,
"step": 137
},
{
"epoch": 69.0,
"learning_rate": 3.131578947368421e-06,
"loss": 0.3193,
"step": 138
},
{
"epoch": 69.5,
"learning_rate": 3.100877192982456e-06,
"loss": 0.3199,
"step": 139
},
{
"epoch": 70.0,
"learning_rate": 3.070175438596491e-06,
"loss": 0.3146,
"step": 140
},
{
"epoch": 70.0,
"eval_accuracy_dropoff": 3.6698089405720315e-05,
"eval_accuracy_undropoff": 0.999260480588113,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 3.6536186809523156e-05,
"eval_iou_undropoff": 0.9577163668046577,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.3141385614871979,
"eval_mean_accuracy": 0.4996485893387594,
"eval_mean_iou": 0.3192509676638224,
"eval_overall_accuracy": 0.957713508605957,
"eval_runtime": 14.7628,
"eval_samples_per_second": 1.355,
"eval_steps_per_second": 0.135,
"step": 140
},
{
"epoch": 70.5,
"learning_rate": 3.0394736842105263e-06,
"loss": 0.3136,
"step": 141
},
{
"epoch": 71.0,
"learning_rate": 3.008771929824561e-06,
"loss": 0.3148,
"step": 142
},
{
"epoch": 71.5,
"learning_rate": 2.9780701754385965e-06,
"loss": 0.3042,
"step": 143
},
{
"epoch": 72.0,
"learning_rate": 2.9473684210526313e-06,
"loss": 0.3338,
"step": 144
},
{
"epoch": 72.5,
"learning_rate": 2.9166666666666666e-06,
"loss": 0.3121,
"step": 145
},
{
"epoch": 73.0,
"learning_rate": 2.885964912280702e-06,
"loss": 0.3121,
"step": 146
},
{
"epoch": 73.5,
"learning_rate": 2.8552631578947367e-06,
"loss": 0.3042,
"step": 147
},
{
"epoch": 74.0,
"learning_rate": 2.824561403508772e-06,
"loss": 0.3225,
"step": 148
},
{
"epoch": 74.5,
"learning_rate": 2.793859649122807e-06,
"loss": 0.2963,
"step": 149
},
{
"epoch": 75.0,
"learning_rate": 2.763157894736842e-06,
"loss": 0.3116,
"step": 150
},
{
"epoch": 75.0,
"eval_accuracy_dropoff": 0.0,
"eval_accuracy_undropoff": 0.9997789004126463,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0,
"eval_iou_undropoff": 0.9582088470458985,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.29410749673843384,
"eval_mean_accuracy": 0.49988945020632314,
"eval_mean_iou": 0.3194029490152995,
"eval_overall_accuracy": 0.9582088470458985,
"eval_runtime": 2.86,
"eval_samples_per_second": 6.993,
"eval_steps_per_second": 0.699,
"step": 150
},
{
"epoch": 75.5,
"learning_rate": 2.7324561403508773e-06,
"loss": 0.2845,
"step": 151
},
{
"epoch": 76.0,
"learning_rate": 2.701754385964912e-06,
"loss": 0.3187,
"step": 152
},
{
"epoch": 76.5,
"learning_rate": 2.6710526315789474e-06,
"loss": 0.2942,
"step": 153
},
{
"epoch": 77.0,
"learning_rate": 2.6403508771929826e-06,
"loss": 0.3091,
"step": 154
},
{
"epoch": 77.5,
"learning_rate": 2.6096491228070175e-06,
"loss": 0.2773,
"step": 155
},
{
"epoch": 78.0,
"learning_rate": 2.5789473684210523e-06,
"loss": 0.313,
"step": 156
},
{
"epoch": 78.5,
"learning_rate": 2.548245614035088e-06,
"loss": 0.2923,
"step": 157
},
{
"epoch": 79.0,
"learning_rate": 2.517543859649123e-06,
"loss": 0.2909,
"step": 158
},
{
"epoch": 79.5,
"learning_rate": 2.4868421052631577e-06,
"loss": 0.287,
"step": 159
},
{
"epoch": 80.0,
"learning_rate": 2.456140350877193e-06,
"loss": 0.3151,
"step": 160
},
{
"epoch": 80.0,
"eval_accuracy_dropoff": 0.0,
"eval_accuracy_undropoff": 0.9999397001125399,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0,
"eval_iou_undropoff": 0.9583629608154297,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.2809315621852875,
"eval_mean_accuracy": 0.4999698500562699,
"eval_mean_iou": 0.3194543202718099,
"eval_overall_accuracy": 0.9583629608154297,
"eval_runtime": 3.2841,
"eval_samples_per_second": 6.09,
"eval_steps_per_second": 0.609,
"step": 160
},
{
"epoch": 80.5,
"learning_rate": 2.4254385964912282e-06,
"loss": 0.2992,
"step": 161
},
{
"epoch": 81.0,
"learning_rate": 2.394736842105263e-06,
"loss": 0.2776,
"step": 162
},
{
"epoch": 81.5,
"learning_rate": 2.3640350877192983e-06,
"loss": 0.2789,
"step": 163
},
{
"epoch": 82.0,
"learning_rate": 2.333333333333333e-06,
"loss": 0.2948,
"step": 164
},
{
"epoch": 82.5,
"learning_rate": 2.3026315789473684e-06,
"loss": 0.2938,
"step": 165
},
{
"epoch": 83.0,
"learning_rate": 2.2719298245614037e-06,
"loss": 0.2675,
"step": 166
},
{
"epoch": 83.5,
"learning_rate": 2.2412280701754385e-06,
"loss": 0.2741,
"step": 167
},
{
"epoch": 84.0,
"learning_rate": 2.2105263157894734e-06,
"loss": 0.286,
"step": 168
},
{
"epoch": 84.5,
"learning_rate": 2.179824561403509e-06,
"loss": 0.286,
"step": 169
},
{
"epoch": 85.0,
"learning_rate": 2.149122807017544e-06,
"loss": 0.2778,
"step": 170
},
{
"epoch": 85.0,
"eval_accuracy_dropoff": 0.0,
"eval_accuracy_undropoff": 0.9999820891423385,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0,
"eval_iou_undropoff": 0.9584035873413086,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.2749858498573303,
"eval_mean_accuracy": 0.4999910445711693,
"eval_mean_iou": 0.31946786244710285,
"eval_overall_accuracy": 0.9584035873413086,
"eval_runtime": 2.9484,
"eval_samples_per_second": 6.783,
"eval_steps_per_second": 0.678,
"step": 170
},
{
"epoch": 85.5,
"learning_rate": 2.1184210526315787e-06,
"loss": 0.269,
"step": 171
},
{
"epoch": 86.0,
"learning_rate": 2.087719298245614e-06,
"loss": 0.2937,
"step": 172
},
{
"epoch": 86.5,
"learning_rate": 2.0570175438596493e-06,
"loss": 0.2787,
"step": 173
},
{
"epoch": 87.0,
"learning_rate": 2.026315789473684e-06,
"loss": 0.2847,
"step": 174
},
{
"epoch": 87.5,
"learning_rate": 1.9956140350877194e-06,
"loss": 0.2822,
"step": 175
},
{
"epoch": 88.0,
"learning_rate": 1.964912280701754e-06,
"loss": 0.2602,
"step": 176
},
{
"epoch": 88.5,
"learning_rate": 1.9342105263157895e-06,
"loss": 0.28,
"step": 177
},
{
"epoch": 89.0,
"learning_rate": 1.9035087719298247e-06,
"loss": 0.2592,
"step": 178
},
{
"epoch": 89.5,
"learning_rate": 1.8728070175438596e-06,
"loss": 0.2791,
"step": 179
},
{
"epoch": 90.0,
"learning_rate": 1.8421052631578946e-06,
"loss": 0.2753,
"step": 180
},
{
"epoch": 90.0,
"eval_accuracy_dropoff": 0.0,
"eval_accuracy_undropoff": 0.9999988059428225,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0,
"eval_iou_undropoff": 0.9584196090698243,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.26147767901420593,
"eval_mean_accuracy": 0.49999940297141127,
"eval_mean_iou": 0.31947320302327475,
"eval_overall_accuracy": 0.9584196090698243,
"eval_runtime": 3.5838,
"eval_samples_per_second": 5.581,
"eval_steps_per_second": 0.558,
"step": 180
},
{
"epoch": 90.5,
"learning_rate": 1.81140350877193e-06,
"loss": 0.2764,
"step": 181
},
{
"epoch": 91.0,
"learning_rate": 1.780701754385965e-06,
"loss": 0.2761,
"step": 182
},
{
"epoch": 91.5,
"learning_rate": 1.75e-06,
"loss": 0.2739,
"step": 183
},
{
"epoch": 92.0,
"learning_rate": 1.719298245614035e-06,
"loss": 0.2551,
"step": 184
},
{
"epoch": 92.5,
"learning_rate": 1.68859649122807e-06,
"loss": 0.2805,
"step": 185
},
{
"epoch": 93.0,
"learning_rate": 1.6578947368421051e-06,
"loss": 0.2629,
"step": 186
},
{
"epoch": 93.5,
"learning_rate": 1.6271929824561404e-06,
"loss": 0.2603,
"step": 187
},
{
"epoch": 94.0,
"learning_rate": 1.5964912280701752e-06,
"loss": 0.2742,
"step": 188
},
{
"epoch": 94.5,
"learning_rate": 1.5657894736842105e-06,
"loss": 0.2543,
"step": 189
},
{
"epoch": 95.0,
"learning_rate": 1.5350877192982455e-06,
"loss": 0.2809,
"step": 190
},
{
"epoch": 95.0,
"eval_accuracy_dropoff": 0.0,
"eval_accuracy_undropoff": 1.0,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0,
"eval_iou_undropoff": 0.9584207534790039,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.25468945503234863,
"eval_mean_accuracy": 0.5,
"eval_mean_iou": 0.47921037673950195,
"eval_overall_accuracy": 0.9584207534790039,
"eval_runtime": 2.8532,
"eval_samples_per_second": 7.01,
"eval_steps_per_second": 0.701,
"step": 190
},
{
"epoch": 95.5,
"learning_rate": 1.5043859649122806e-06,
"loss": 0.2577,
"step": 191
},
{
"epoch": 96.0,
"learning_rate": 1.4736842105263156e-06,
"loss": 0.272,
"step": 192
},
{
"epoch": 96.5,
"learning_rate": 1.442982456140351e-06,
"loss": 0.2691,
"step": 193
},
{
"epoch": 97.0,
"learning_rate": 1.412280701754386e-06,
"loss": 0.262,
"step": 194
},
{
"epoch": 97.5,
"learning_rate": 1.381578947368421e-06,
"loss": 0.2679,
"step": 195
},
{
"epoch": 98.0,
"learning_rate": 1.350877192982456e-06,
"loss": 0.2585,
"step": 196
},
{
"epoch": 98.5,
"learning_rate": 1.3201754385964913e-06,
"loss": 0.2819,
"step": 197
},
{
"epoch": 99.0,
"learning_rate": 1.2894736842105262e-06,
"loss": 0.2971,
"step": 198
},
{
"epoch": 99.5,
"learning_rate": 1.2587719298245614e-06,
"loss": 0.2602,
"step": 199
},
{
"epoch": 100.0,
"learning_rate": 1.2280701754385965e-06,
"loss": 0.2606,
"step": 200
},
{
"epoch": 100.0,
"eval_accuracy_dropoff": 0.0,
"eval_accuracy_undropoff": 1.0,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0,
"eval_iou_undropoff": 0.9584207534790039,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.24644413590431213,
"eval_mean_accuracy": 0.5,
"eval_mean_iou": 0.47921037673950195,
"eval_overall_accuracy": 0.9584207534790039,
"eval_runtime": 2.8828,
"eval_samples_per_second": 6.938,
"eval_steps_per_second": 0.694,
"step": 200
},
{
"epoch": 100.5,
"learning_rate": 1.1973684210526315e-06,
"loss": 0.2557,
"step": 201
},
{
"epoch": 101.0,
"learning_rate": 1.1666666666666666e-06,
"loss": 0.2706,
"step": 202
},
{
"epoch": 101.5,
"learning_rate": 1.1359649122807018e-06,
"loss": 0.2547,
"step": 203
},
{
"epoch": 102.0,
"learning_rate": 1.1052631578947367e-06,
"loss": 0.2631,
"step": 204
},
{
"epoch": 102.5,
"learning_rate": 1.074561403508772e-06,
"loss": 0.2603,
"step": 205
},
{
"epoch": 103.0,
"learning_rate": 1.043859649122807e-06,
"loss": 0.2481,
"step": 206
},
{
"epoch": 103.5,
"learning_rate": 1.013157894736842e-06,
"loss": 0.2504,
"step": 207
},
{
"epoch": 104.0,
"learning_rate": 9.82456140350877e-07,
"loss": 0.2667,
"step": 208
},
{
"epoch": 104.5,
"learning_rate": 9.517543859649124e-07,
"loss": 0.2581,
"step": 209
},
{
"epoch": 105.0,
"learning_rate": 9.210526315789473e-07,
"loss": 0.2563,
"step": 210
},
{
"epoch": 105.0,
"eval_accuracy_dropoff": 0.0,
"eval_accuracy_undropoff": 1.0,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0,
"eval_iou_undropoff": 0.9584207534790039,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.24593231081962585,
"eval_mean_accuracy": 0.5,
"eval_mean_iou": 0.47921037673950195,
"eval_overall_accuracy": 0.9584207534790039,
"eval_runtime": 13.1644,
"eval_samples_per_second": 1.519,
"eval_steps_per_second": 0.152,
"step": 210
},
{
"epoch": 105.5,
"learning_rate": 8.903508771929825e-07,
"loss": 0.2405,
"step": 211
},
{
"epoch": 106.0,
"learning_rate": 8.596491228070175e-07,
"loss": 0.2784,
"step": 212
},
{
"epoch": 106.5,
"learning_rate": 8.289473684210526e-07,
"loss": 0.2466,
"step": 213
},
{
"epoch": 107.0,
"learning_rate": 7.982456140350876e-07,
"loss": 0.2642,
"step": 214
},
{
"epoch": 107.5,
"learning_rate": 7.675438596491228e-07,
"loss": 0.2604,
"step": 215
},
{
"epoch": 108.0,
"learning_rate": 7.368421052631578e-07,
"loss": 0.2465,
"step": 216
},
{
"epoch": 108.5,
"learning_rate": 7.06140350877193e-07,
"loss": 0.2544,
"step": 217
},
{
"epoch": 109.0,
"learning_rate": 6.75438596491228e-07,
"loss": 0.2457,
"step": 218
},
{
"epoch": 109.5,
"learning_rate": 6.447368421052631e-07,
"loss": 0.255,
"step": 219
},
{
"epoch": 110.0,
"learning_rate": 6.140350877192982e-07,
"loss": 0.2454,
"step": 220
},
{
"epoch": 110.0,
"eval_accuracy_dropoff": 0.0,
"eval_accuracy_undropoff": 1.0,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0,
"eval_iou_undropoff": 0.9584207534790039,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.23932388424873352,
"eval_mean_accuracy": 0.5,
"eval_mean_iou": 0.47921037673950195,
"eval_overall_accuracy": 0.9584207534790039,
"eval_runtime": 2.9189,
"eval_samples_per_second": 6.852,
"eval_steps_per_second": 0.685,
"step": 220
},
{
"epoch": 110.5,
"learning_rate": 5.833333333333333e-07,
"loss": 0.2548,
"step": 221
},
{
"epoch": 111.0,
"learning_rate": 5.526315789473683e-07,
"loss": 0.2598,
"step": 222
},
{
"epoch": 111.5,
"learning_rate": 5.219298245614035e-07,
"loss": 0.2597,
"step": 223
},
{
"epoch": 112.0,
"learning_rate": 4.912280701754385e-07,
"loss": 0.244,
"step": 224
},
{
"epoch": 112.5,
"learning_rate": 4.6052631578947365e-07,
"loss": 0.2669,
"step": 225
},
{
"epoch": 113.0,
"learning_rate": 4.2982456140350876e-07,
"loss": 0.2473,
"step": 226
},
{
"epoch": 113.5,
"learning_rate": 3.991228070175438e-07,
"loss": 0.2703,
"step": 227
},
{
"epoch": 114.0,
"learning_rate": 3.684210526315789e-07,
"loss": 0.2368,
"step": 228
},
{
"epoch": 114.5,
"learning_rate": 3.37719298245614e-07,
"loss": 0.2438,
"step": 229
},
{
"epoch": 115.0,
"learning_rate": 3.070175438596491e-07,
"loss": 0.2707,
"step": 230
},
{
"epoch": 115.0,
"eval_accuracy_dropoff": 0.0,
"eval_accuracy_undropoff": 1.0,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0,
"eval_iou_undropoff": 0.9584207534790039,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.23676952719688416,
"eval_mean_accuracy": 0.5,
"eval_mean_iou": 0.47921037673950195,
"eval_overall_accuracy": 0.9584207534790039,
"eval_runtime": 2.9258,
"eval_samples_per_second": 6.836,
"eval_steps_per_second": 0.684,
"step": 230
},
{
"epoch": 115.5,
"learning_rate": 2.7631578947368417e-07,
"loss": 0.2668,
"step": 231
},
{
"epoch": 116.0,
"learning_rate": 2.456140350877193e-07,
"loss": 0.2859,
"step": 232
},
{
"epoch": 116.5,
"learning_rate": 2.1491228070175438e-07,
"loss": 0.2463,
"step": 233
},
{
"epoch": 117.0,
"learning_rate": 1.8421052631578946e-07,
"loss": 0.2756,
"step": 234
},
{
"epoch": 117.5,
"learning_rate": 1.5350877192982456e-07,
"loss": 0.2551,
"step": 235
},
{
"epoch": 118.0,
"learning_rate": 1.2280701754385964e-07,
"loss": 0.2375,
"step": 236
},
{
"epoch": 118.5,
"learning_rate": 9.210526315789473e-08,
"loss": 0.2477,
"step": 237
},
{
"epoch": 119.0,
"learning_rate": 6.140350877192982e-08,
"loss": 0.2659,
"step": 238
},
{
"epoch": 119.5,
"learning_rate": 3.070175438596491e-08,
"loss": 0.2631,
"step": 239
},
{
"epoch": 120.0,
"learning_rate": 0.0,
"loss": 0.2433,
"step": 240
},
{
"epoch": 120.0,
"eval_accuracy_dropoff": 0.0,
"eval_accuracy_undropoff": 1.0,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0,
"eval_iou_undropoff": 0.9584207534790039,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.2350747138261795,
"eval_mean_accuracy": 0.5,
"eval_mean_iou": 0.47921037673950195,
"eval_overall_accuracy": 0.9584207534790039,
"eval_runtime": 2.8881,
"eval_samples_per_second": 6.925,
"eval_steps_per_second": 0.693,
"step": 240
}
],
"max_steps": 240,
"num_train_epochs": 120,
"total_flos": 2.778548611716219e+18,
"trial_name": null,
"trial_params": null
}