sam1120's picture
Training in progress, step 240
9f73b18
{
"best_metric": 0.36343106627464294,
"best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/dropoff-utcustom-train-SF-RGBD-b0_3/checkpoint-200",
"epoch": 120.0,
"global_step": 240,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.5,
"learning_rate": 3.3333333333333333e-06,
"loss": 1.0931,
"step": 1
},
{
"epoch": 1.0,
"learning_rate": 6.666666666666667e-06,
"loss": 1.0897,
"step": 2
},
{
"epoch": 1.5,
"learning_rate": 1e-05,
"loss": 1.0991,
"step": 3
},
{
"epoch": 2.0,
"learning_rate": 1.3333333333333333e-05,
"loss": 1.0969,
"step": 4
},
{
"epoch": 2.5,
"learning_rate": 1.6666666666666667e-05,
"loss": 1.0911,
"step": 5
},
{
"epoch": 3.0,
"learning_rate": 2e-05,
"loss": 1.0789,
"step": 6
},
{
"epoch": 3.5,
"learning_rate": 2.3333333333333336e-05,
"loss": 1.0635,
"step": 7
},
{
"epoch": 4.0,
"learning_rate": 2.6666666666666667e-05,
"loss": 1.0651,
"step": 8
},
{
"epoch": 4.5,
"learning_rate": 3.0000000000000004e-05,
"loss": 1.0608,
"step": 9
},
{
"epoch": 5.0,
"learning_rate": 3.3333333333333335e-05,
"loss": 1.0352,
"step": 10
},
{
"epoch": 5.0,
"eval_accuracy_dropoff": 0.428574049863529,
"eval_accuracy_undropoff": 0.7265983201605609,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.058895022539432185,
"eval_iou_undropoff": 0.7090215213149824,
"eval_iou_unlabeled": 0.0,
"eval_loss": 1.0675508975982666,
"eval_mean_accuracy": 0.577586185012045,
"eval_mean_iou": 0.25597218128480487,
"eval_overall_accuracy": 0.7142066955566406,
"eval_runtime": 2.8372,
"eval_samples_per_second": 7.049,
"eval_steps_per_second": 0.705,
"step": 10
},
{
"epoch": 5.5,
"learning_rate": 3.6666666666666666e-05,
"loss": 1.037,
"step": 11
},
{
"epoch": 6.0,
"learning_rate": 4e-05,
"loss": 1.0319,
"step": 12
},
{
"epoch": 6.5,
"learning_rate": 3.9824561403508774e-05,
"loss": 1.0252,
"step": 13
},
{
"epoch": 7.0,
"learning_rate": 3.9649122807017545e-05,
"loss": 1.0074,
"step": 14
},
{
"epoch": 7.5,
"learning_rate": 3.9473684210526316e-05,
"loss": 0.9873,
"step": 15
},
{
"epoch": 8.0,
"learning_rate": 3.929824561403509e-05,
"loss": 0.9838,
"step": 16
},
{
"epoch": 8.5,
"learning_rate": 3.9122807017543865e-05,
"loss": 0.9714,
"step": 17
},
{
"epoch": 9.0,
"learning_rate": 3.8947368421052636e-05,
"loss": 0.9773,
"step": 18
},
{
"epoch": 9.5,
"learning_rate": 3.877192982456141e-05,
"loss": 0.9487,
"step": 19
},
{
"epoch": 10.0,
"learning_rate": 3.859649122807018e-05,
"loss": 0.9564,
"step": 20
},
{
"epoch": 10.0,
"eval_accuracy_dropoff": 0.15711828252941581,
"eval_accuracy_undropoff": 0.9581383454546721,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.08219483807489711,
"eval_iou_undropoff": 0.9243382471663849,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.9742695093154907,
"eval_mean_accuracy": 0.5576283139920439,
"eval_mean_iou": 0.3355110284137606,
"eval_overall_accuracy": 0.924832534790039,
"eval_runtime": 2.8897,
"eval_samples_per_second": 6.921,
"eval_steps_per_second": 0.692,
"step": 20
},
{
"epoch": 10.5,
"learning_rate": 3.842105263157895e-05,
"loss": 0.9386,
"step": 21
},
{
"epoch": 11.0,
"learning_rate": 3.824561403508772e-05,
"loss": 0.9329,
"step": 22
},
{
"epoch": 11.5,
"learning_rate": 3.807017543859649e-05,
"loss": 0.923,
"step": 23
},
{
"epoch": 12.0,
"learning_rate": 3.789473684210526e-05,
"loss": 0.9097,
"step": 24
},
{
"epoch": 12.5,
"learning_rate": 3.771929824561404e-05,
"loss": 0.9109,
"step": 25
},
{
"epoch": 13.0,
"learning_rate": 3.754385964912281e-05,
"loss": 0.8933,
"step": 26
},
{
"epoch": 13.5,
"learning_rate": 3.736842105263158e-05,
"loss": 0.8754,
"step": 27
},
{
"epoch": 14.0,
"learning_rate": 3.719298245614035e-05,
"loss": 0.8954,
"step": 28
},
{
"epoch": 14.5,
"learning_rate": 3.7017543859649124e-05,
"loss": 0.874,
"step": 29
},
{
"epoch": 15.0,
"learning_rate": 3.6842105263157895e-05,
"loss": 0.8577,
"step": 30
},
{
"epoch": 15.0,
"eval_accuracy_dropoff": 0.07822656482946856,
"eval_accuracy_undropoff": 0.9783656740403014,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.05451029280143204,
"eval_iou_undropoff": 0.9407458379314891,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.8504301905632019,
"eval_mean_accuracy": 0.528296119434885,
"eval_mean_iou": 0.3317520435776404,
"eval_overall_accuracy": 0.9409385681152344,
"eval_runtime": 2.8978,
"eval_samples_per_second": 6.902,
"eval_steps_per_second": 0.69,
"step": 30
},
{
"epoch": 15.5,
"learning_rate": 3.6666666666666666e-05,
"loss": 0.859,
"step": 31
},
{
"epoch": 16.0,
"learning_rate": 3.649122807017544e-05,
"loss": 0.8646,
"step": 32
},
{
"epoch": 16.5,
"learning_rate": 3.6315789473684214e-05,
"loss": 0.8326,
"step": 33
},
{
"epoch": 17.0,
"learning_rate": 3.6140350877192985e-05,
"loss": 0.8148,
"step": 34
},
{
"epoch": 17.5,
"learning_rate": 3.5964912280701756e-05,
"loss": 0.8272,
"step": 35
},
{
"epoch": 18.0,
"learning_rate": 3.578947368421053e-05,
"loss": 0.7985,
"step": 36
},
{
"epoch": 18.5,
"learning_rate": 3.56140350877193e-05,
"loss": 0.7725,
"step": 37
},
{
"epoch": 19.0,
"learning_rate": 3.543859649122807e-05,
"loss": 0.8029,
"step": 38
},
{
"epoch": 19.5,
"learning_rate": 3.526315789473684e-05,
"loss": 0.7959,
"step": 39
},
{
"epoch": 20.0,
"learning_rate": 3.508771929824562e-05,
"loss": 0.7512,
"step": 40
},
{
"epoch": 20.0,
"eval_accuracy_dropoff": 0.031794307208880934,
"eval_accuracy_undropoff": 0.9926193335767883,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.028292336454702055,
"eval_iou_undropoff": 0.9526062992592174,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.6972397565841675,
"eval_mean_accuracy": 0.5122068203928346,
"eval_mean_iou": 0.3269662119046398,
"eval_overall_accuracy": 0.9526689529418946,
"eval_runtime": 2.8239,
"eval_samples_per_second": 7.082,
"eval_steps_per_second": 0.708,
"step": 40
},
{
"epoch": 20.5,
"learning_rate": 3.491228070175439e-05,
"loss": 0.791,
"step": 41
},
{
"epoch": 21.0,
"learning_rate": 3.473684210526316e-05,
"loss": 0.7408,
"step": 42
},
{
"epoch": 21.5,
"learning_rate": 3.456140350877193e-05,
"loss": 0.7873,
"step": 43
},
{
"epoch": 22.0,
"learning_rate": 3.43859649122807e-05,
"loss": 0.7602,
"step": 44
},
{
"epoch": 22.5,
"learning_rate": 3.421052631578947e-05,
"loss": 0.7512,
"step": 45
},
{
"epoch": 23.0,
"learning_rate": 3.403508771929825e-05,
"loss": 0.7277,
"step": 46
},
{
"epoch": 23.5,
"learning_rate": 3.385964912280702e-05,
"loss": 0.7186,
"step": 47
},
{
"epoch": 24.0,
"learning_rate": 3.368421052631579e-05,
"loss": 0.7219,
"step": 48
},
{
"epoch": 24.5,
"learning_rate": 3.3508771929824564e-05,
"loss": 0.7071,
"step": 49
},
{
"epoch": 25.0,
"learning_rate": 3.3333333333333335e-05,
"loss": 0.6955,
"step": 50
},
{
"epoch": 25.0,
"eval_accuracy_dropoff": 0.0249501135347141,
"eval_accuracy_undropoff": 0.9947805770679329,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.02343941907819604,
"eval_iou_undropoff": 0.9544097357599161,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.5760915279388428,
"eval_mean_accuracy": 0.5098653453013234,
"eval_mean_iou": 0.3259497182793707,
"eval_overall_accuracy": 0.9544557571411133,
"eval_runtime": 2.8981,
"eval_samples_per_second": 6.901,
"eval_steps_per_second": 0.69,
"step": 50
},
{
"epoch": 25.5,
"learning_rate": 3.3157894736842106e-05,
"loss": 0.6941,
"step": 51
},
{
"epoch": 26.0,
"learning_rate": 3.298245614035088e-05,
"loss": 0.6858,
"step": 52
},
{
"epoch": 26.5,
"learning_rate": 3.2807017543859655e-05,
"loss": 0.6836,
"step": 53
},
{
"epoch": 27.0,
"learning_rate": 3.2631578947368426e-05,
"loss": 0.6738,
"step": 54
},
{
"epoch": 27.5,
"learning_rate": 3.24561403508772e-05,
"loss": 0.6485,
"step": 55
},
{
"epoch": 28.0,
"learning_rate": 3.228070175438597e-05,
"loss": 0.6463,
"step": 56
},
{
"epoch": 28.5,
"learning_rate": 3.210526315789474e-05,
"loss": 0.6632,
"step": 57
},
{
"epoch": 29.0,
"learning_rate": 3.192982456140351e-05,
"loss": 0.6648,
"step": 58
},
{
"epoch": 29.5,
"learning_rate": 3.175438596491229e-05,
"loss": 0.6512,
"step": 59
},
{
"epoch": 30.0,
"learning_rate": 3.157894736842106e-05,
"loss": 0.6691,
"step": 60
},
{
"epoch": 30.0,
"eval_accuracy_dropoff": 0.06316199912842038,
"eval_accuracy_undropoff": 0.991065666179425,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.05572689007608871,
"eval_iou_undropoff": 0.9523936200221805,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.520889163017273,
"eval_mean_accuracy": 0.5271138326539228,
"eval_mean_iou": 0.33604017003275644,
"eval_overall_accuracy": 0.952484130859375,
"eval_runtime": 2.9738,
"eval_samples_per_second": 6.725,
"eval_steps_per_second": 0.673,
"step": 60
},
{
"epoch": 30.5,
"learning_rate": 3.140350877192983e-05,
"loss": 0.655,
"step": 61
},
{
"epoch": 31.0,
"learning_rate": 3.12280701754386e-05,
"loss": 0.6027,
"step": 62
},
{
"epoch": 31.5,
"learning_rate": 3.105263157894737e-05,
"loss": 0.652,
"step": 63
},
{
"epoch": 32.0,
"learning_rate": 3.087719298245614e-05,
"loss": 0.6229,
"step": 64
},
{
"epoch": 32.5,
"learning_rate": 3.070175438596492e-05,
"loss": 0.5883,
"step": 65
},
{
"epoch": 33.0,
"learning_rate": 3.052631578947369e-05,
"loss": 0.5846,
"step": 66
},
{
"epoch": 33.5,
"learning_rate": 3.035087719298246e-05,
"loss": 0.6157,
"step": 67
},
{
"epoch": 34.0,
"learning_rate": 3.017543859649123e-05,
"loss": 0.6156,
"step": 68
},
{
"epoch": 34.5,
"learning_rate": 3.0000000000000004e-05,
"loss": 0.6153,
"step": 69
},
{
"epoch": 35.0,
"learning_rate": 2.9824561403508775e-05,
"loss": 0.626,
"step": 70
},
{
"epoch": 35.0,
"eval_accuracy_dropoff": 0.08440101837198101,
"eval_accuracy_undropoff": 0.9880552490255996,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.07191744679187757,
"eval_iou_undropoff": 0.9503456175329309,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.5296640992164612,
"eval_mean_accuracy": 0.5362281336987903,
"eval_mean_iou": 0.34075435477493615,
"eval_overall_accuracy": 0.9504819869995117,
"eval_runtime": 2.9057,
"eval_samples_per_second": 6.883,
"eval_steps_per_second": 0.688,
"step": 70
},
{
"epoch": 35.5,
"learning_rate": 2.9649122807017546e-05,
"loss": 0.5973,
"step": 71
},
{
"epoch": 36.0,
"learning_rate": 2.9473684210526317e-05,
"loss": 0.6262,
"step": 72
},
{
"epoch": 36.5,
"learning_rate": 2.9298245614035088e-05,
"loss": 0.6077,
"step": 73
},
{
"epoch": 37.0,
"learning_rate": 2.9122807017543863e-05,
"loss": 0.5391,
"step": 74
},
{
"epoch": 37.5,
"learning_rate": 2.8947368421052634e-05,
"loss": 0.5766,
"step": 75
},
{
"epoch": 38.0,
"learning_rate": 2.8771929824561408e-05,
"loss": 0.5623,
"step": 76
},
{
"epoch": 38.5,
"learning_rate": 2.859649122807018e-05,
"loss": 0.6004,
"step": 77
},
{
"epoch": 39.0,
"learning_rate": 2.842105263157895e-05,
"loss": 0.5805,
"step": 78
},
{
"epoch": 39.5,
"learning_rate": 2.824561403508772e-05,
"loss": 0.5391,
"step": 79
},
{
"epoch": 40.0,
"learning_rate": 2.8070175438596492e-05,
"loss": 0.5544,
"step": 80
},
{
"epoch": 40.0,
"eval_accuracy_dropoff": 0.16521938576572856,
"eval_accuracy_undropoff": 0.9862325207442558,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.13295361001701742,
"eval_iou_undropoff": 0.9517702617082298,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.5263115167617798,
"eval_mean_accuracy": 0.5757259532549922,
"eval_mean_iou": 0.3615746239084157,
"eval_overall_accuracy": 0.9520954132080078,
"eval_runtime": 2.9775,
"eval_samples_per_second": 6.717,
"eval_steps_per_second": 0.672,
"step": 80
},
{
"epoch": 40.5,
"learning_rate": 2.7894736842105263e-05,
"loss": 0.5685,
"step": 81
},
{
"epoch": 41.0,
"learning_rate": 2.771929824561404e-05,
"loss": 0.5441,
"step": 82
},
{
"epoch": 41.5,
"learning_rate": 2.754385964912281e-05,
"loss": 0.545,
"step": 83
},
{
"epoch": 42.0,
"learning_rate": 2.7368421052631583e-05,
"loss": 0.5239,
"step": 84
},
{
"epoch": 42.5,
"learning_rate": 2.7192982456140354e-05,
"loss": 0.5411,
"step": 85
},
{
"epoch": 43.0,
"learning_rate": 2.7017543859649125e-05,
"loss": 0.5304,
"step": 86
},
{
"epoch": 43.5,
"learning_rate": 2.6842105263157896e-05,
"loss": 0.5623,
"step": 87
},
{
"epoch": 44.0,
"learning_rate": 2.6666666666666667e-05,
"loss": 0.5373,
"step": 88
},
{
"epoch": 44.5,
"learning_rate": 2.6491228070175438e-05,
"loss": 0.5685,
"step": 89
},
{
"epoch": 45.0,
"learning_rate": 2.6315789473684215e-05,
"loss": 0.5316,
"step": 90
},
{
"epoch": 45.0,
"eval_accuracy_dropoff": 0.291483749627285,
"eval_accuracy_undropoff": 0.9791696725397696,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.20086552169968483,
"eval_iou_undropoff": 0.9499704112593605,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.48249512910842896,
"eval_mean_accuracy": 0.6353267110835273,
"eval_mean_iou": 0.38361197765301513,
"eval_overall_accuracy": 0.9505762100219727,
"eval_runtime": 2.8321,
"eval_samples_per_second": 7.062,
"eval_steps_per_second": 0.706,
"step": 90
},
{
"epoch": 45.5,
"learning_rate": 2.6140350877192986e-05,
"loss": 0.5093,
"step": 91
},
{
"epoch": 46.0,
"learning_rate": 2.5964912280701757e-05,
"loss": 0.5316,
"step": 92
},
{
"epoch": 46.5,
"learning_rate": 2.578947368421053e-05,
"loss": 0.5125,
"step": 93
},
{
"epoch": 47.0,
"learning_rate": 2.56140350877193e-05,
"loss": 0.4953,
"step": 94
},
{
"epoch": 47.5,
"learning_rate": 2.543859649122807e-05,
"loss": 0.5341,
"step": 95
},
{
"epoch": 48.0,
"learning_rate": 2.526315789473684e-05,
"loss": 0.4951,
"step": 96
},
{
"epoch": 48.5,
"learning_rate": 2.5087719298245616e-05,
"loss": 0.5089,
"step": 97
},
{
"epoch": 49.0,
"learning_rate": 2.491228070175439e-05,
"loss": 0.4924,
"step": 98
},
{
"epoch": 49.5,
"learning_rate": 2.473684210526316e-05,
"loss": 0.4839,
"step": 99
},
{
"epoch": 50.0,
"learning_rate": 2.4561403508771932e-05,
"loss": 0.4929,
"step": 100
},
{
"epoch": 50.0,
"eval_accuracy_dropoff": 0.3378059129796555,
"eval_accuracy_undropoff": 0.9797145606317359,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.23516487727612392,
"eval_iou_undropoff": 0.9523556470025176,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.4762709140777588,
"eval_mean_accuracy": 0.6587602368056957,
"eval_mean_iou": 0.3958401747595472,
"eval_overall_accuracy": 0.9530244827270508,
"eval_runtime": 2.8553,
"eval_samples_per_second": 7.005,
"eval_steps_per_second": 0.7,
"step": 100
},
{
"epoch": 50.5,
"learning_rate": 2.4385964912280703e-05,
"loss": 0.5066,
"step": 101
},
{
"epoch": 51.0,
"learning_rate": 2.4210526315789474e-05,
"loss": 0.5068,
"step": 102
},
{
"epoch": 51.5,
"learning_rate": 2.403508771929825e-05,
"loss": 0.4604,
"step": 103
},
{
"epoch": 52.0,
"learning_rate": 2.385964912280702e-05,
"loss": 0.4837,
"step": 104
},
{
"epoch": 52.5,
"learning_rate": 2.368421052631579e-05,
"loss": 0.477,
"step": 105
},
{
"epoch": 53.0,
"learning_rate": 2.3508771929824565e-05,
"loss": 0.461,
"step": 106
},
{
"epoch": 53.5,
"learning_rate": 2.3333333333333336e-05,
"loss": 0.4595,
"step": 107
},
{
"epoch": 54.0,
"learning_rate": 2.3157894736842107e-05,
"loss": 0.5052,
"step": 108
},
{
"epoch": 54.5,
"learning_rate": 2.2982456140350878e-05,
"loss": 0.4706,
"step": 109
},
{
"epoch": 55.0,
"learning_rate": 2.2807017543859652e-05,
"loss": 0.468,
"step": 110
},
{
"epoch": 55.0,
"eval_accuracy_dropoff": 0.4188307071263102,
"eval_accuracy_undropoff": 0.9759254191886978,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.2712588015092546,
"eval_iou_undropoff": 0.9519246242461289,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.4583040773868561,
"eval_mean_accuracy": 0.697378063157504,
"eval_mean_iou": 0.40772780858512786,
"eval_overall_accuracy": 0.9527618408203125,
"eval_runtime": 2.9198,
"eval_samples_per_second": 6.85,
"eval_steps_per_second": 0.685,
"step": 110
},
{
"epoch": 55.5,
"learning_rate": 2.2631578947368423e-05,
"loss": 0.4494,
"step": 111
},
{
"epoch": 56.0,
"learning_rate": 2.2456140350877194e-05,
"loss": 0.439,
"step": 112
},
{
"epoch": 56.5,
"learning_rate": 2.2280701754385965e-05,
"loss": 0.4833,
"step": 113
},
{
"epoch": 57.0,
"learning_rate": 2.210526315789474e-05,
"loss": 0.4272,
"step": 114
},
{
"epoch": 57.5,
"learning_rate": 2.192982456140351e-05,
"loss": 0.4596,
"step": 115
},
{
"epoch": 58.0,
"learning_rate": 2.1754385964912285e-05,
"loss": 0.441,
"step": 116
},
{
"epoch": 58.5,
"learning_rate": 2.1578947368421056e-05,
"loss": 0.4488,
"step": 117
},
{
"epoch": 59.0,
"learning_rate": 2.1403508771929827e-05,
"loss": 0.4742,
"step": 118
},
{
"epoch": 59.5,
"learning_rate": 2.1228070175438598e-05,
"loss": 0.4408,
"step": 119
},
{
"epoch": 60.0,
"learning_rate": 2.105263157894737e-05,
"loss": 0.429,
"step": 120
},
{
"epoch": 60.0,
"eval_accuracy_dropoff": 0.3199431179614211,
"eval_accuracy_undropoff": 0.985179561323294,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.2386322423479338,
"eval_iou_undropoff": 0.956946794728302,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.42677026987075806,
"eval_mean_accuracy": 0.6525613396423575,
"eval_mean_iou": 0.3985263456920786,
"eval_overall_accuracy": 0.95751953125,
"eval_runtime": 2.9496,
"eval_samples_per_second": 6.781,
"eval_steps_per_second": 0.678,
"step": 120
},
{
"epoch": 60.5,
"learning_rate": 2.087719298245614e-05,
"loss": 0.43,
"step": 121
},
{
"epoch": 61.0,
"learning_rate": 2.0701754385964918e-05,
"loss": 0.4426,
"step": 122
},
{
"epoch": 61.5,
"learning_rate": 2.052631578947369e-05,
"loss": 0.4622,
"step": 123
},
{
"epoch": 62.0,
"learning_rate": 2.035087719298246e-05,
"loss": 0.4585,
"step": 124
},
{
"epoch": 62.5,
"learning_rate": 2.017543859649123e-05,
"loss": 0.433,
"step": 125
},
{
"epoch": 63.0,
"learning_rate": 2e-05,
"loss": 0.4163,
"step": 126
},
{
"epoch": 63.5,
"learning_rate": 1.9824561403508773e-05,
"loss": 0.4608,
"step": 127
},
{
"epoch": 64.0,
"learning_rate": 1.9649122807017544e-05,
"loss": 0.4439,
"step": 128
},
{
"epoch": 64.5,
"learning_rate": 1.9473684210526318e-05,
"loss": 0.4107,
"step": 129
},
{
"epoch": 65.0,
"learning_rate": 1.929824561403509e-05,
"loss": 0.4211,
"step": 130
},
{
"epoch": 65.0,
"eval_accuracy_dropoff": 0.29391958531158974,
"eval_accuracy_undropoff": 0.9871845823337251,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.2275101463993154,
"eval_iou_undropoff": 0.957843959043077,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.39875930547714233,
"eval_mean_accuracy": 0.6405520838226574,
"eval_mean_iou": 0.39511803514746413,
"eval_overall_accuracy": 0.9583591461181641,
"eval_runtime": 2.9333,
"eval_samples_per_second": 6.818,
"eval_steps_per_second": 0.682,
"step": 130
},
{
"epoch": 65.5,
"learning_rate": 1.912280701754386e-05,
"loss": 0.4312,
"step": 131
},
{
"epoch": 66.0,
"learning_rate": 1.894736842105263e-05,
"loss": 0.3965,
"step": 132
},
{
"epoch": 66.5,
"learning_rate": 1.8771929824561405e-05,
"loss": 0.4239,
"step": 133
},
{
"epoch": 67.0,
"learning_rate": 1.8596491228070176e-05,
"loss": 0.3918,
"step": 134
},
{
"epoch": 67.5,
"learning_rate": 1.8421052631578947e-05,
"loss": 0.4124,
"step": 135
},
{
"epoch": 68.0,
"learning_rate": 1.824561403508772e-05,
"loss": 0.4076,
"step": 136
},
{
"epoch": 68.5,
"learning_rate": 1.8070175438596493e-05,
"loss": 0.397,
"step": 137
},
{
"epoch": 69.0,
"learning_rate": 1.7894736842105264e-05,
"loss": 0.4128,
"step": 138
},
{
"epoch": 69.5,
"learning_rate": 1.7719298245614035e-05,
"loss": 0.4231,
"step": 139
},
{
"epoch": 70.0,
"learning_rate": 1.754385964912281e-05,
"loss": 0.3926,
"step": 140
},
{
"epoch": 70.0,
"eval_accuracy_dropoff": 0.37177458198582536,
"eval_accuracy_undropoff": 0.9841681948940125,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.2725594253198273,
"eval_iou_undropoff": 0.9580569700503794,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.4084959626197815,
"eval_mean_accuracy": 0.677971388439919,
"eval_mean_iou": 0.4102054651234022,
"eval_overall_accuracy": 0.9587053298950196,
"eval_runtime": 2.9673,
"eval_samples_per_second": 6.74,
"eval_steps_per_second": 0.674,
"step": 140
},
{
"epoch": 70.5,
"learning_rate": 1.736842105263158e-05,
"loss": 0.3992,
"step": 141
},
{
"epoch": 71.0,
"learning_rate": 1.719298245614035e-05,
"loss": 0.4181,
"step": 142
},
{
"epoch": 71.5,
"learning_rate": 1.7017543859649125e-05,
"loss": 0.4059,
"step": 143
},
{
"epoch": 72.0,
"learning_rate": 1.6842105263157896e-05,
"loss": 0.3957,
"step": 144
},
{
"epoch": 72.5,
"learning_rate": 1.6666666666666667e-05,
"loss": 0.4158,
"step": 145
},
{
"epoch": 73.0,
"learning_rate": 1.649122807017544e-05,
"loss": 0.3868,
"step": 146
},
{
"epoch": 73.5,
"learning_rate": 1.6315789473684213e-05,
"loss": 0.3765,
"step": 147
},
{
"epoch": 74.0,
"learning_rate": 1.6140350877192984e-05,
"loss": 0.386,
"step": 148
},
{
"epoch": 74.5,
"learning_rate": 1.5964912280701755e-05,
"loss": 0.3717,
"step": 149
},
{
"epoch": 75.0,
"learning_rate": 1.578947368421053e-05,
"loss": 0.4006,
"step": 150
},
{
"epoch": 75.0,
"eval_accuracy_dropoff": 0.32690199316498086,
"eval_accuracy_undropoff": 0.9878841008301682,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.25553651085070067,
"eval_iou_undropoff": 0.959855302509834,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.3943621516227722,
"eval_mean_accuracy": 0.6573930469975745,
"eval_mean_iou": 0.6076959066802673,
"eval_overall_accuracy": 0.9604009628295899,
"eval_runtime": 2.8776,
"eval_samples_per_second": 6.95,
"eval_steps_per_second": 0.695,
"step": 150
},
{
"epoch": 75.5,
"learning_rate": 1.56140350877193e-05,
"loss": 0.4249,
"step": 151
},
{
"epoch": 76.0,
"learning_rate": 1.543859649122807e-05,
"loss": 0.3851,
"step": 152
},
{
"epoch": 76.5,
"learning_rate": 1.5263157894736846e-05,
"loss": 0.3618,
"step": 153
},
{
"epoch": 77.0,
"learning_rate": 1.5087719298245615e-05,
"loss": 0.3828,
"step": 154
},
{
"epoch": 77.5,
"learning_rate": 1.4912280701754388e-05,
"loss": 0.4072,
"step": 155
},
{
"epoch": 78.0,
"learning_rate": 1.4736842105263159e-05,
"loss": 0.3669,
"step": 156
},
{
"epoch": 78.5,
"learning_rate": 1.4561403508771931e-05,
"loss": 0.3871,
"step": 157
},
{
"epoch": 79.0,
"learning_rate": 1.4385964912280704e-05,
"loss": 0.3749,
"step": 158
},
{
"epoch": 79.5,
"learning_rate": 1.4210526315789475e-05,
"loss": 0.3861,
"step": 159
},
{
"epoch": 80.0,
"learning_rate": 1.4035087719298246e-05,
"loss": 0.3978,
"step": 160
},
{
"epoch": 80.0,
"eval_accuracy_dropoff": 0.39121080758733,
"eval_accuracy_undropoff": 0.9837811213589963,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.2847545685541899,
"eval_iou_undropoff": 0.9584669064940695,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.388104110956192,
"eval_mean_accuracy": 0.6874959644731632,
"eval_mean_iou": 0.6216107375241298,
"eval_overall_accuracy": 0.9591424942016602,
"eval_runtime": 2.9149,
"eval_samples_per_second": 6.861,
"eval_steps_per_second": 0.686,
"step": 160
},
{
"epoch": 80.5,
"learning_rate": 1.385964912280702e-05,
"loss": 0.3785,
"step": 161
},
{
"epoch": 81.0,
"learning_rate": 1.3684210526315791e-05,
"loss": 0.3662,
"step": 162
},
{
"epoch": 81.5,
"learning_rate": 1.3508771929824562e-05,
"loss": 0.3752,
"step": 163
},
{
"epoch": 82.0,
"learning_rate": 1.3333333333333333e-05,
"loss": 0.3979,
"step": 164
},
{
"epoch": 82.5,
"learning_rate": 1.3157894736842108e-05,
"loss": 0.3521,
"step": 165
},
{
"epoch": 83.0,
"learning_rate": 1.2982456140350879e-05,
"loss": 0.3628,
"step": 166
},
{
"epoch": 83.5,
"learning_rate": 1.280701754385965e-05,
"loss": 0.3769,
"step": 167
},
{
"epoch": 84.0,
"learning_rate": 1.263157894736842e-05,
"loss": 0.3915,
"step": 168
},
{
"epoch": 84.5,
"learning_rate": 1.2456140350877195e-05,
"loss": 0.373,
"step": 169
},
{
"epoch": 85.0,
"learning_rate": 1.2280701754385966e-05,
"loss": 0.3553,
"step": 170
},
{
"epoch": 85.0,
"eval_accuracy_dropoff": 0.43293194798045825,
"eval_accuracy_undropoff": 0.9823775071469297,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.30787222798535946,
"eval_iou_undropoff": 0.9587901570611884,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.3876805603504181,
"eval_mean_accuracy": 0.707654727563694,
"eval_mean_iou": 0.633331192523274,
"eval_overall_accuracy": 0.9595319747924804,
"eval_runtime": 3.0058,
"eval_samples_per_second": 6.654,
"eval_steps_per_second": 0.665,
"step": 170
},
{
"epoch": 85.5,
"learning_rate": 1.2105263157894737e-05,
"loss": 0.3627,
"step": 171
},
{
"epoch": 86.0,
"learning_rate": 1.192982456140351e-05,
"loss": 0.356,
"step": 172
},
{
"epoch": 86.5,
"learning_rate": 1.1754385964912282e-05,
"loss": 0.3713,
"step": 173
},
{
"epoch": 87.0,
"learning_rate": 1.1578947368421053e-05,
"loss": 0.3394,
"step": 174
},
{
"epoch": 87.5,
"learning_rate": 1.1403508771929826e-05,
"loss": 0.3545,
"step": 175
},
{
"epoch": 88.0,
"learning_rate": 1.1228070175438597e-05,
"loss": 0.3743,
"step": 176
},
{
"epoch": 88.5,
"learning_rate": 1.105263157894737e-05,
"loss": 0.3719,
"step": 177
},
{
"epoch": 89.0,
"learning_rate": 1.0877192982456142e-05,
"loss": 0.3552,
"step": 178
},
{
"epoch": 89.5,
"learning_rate": 1.0701754385964913e-05,
"loss": 0.361,
"step": 179
},
{
"epoch": 90.0,
"learning_rate": 1.0526315789473684e-05,
"loss": 0.3637,
"step": 180
},
{
"epoch": 90.0,
"eval_accuracy_dropoff": 0.4741484896442579,
"eval_accuracy_undropoff": 0.9804823393968221,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.3270235296723184,
"eval_iou_undropoff": 0.9586134341780689,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.40042296051979065,
"eval_mean_accuracy": 0.7273154145205399,
"eval_mean_iou": 0.6428184819251936,
"eval_overall_accuracy": 0.9594293594360351,
"eval_runtime": 2.8623,
"eval_samples_per_second": 6.987,
"eval_steps_per_second": 0.699,
"step": 180
},
{
"epoch": 90.5,
"learning_rate": 1.0350877192982459e-05,
"loss": 0.341,
"step": 181
},
{
"epoch": 91.0,
"learning_rate": 1.017543859649123e-05,
"loss": 0.3545,
"step": 182
},
{
"epoch": 91.5,
"learning_rate": 1e-05,
"loss": 0.3522,
"step": 183
},
{
"epoch": 92.0,
"learning_rate": 9.824561403508772e-06,
"loss": 0.3466,
"step": 184
},
{
"epoch": 92.5,
"learning_rate": 9.649122807017545e-06,
"loss": 0.3527,
"step": 185
},
{
"epoch": 93.0,
"learning_rate": 9.473684210526315e-06,
"loss": 0.3701,
"step": 186
},
{
"epoch": 93.5,
"learning_rate": 9.298245614035088e-06,
"loss": 0.3309,
"step": 187
},
{
"epoch": 94.0,
"learning_rate": 9.12280701754386e-06,
"loss": 0.3479,
"step": 188
},
{
"epoch": 94.5,
"learning_rate": 8.947368421052632e-06,
"loss": 0.3488,
"step": 189
},
{
"epoch": 95.0,
"learning_rate": 8.771929824561405e-06,
"loss": 0.3416,
"step": 190
},
{
"epoch": 95.0,
"eval_accuracy_dropoff": 0.45070758503635405,
"eval_accuracy_undropoff": 0.9824630812446454,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.32096329496008047,
"eval_iou_undropoff": 0.9595959124741381,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.3835245370864868,
"eval_mean_accuracy": 0.7165853331404998,
"eval_mean_iou": 0.6402796037171092,
"eval_overall_accuracy": 0.9603530883789062,
"eval_runtime": 2.9061,
"eval_samples_per_second": 6.882,
"eval_steps_per_second": 0.688,
"step": 190
},
{
"epoch": 95.5,
"learning_rate": 8.596491228070176e-06,
"loss": 0.3478,
"step": 191
},
{
"epoch": 96.0,
"learning_rate": 8.421052631578948e-06,
"loss": 0.3356,
"step": 192
},
{
"epoch": 96.5,
"learning_rate": 8.24561403508772e-06,
"loss": 0.3397,
"step": 193
},
{
"epoch": 97.0,
"learning_rate": 8.070175438596492e-06,
"loss": 0.3576,
"step": 194
},
{
"epoch": 97.5,
"learning_rate": 7.894736842105265e-06,
"loss": 0.3609,
"step": 195
},
{
"epoch": 98.0,
"learning_rate": 7.719298245614036e-06,
"loss": 0.3276,
"step": 196
},
{
"epoch": 98.5,
"learning_rate": 7.5438596491228074e-06,
"loss": 0.3245,
"step": 197
},
{
"epoch": 99.0,
"learning_rate": 7.368421052631579e-06,
"loss": 0.3499,
"step": 198
},
{
"epoch": 99.5,
"learning_rate": 7.192982456140352e-06,
"loss": 0.3252,
"step": 199
},
{
"epoch": 100.0,
"learning_rate": 7.017543859649123e-06,
"loss": 0.342,
"step": 200
},
{
"epoch": 100.0,
"eval_accuracy_dropoff": 0.42791807151540173,
"eval_accuracy_undropoff": 0.9842113799619294,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.313737888077597,
"eval_iou_undropoff": 0.9603761149418323,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.36343106627464294,
"eval_mean_accuracy": 0.7060647257386656,
"eval_mean_iou": 0.6370570015097147,
"eval_overall_accuracy": 0.9610811233520508,
"eval_runtime": 3.1676,
"eval_samples_per_second": 6.314,
"eval_steps_per_second": 0.631,
"step": 200
},
{
"epoch": 100.5,
"learning_rate": 6.842105263157896e-06,
"loss": 0.3557,
"step": 201
},
{
"epoch": 101.0,
"learning_rate": 6.666666666666667e-06,
"loss": 0.3265,
"step": 202
},
{
"epoch": 101.5,
"learning_rate": 6.491228070175439e-06,
"loss": 0.3569,
"step": 203
},
{
"epoch": 102.0,
"learning_rate": 6.31578947368421e-06,
"loss": 0.3559,
"step": 204
},
{
"epoch": 102.5,
"learning_rate": 6.140350877192983e-06,
"loss": 0.3502,
"step": 205
},
{
"epoch": 103.0,
"learning_rate": 5.964912280701755e-06,
"loss": 0.3245,
"step": 206
},
{
"epoch": 103.5,
"learning_rate": 5.789473684210527e-06,
"loss": 0.3395,
"step": 207
},
{
"epoch": 104.0,
"learning_rate": 5.6140350877192985e-06,
"loss": 0.3371,
"step": 208
},
{
"epoch": 104.5,
"learning_rate": 5.438596491228071e-06,
"loss": 0.3287,
"step": 209
},
{
"epoch": 105.0,
"learning_rate": 5.263157894736842e-06,
"loss": 0.3393,
"step": 210
},
{
"epoch": 105.0,
"eval_accuracy_dropoff": 0.4613729672698915,
"eval_accuracy_undropoff": 0.9820174989079352,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.32617275542799695,
"eval_iou_undropoff": 0.9595943685154298,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.37399476766586304,
"eval_mean_accuracy": 0.7216952330889134,
"eval_mean_iou": 0.6428835619717134,
"eval_overall_accuracy": 0.9603694915771485,
"eval_runtime": 2.9225,
"eval_samples_per_second": 6.843,
"eval_steps_per_second": 0.684,
"step": 210
},
{
"epoch": 105.5,
"learning_rate": 5.087719298245615e-06,
"loss": 0.3474,
"step": 211
},
{
"epoch": 106.0,
"learning_rate": 4.912280701754386e-06,
"loss": 0.3192,
"step": 212
},
{
"epoch": 106.5,
"learning_rate": 4.736842105263158e-06,
"loss": 0.3341,
"step": 213
},
{
"epoch": 107.0,
"learning_rate": 4.56140350877193e-06,
"loss": 0.3219,
"step": 214
},
{
"epoch": 107.5,
"learning_rate": 4.385964912280702e-06,
"loss": 0.3131,
"step": 215
},
{
"epoch": 108.0,
"learning_rate": 4.210526315789474e-06,
"loss": 0.3414,
"step": 216
},
{
"epoch": 108.5,
"learning_rate": 4.035087719298246e-06,
"loss": 0.3443,
"step": 217
},
{
"epoch": 109.0,
"learning_rate": 3.859649122807018e-06,
"loss": 0.3336,
"step": 218
},
{
"epoch": 109.5,
"learning_rate": 3.6842105263157896e-06,
"loss": 0.3405,
"step": 219
},
{
"epoch": 110.0,
"learning_rate": 3.5087719298245615e-06,
"loss": 0.3535,
"step": 220
},
{
"epoch": 110.0,
"eval_accuracy_dropoff": 0.45750590609876374,
"eval_accuracy_undropoff": 0.9822869578109747,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.32486539131794356,
"eval_iou_undropoff": 0.9597003468305196,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.37707358598709106,
"eval_mean_accuracy": 0.7198964319548693,
"eval_mean_iou": 0.6422828690742316,
"eval_overall_accuracy": 0.9604669570922851,
"eval_runtime": 3.1343,
"eval_samples_per_second": 6.381,
"eval_steps_per_second": 0.638,
"step": 220
},
{
"epoch": 110.5,
"learning_rate": 3.3333333333333333e-06,
"loss": 0.3217,
"step": 221
},
{
"epoch": 111.0,
"learning_rate": 3.157894736842105e-06,
"loss": 0.3371,
"step": 222
},
{
"epoch": 111.5,
"learning_rate": 2.9824561403508774e-06,
"loss": 0.3134,
"step": 223
},
{
"epoch": 112.0,
"learning_rate": 2.8070175438596493e-06,
"loss": 0.3211,
"step": 224
},
{
"epoch": 112.5,
"learning_rate": 2.631578947368421e-06,
"loss": 0.3196,
"step": 225
},
{
"epoch": 113.0,
"learning_rate": 2.456140350877193e-06,
"loss": 0.3643,
"step": 226
},
{
"epoch": 113.5,
"learning_rate": 2.280701754385965e-06,
"loss": 0.3167,
"step": 227
},
{
"epoch": 114.0,
"learning_rate": 2.105263157894737e-06,
"loss": 0.3293,
"step": 228
},
{
"epoch": 114.5,
"learning_rate": 1.929824561403509e-06,
"loss": 0.3585,
"step": 229
},
{
"epoch": 115.0,
"learning_rate": 1.7543859649122807e-06,
"loss": 0.3159,
"step": 230
},
{
"epoch": 115.0,
"eval_accuracy_dropoff": 0.4502488589187825,
"eval_accuracy_undropoff": 0.9831546393599058,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.3243182516579049,
"eval_iou_undropoff": 0.9602527091811268,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.3710077404975891,
"eval_mean_accuracy": 0.7167017491393441,
"eval_mean_iou": 0.6422854804195158,
"eval_overall_accuracy": 0.9609968185424804,
"eval_runtime": 3.0421,
"eval_samples_per_second": 6.574,
"eval_steps_per_second": 0.657,
"step": 230
},
{
"epoch": 115.5,
"learning_rate": 1.5789473684210526e-06,
"loss": 0.3104,
"step": 231
},
{
"epoch": 116.0,
"learning_rate": 1.4035087719298246e-06,
"loss": 0.3532,
"step": 232
},
{
"epoch": 116.5,
"learning_rate": 1.2280701754385965e-06,
"loss": 0.3415,
"step": 233
},
{
"epoch": 117.0,
"learning_rate": 1.0526315789473685e-06,
"loss": 0.3028,
"step": 234
},
{
"epoch": 117.5,
"learning_rate": 8.771929824561404e-07,
"loss": 0.3209,
"step": 235
},
{
"epoch": 118.0,
"learning_rate": 7.017543859649123e-07,
"loss": 0.3544,
"step": 236
},
{
"epoch": 118.5,
"learning_rate": 5.263157894736843e-07,
"loss": 0.3208,
"step": 237
},
{
"epoch": 119.0,
"learning_rate": 3.5087719298245616e-07,
"loss": 0.311,
"step": 238
},
{
"epoch": 119.5,
"learning_rate": 1.7543859649122808e-07,
"loss": 0.3244,
"step": 239
},
{
"epoch": 120.0,
"learning_rate": 0.0,
"loss": 0.3278,
"step": 240
},
{
"epoch": 120.0,
"eval_accuracy_dropoff": 0.4403541365627652,
"eval_accuracy_undropoff": 0.9836149484018042,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.3196338669721105,
"eval_iou_undropoff": 0.9602996764062146,
"eval_iou_unlabeled": NaN,
"eval_loss": 0.3666144013404846,
"eval_mean_accuracy": 0.7119845424822847,
"eval_mean_iou": 0.6399667716891626,
"eval_overall_accuracy": 0.9610265731811524,
"eval_runtime": 2.9323,
"eval_samples_per_second": 6.821,
"eval_steps_per_second": 0.682,
"step": 240
}
],
"max_steps": 240,
"num_train_epochs": 120,
"total_flos": 1.2215749661687808e+17,
"trial_name": null,
"trial_params": null
}