sam1120's picture
Training in progress, step 80
470c143
raw
history blame
12.3 kB
{
"best_metric": 0.9518938064575195,
"best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/parking-utcustom-train-SF-RGB-b0_5/checkpoint-80",
"epoch": 80.0,
"global_step": 80,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 7.083333333333334e-06,
"loss": 1.356,
"step": 1
},
{
"epoch": 2.0,
"learning_rate": 1.4166666666666668e-05,
"loss": 1.3522,
"step": 2
},
{
"epoch": 3.0,
"learning_rate": 2.125e-05,
"loss": 1.3473,
"step": 3
},
{
"epoch": 4.0,
"learning_rate": 2.8333333333333335e-05,
"loss": 1.3454,
"step": 4
},
{
"epoch": 5.0,
"learning_rate": 3.541666666666667e-05,
"loss": 1.3395,
"step": 5
},
{
"epoch": 6.0,
"learning_rate": 4.25e-05,
"loss": 1.3259,
"step": 6
},
{
"epoch": 7.0,
"learning_rate": 4.2127192982456145e-05,
"loss": 1.3102,
"step": 7
},
{
"epoch": 8.0,
"learning_rate": 4.175438596491228e-05,
"loss": 1.305,
"step": 8
},
{
"epoch": 9.0,
"learning_rate": 4.138157894736843e-05,
"loss": 1.2874,
"step": 9
},
{
"epoch": 10.0,
"learning_rate": 4.100877192982456e-05,
"loss": 1.2776,
"step": 10
},
{
"epoch": 11.0,
"learning_rate": 4.0635964912280705e-05,
"loss": 1.2531,
"step": 11
},
{
"epoch": 12.0,
"learning_rate": 4.026315789473684e-05,
"loss": 1.252,
"step": 12
},
{
"epoch": 13.0,
"learning_rate": 3.989035087719299e-05,
"loss": 1.2347,
"step": 13
},
{
"epoch": 14.0,
"learning_rate": 3.9517543859649124e-05,
"loss": 1.2337,
"step": 14
},
{
"epoch": 15.0,
"learning_rate": 3.9144736842105265e-05,
"loss": 1.2096,
"step": 15
},
{
"epoch": 16.0,
"learning_rate": 3.877192982456141e-05,
"loss": 1.2156,
"step": 16
},
{
"epoch": 17.0,
"learning_rate": 3.839912280701755e-05,
"loss": 1.2099,
"step": 17
},
{
"epoch": 18.0,
"learning_rate": 3.802631578947369e-05,
"loss": 1.1922,
"step": 18
},
{
"epoch": 19.0,
"learning_rate": 3.7653508771929825e-05,
"loss": 1.1786,
"step": 19
},
{
"epoch": 20.0,
"learning_rate": 3.728070175438597e-05,
"loss": 1.1636,
"step": 20
},
{
"epoch": 20.0,
"eval_accuracy_parking": NaN,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unparking": 0.15671920776367188,
"eval_iou_parking": 0.0,
"eval_iou_unlabeled": 0.0,
"eval_iou_unparking": 0.15671920776367188,
"eval_loss": 1.1342463493347168,
"eval_mean_accuracy": 0.15671920776367188,
"eval_mean_iou": 0.05223973592122396,
"eval_overall_accuracy": 0.15671920776367188,
"eval_runtime": 0.4778,
"eval_samples_per_second": 2.093,
"eval_steps_per_second": 2.093,
"step": 20
},
{
"epoch": 21.0,
"learning_rate": 3.690789473684211e-05,
"loss": 1.1588,
"step": 21
},
{
"epoch": 22.0,
"learning_rate": 3.653508771929825e-05,
"loss": 1.1454,
"step": 22
},
{
"epoch": 23.0,
"learning_rate": 3.6162280701754386e-05,
"loss": 1.1319,
"step": 23
},
{
"epoch": 24.0,
"learning_rate": 3.578947368421053e-05,
"loss": 1.1314,
"step": 24
},
{
"epoch": 25.0,
"learning_rate": 3.541666666666667e-05,
"loss": 1.1213,
"step": 25
},
{
"epoch": 26.0,
"learning_rate": 3.504385964912281e-05,
"loss": 1.104,
"step": 26
},
{
"epoch": 27.0,
"learning_rate": 3.4671052631578946e-05,
"loss": 1.1228,
"step": 27
},
{
"epoch": 28.0,
"learning_rate": 3.429824561403509e-05,
"loss": 1.1007,
"step": 28
},
{
"epoch": 29.0,
"learning_rate": 3.392543859649123e-05,
"loss": 1.0976,
"step": 29
},
{
"epoch": 30.0,
"learning_rate": 3.355263157894737e-05,
"loss": 1.0793,
"step": 30
},
{
"epoch": 31.0,
"learning_rate": 3.317982456140351e-05,
"loss": 1.0593,
"step": 31
},
{
"epoch": 32.0,
"learning_rate": 3.280701754385965e-05,
"loss": 1.046,
"step": 32
},
{
"epoch": 33.0,
"learning_rate": 3.2434210526315796e-05,
"loss": 1.0411,
"step": 33
},
{
"epoch": 34.0,
"learning_rate": 3.206140350877193e-05,
"loss": 1.0201,
"step": 34
},
{
"epoch": 35.0,
"learning_rate": 3.168859649122807e-05,
"loss": 1.0294,
"step": 35
},
{
"epoch": 36.0,
"learning_rate": 3.131578947368421e-05,
"loss": 1.0274,
"step": 36
},
{
"epoch": 37.0,
"learning_rate": 3.094298245614036e-05,
"loss": 1.0631,
"step": 37
},
{
"epoch": 38.0,
"learning_rate": 3.057017543859649e-05,
"loss": 1.002,
"step": 38
},
{
"epoch": 39.0,
"learning_rate": 3.0197368421052633e-05,
"loss": 0.9789,
"step": 39
},
{
"epoch": 40.0,
"learning_rate": 2.9824561403508772e-05,
"loss": 0.9787,
"step": 40
},
{
"epoch": 40.0,
"eval_accuracy_parking": NaN,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unparking": 0.6115608215332031,
"eval_iou_parking": 0.0,
"eval_iou_unlabeled": 0.0,
"eval_iou_unparking": 0.6115608215332031,
"eval_loss": 1.1194663047790527,
"eval_mean_accuracy": 0.6115608215332031,
"eval_mean_iou": 0.20385360717773438,
"eval_overall_accuracy": 0.6115608215332031,
"eval_runtime": 0.5055,
"eval_samples_per_second": 1.978,
"eval_steps_per_second": 1.978,
"step": 40
},
{
"epoch": 41.0,
"learning_rate": 2.9451754385964917e-05,
"loss": 0.9722,
"step": 41
},
{
"epoch": 42.0,
"learning_rate": 2.9078947368421055e-05,
"loss": 0.9644,
"step": 42
},
{
"epoch": 43.0,
"learning_rate": 2.8706140350877194e-05,
"loss": 0.9786,
"step": 43
},
{
"epoch": 44.0,
"learning_rate": 2.8333333333333335e-05,
"loss": 0.9517,
"step": 44
},
{
"epoch": 45.0,
"learning_rate": 2.7960526315789477e-05,
"loss": 0.9413,
"step": 45
},
{
"epoch": 46.0,
"learning_rate": 2.7587719298245615e-05,
"loss": 0.921,
"step": 46
},
{
"epoch": 47.0,
"learning_rate": 2.7214912280701757e-05,
"loss": 0.9091,
"step": 47
},
{
"epoch": 48.0,
"learning_rate": 2.6842105263157896e-05,
"loss": 0.9161,
"step": 48
},
{
"epoch": 49.0,
"learning_rate": 2.646929824561404e-05,
"loss": 0.9214,
"step": 49
},
{
"epoch": 50.0,
"learning_rate": 2.609649122807018e-05,
"loss": 0.9056,
"step": 50
},
{
"epoch": 51.0,
"learning_rate": 2.5723684210526317e-05,
"loss": 0.9017,
"step": 51
},
{
"epoch": 52.0,
"learning_rate": 2.5350877192982456e-05,
"loss": 0.9114,
"step": 52
},
{
"epoch": 53.0,
"learning_rate": 2.49780701754386e-05,
"loss": 0.9058,
"step": 53
},
{
"epoch": 54.0,
"learning_rate": 2.460526315789474e-05,
"loss": 0.9836,
"step": 54
},
{
"epoch": 55.0,
"learning_rate": 2.4232456140350878e-05,
"loss": 0.9403,
"step": 55
},
{
"epoch": 56.0,
"learning_rate": 2.385964912280702e-05,
"loss": 0.8534,
"step": 56
},
{
"epoch": 57.0,
"learning_rate": 2.348684210526316e-05,
"loss": 0.8578,
"step": 57
},
{
"epoch": 58.0,
"learning_rate": 2.31140350877193e-05,
"loss": 0.8428,
"step": 58
},
{
"epoch": 59.0,
"learning_rate": 2.274122807017544e-05,
"loss": 0.8556,
"step": 59
},
{
"epoch": 60.0,
"learning_rate": 2.236842105263158e-05,
"loss": 0.887,
"step": 60
},
{
"epoch": 60.0,
"eval_accuracy_parking": NaN,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unparking": 0.7259483337402344,
"eval_iou_parking": 0.0,
"eval_iou_unlabeled": 0.0,
"eval_iou_unparking": 0.7259483337402344,
"eval_loss": 1.082331657409668,
"eval_mean_accuracy": 0.7259483337402344,
"eval_mean_iou": 0.24198277791341147,
"eval_overall_accuracy": 0.7259483337402344,
"eval_runtime": 0.4906,
"eval_samples_per_second": 2.038,
"eval_steps_per_second": 2.038,
"step": 60
},
{
"epoch": 61.0,
"learning_rate": 2.1995614035087725e-05,
"loss": 0.8375,
"step": 61
},
{
"epoch": 62.0,
"learning_rate": 2.1622807017543863e-05,
"loss": 0.8588,
"step": 62
},
{
"epoch": 63.0,
"learning_rate": 2.125e-05,
"loss": 0.8267,
"step": 63
},
{
"epoch": 64.0,
"learning_rate": 2.087719298245614e-05,
"loss": 0.8161,
"step": 64
},
{
"epoch": 65.0,
"learning_rate": 2.050438596491228e-05,
"loss": 0.8083,
"step": 65
},
{
"epoch": 66.0,
"learning_rate": 2.013157894736842e-05,
"loss": 0.8477,
"step": 66
},
{
"epoch": 67.0,
"learning_rate": 1.9758771929824562e-05,
"loss": 0.8817,
"step": 67
},
{
"epoch": 68.0,
"learning_rate": 1.9385964912280704e-05,
"loss": 0.8242,
"step": 68
},
{
"epoch": 69.0,
"learning_rate": 1.9013157894736845e-05,
"loss": 0.8168,
"step": 69
},
{
"epoch": 70.0,
"learning_rate": 1.8640350877192984e-05,
"loss": 0.8121,
"step": 70
},
{
"epoch": 71.0,
"learning_rate": 1.8267543859649125e-05,
"loss": 0.8263,
"step": 71
},
{
"epoch": 72.0,
"learning_rate": 1.7894736842105264e-05,
"loss": 0.7952,
"step": 72
},
{
"epoch": 73.0,
"learning_rate": 1.7521929824561405e-05,
"loss": 0.9013,
"step": 73
},
{
"epoch": 74.0,
"learning_rate": 1.7149122807017544e-05,
"loss": 0.8182,
"step": 74
},
{
"epoch": 75.0,
"learning_rate": 1.6776315789473686e-05,
"loss": 0.7752,
"step": 75
},
{
"epoch": 76.0,
"learning_rate": 1.6403508771929824e-05,
"loss": 0.8144,
"step": 76
},
{
"epoch": 77.0,
"learning_rate": 1.6030701754385966e-05,
"loss": 0.7678,
"step": 77
},
{
"epoch": 78.0,
"learning_rate": 1.5657894736842104e-05,
"loss": 0.8302,
"step": 78
},
{
"epoch": 79.0,
"learning_rate": 1.5285087719298246e-05,
"loss": 0.7935,
"step": 79
},
{
"epoch": 80.0,
"learning_rate": 1.4912280701754386e-05,
"loss": 0.7959,
"step": 80
},
{
"epoch": 80.0,
"eval_accuracy_parking": NaN,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unparking": 0.8080482482910156,
"eval_iou_parking": 0.0,
"eval_iou_unlabeled": 0.0,
"eval_iou_unparking": 0.8080482482910156,
"eval_loss": 0.9518938064575195,
"eval_mean_accuracy": 0.8080482482910156,
"eval_mean_iou": 0.2693494160970052,
"eval_overall_accuracy": 0.8080482482910156,
"eval_runtime": 0.4754,
"eval_samples_per_second": 2.104,
"eval_steps_per_second": 2.104,
"step": 80
}
],
"max_steps": 120,
"num_train_epochs": 120,
"total_flos": 2.24373352955904e+16,
"trial_name": null,
"trial_params": null
}