sam1120's picture
Training in progress, step 40
d646edf
raw
history blame
7.6 kB
{
"best_metric": 0.88507080078125,
"best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/dropoff-utcustom-train-SF-RGB-b5_1/checkpoint-40",
"epoch": 20.0,
"global_step": 40,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.5,
"learning_rate": 1.6666666666666665e-07,
"loss": 1.0244,
"step": 1
},
{
"epoch": 1.0,
"learning_rate": 3.333333333333333e-07,
"loss": 1.0185,
"step": 2
},
{
"epoch": 1.5,
"learning_rate": 5e-07,
"loss": 1.0196,
"step": 3
},
{
"epoch": 2.0,
"learning_rate": 6.666666666666666e-07,
"loss": 1.0239,
"step": 4
},
{
"epoch": 2.5,
"learning_rate": 8.333333333333333e-07,
"loss": 1.0206,
"step": 5
},
{
"epoch": 3.0,
"learning_rate": 1e-06,
"loss": 1.0123,
"step": 6
},
{
"epoch": 3.5,
"learning_rate": 1.1666666666666668e-06,
"loss": 1.0125,
"step": 7
},
{
"epoch": 4.0,
"learning_rate": 1.3333333333333332e-06,
"loss": 1.016,
"step": 8
},
{
"epoch": 4.5,
"learning_rate": 1.5e-06,
"loss": 1.007,
"step": 9
},
{
"epoch": 5.0,
"learning_rate": 1.6666666666666667e-06,
"loss": 1.0071,
"step": 10
},
{
"epoch": 5.0,
"eval_accuracy_dropoff": 0.025546457487557055,
"eval_accuracy_undropoff": 0.5241011485834999,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.014703669184605108,
"eval_iou_undropoff": 0.5086504735858094,
"eval_iou_unlabeled": 0.0,
"eval_loss": 1.0205577611923218,
"eval_mean_accuracy": 0.27482380303552845,
"eval_mean_iou": 0.17445138092347148,
"eval_overall_accuracy": 0.5033716201782227,
"eval_runtime": 2.8831,
"eval_samples_per_second": 6.937,
"eval_steps_per_second": 0.694,
"step": 10
},
{
"epoch": 5.5,
"learning_rate": 1.833333333333333e-06,
"loss": 1.002,
"step": 11
},
{
"epoch": 6.0,
"learning_rate": 2e-06,
"loss": 0.9999,
"step": 12
},
{
"epoch": 6.5,
"learning_rate": 1.9912280701754384e-06,
"loss": 0.9963,
"step": 13
},
{
"epoch": 7.0,
"learning_rate": 1.982456140350877e-06,
"loss": 0.9889,
"step": 14
},
{
"epoch": 7.5,
"learning_rate": 1.9736842105263157e-06,
"loss": 0.9863,
"step": 15
},
{
"epoch": 8.0,
"learning_rate": 1.964912280701754e-06,
"loss": 0.9881,
"step": 16
},
{
"epoch": 8.5,
"learning_rate": 1.956140350877193e-06,
"loss": 0.9856,
"step": 17
},
{
"epoch": 9.0,
"learning_rate": 1.9473684210526315e-06,
"loss": 0.9763,
"step": 18
},
{
"epoch": 9.5,
"learning_rate": 1.93859649122807e-06,
"loss": 0.9789,
"step": 19
},
{
"epoch": 10.0,
"learning_rate": 1.929824561403509e-06,
"loss": 0.9688,
"step": 20
},
{
"epoch": 10.0,
"eval_accuracy_dropoff": 0.09924998279777059,
"eval_accuracy_undropoff": 0.5978783594052401,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.05823063486894339,
"eval_iou_undropoff": 0.5837983317382666,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.9873144030570984,
"eval_mean_accuracy": 0.3485641711015054,
"eval_mean_iou": 0.21400965553573667,
"eval_overall_accuracy": 0.577145767211914,
"eval_runtime": 2.4113,
"eval_samples_per_second": 8.294,
"eval_steps_per_second": 0.829,
"step": 20
},
{
"epoch": 10.5,
"learning_rate": 1.9210526315789474e-06,
"loss": 0.9671,
"step": 21
},
{
"epoch": 11.0,
"learning_rate": 1.912280701754386e-06,
"loss": 0.9643,
"step": 22
},
{
"epoch": 11.5,
"learning_rate": 1.9035087719298243e-06,
"loss": 0.9621,
"step": 23
},
{
"epoch": 12.0,
"learning_rate": 1.894736842105263e-06,
"loss": 0.9631,
"step": 24
},
{
"epoch": 12.5,
"learning_rate": 1.8859649122807019e-06,
"loss": 0.958,
"step": 25
},
{
"epoch": 13.0,
"learning_rate": 1.8771929824561403e-06,
"loss": 0.9523,
"step": 26
},
{
"epoch": 13.5,
"learning_rate": 1.868421052631579e-06,
"loss": 0.9526,
"step": 27
},
{
"epoch": 14.0,
"learning_rate": 1.8596491228070175e-06,
"loss": 0.9428,
"step": 28
},
{
"epoch": 14.5,
"learning_rate": 1.850877192982456e-06,
"loss": 0.947,
"step": 29
},
{
"epoch": 15.0,
"learning_rate": 1.8421052631578946e-06,
"loss": 0.9406,
"step": 30
},
{
"epoch": 15.0,
"eval_accuracy_dropoff": 0.2037844904699649,
"eval_accuracy_undropoff": 0.6855052404184374,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.1135240392724076,
"eval_iou_undropoff": 0.6704558637017982,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.9312955141067505,
"eval_mean_accuracy": 0.4446448654442012,
"eval_mean_iou": 0.2613266343247353,
"eval_overall_accuracy": 0.6654756546020508,
"eval_runtime": 2.3961,
"eval_samples_per_second": 8.347,
"eval_steps_per_second": 0.835,
"step": 30
},
{
"epoch": 15.5,
"learning_rate": 1.833333333333333e-06,
"loss": 0.9434,
"step": 31
},
{
"epoch": 16.0,
"learning_rate": 1.8245614035087718e-06,
"loss": 0.9337,
"step": 32
},
{
"epoch": 16.5,
"learning_rate": 1.8157894736842106e-06,
"loss": 0.9365,
"step": 33
},
{
"epoch": 17.0,
"learning_rate": 1.807017543859649e-06,
"loss": 0.9311,
"step": 34
},
{
"epoch": 17.5,
"learning_rate": 1.7982456140350878e-06,
"loss": 0.9313,
"step": 35
},
{
"epoch": 18.0,
"learning_rate": 1.7894736842105262e-06,
"loss": 0.9281,
"step": 36
},
{
"epoch": 18.5,
"learning_rate": 1.7807017543859647e-06,
"loss": 0.927,
"step": 37
},
{
"epoch": 19.0,
"learning_rate": 1.7719298245614034e-06,
"loss": 0.9209,
"step": 38
},
{
"epoch": 19.5,
"learning_rate": 1.7631578947368419e-06,
"loss": 0.9161,
"step": 39
},
{
"epoch": 20.0,
"learning_rate": 1.7543859649122805e-06,
"loss": 0.9278,
"step": 40
},
{
"epoch": 20.0,
"eval_accuracy_dropoff": 0.30091515860455514,
"eval_accuracy_undropoff": 0.7288984723033463,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.16481371211493093,
"eval_iou_undropoff": 0.7141641818866753,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.88507080078125,
"eval_mean_accuracy": 0.5149068154539507,
"eval_mean_iou": 0.2929926313338687,
"eval_overall_accuracy": 0.7111032485961915,
"eval_runtime": 2.3253,
"eval_samples_per_second": 8.601,
"eval_steps_per_second": 0.86,
"step": 40
}
],
"max_steps": 240,
"num_train_epochs": 120,
"total_flos": 2.3151996998516736e+17,
"trial_name": null,
"trial_params": null
}