sam1120's picture
Training in progress, step 40
8192aa7
raw
history blame
7.61 kB
{
"best_metric": 0.47930747270584106,
"best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/dropoff-utcustom-train-SF-RGBD-b0_6/checkpoint-40",
"epoch": 20.0,
"global_step": 40,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.5,
"learning_rate": 5.833333333333332e-06,
"loss": 1.079,
"step": 1
},
{
"epoch": 1.0,
"learning_rate": 1.1666666666666665e-05,
"loss": 1.0795,
"step": 2
},
{
"epoch": 1.5,
"learning_rate": 1.75e-05,
"loss": 1.0738,
"step": 3
},
{
"epoch": 2.0,
"learning_rate": 2.333333333333333e-05,
"loss": 1.0662,
"step": 4
},
{
"epoch": 2.5,
"learning_rate": 2.9166666666666666e-05,
"loss": 1.0593,
"step": 5
},
{
"epoch": 3.0,
"learning_rate": 3.5e-05,
"loss": 1.0514,
"step": 6
},
{
"epoch": 3.5,
"learning_rate": 4.0833333333333334e-05,
"loss": 1.0365,
"step": 7
},
{
"epoch": 4.0,
"learning_rate": 4.666666666666666e-05,
"loss": 1.0287,
"step": 8
},
{
"epoch": 4.5,
"learning_rate": 5.2499999999999995e-05,
"loss": 1.0123,
"step": 9
},
{
"epoch": 5.0,
"learning_rate": 5.833333333333333e-05,
"loss": 0.9975,
"step": 10
},
{
"epoch": 5.0,
"eval_accuracy_dropoff": 0.6267483199155944,
"eval_accuracy_undropoff": 0.7225725563868626,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.128993031460863,
"eval_iou_undropoff": 0.7166682161261027,
"eval_iou_unlabeled": 0.0,
"eval_loss": 1.047046422958374,
"eval_mean_accuracy": 0.6746604381512284,
"eval_mean_iou": 0.28188708252898853,
"eval_overall_accuracy": 0.7185882568359375,
"eval_runtime": 2.9658,
"eval_samples_per_second": 6.744,
"eval_steps_per_second": 0.674,
"step": 10
},
{
"epoch": 5.5,
"learning_rate": 6.416666666666666e-05,
"loss": 0.9837,
"step": 11
},
{
"epoch": 6.0,
"learning_rate": 7e-05,
"loss": 0.9765,
"step": 12
},
{
"epoch": 6.5,
"learning_rate": 6.969298245614035e-05,
"loss": 0.9655,
"step": 13
},
{
"epoch": 7.0,
"learning_rate": 6.938596491228069e-05,
"loss": 0.9246,
"step": 14
},
{
"epoch": 7.5,
"learning_rate": 6.907894736842105e-05,
"loss": 0.8986,
"step": 15
},
{
"epoch": 8.0,
"learning_rate": 6.877192982456139e-05,
"loss": 0.8794,
"step": 16
},
{
"epoch": 8.5,
"learning_rate": 6.846491228070175e-05,
"loss": 0.8586,
"step": 17
},
{
"epoch": 9.0,
"learning_rate": 6.81578947368421e-05,
"loss": 0.8485,
"step": 18
},
{
"epoch": 9.5,
"learning_rate": 6.785087719298245e-05,
"loss": 0.8307,
"step": 19
},
{
"epoch": 10.0,
"learning_rate": 6.75438596491228e-05,
"loss": 0.8329,
"step": 20
},
{
"epoch": 10.0,
"eval_accuracy_dropoff": 0.01171586504277621,
"eval_accuracy_undropoff": 0.9934380587814448,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.010567823996491185,
"eval_iou_undropoff": 0.9526087857573317,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.8435441255569458,
"eval_mean_accuracy": 0.5025769619121104,
"eval_mean_iou": 0.3210588699179409,
"eval_overall_accuracy": 0.9526187896728515,
"eval_runtime": 2.8522,
"eval_samples_per_second": 7.012,
"eval_steps_per_second": 0.701,
"step": 20
},
{
"epoch": 10.5,
"learning_rate": 6.723684210526316e-05,
"loss": 0.8067,
"step": 21
},
{
"epoch": 11.0,
"learning_rate": 6.69298245614035e-05,
"loss": 0.7975,
"step": 22
},
{
"epoch": 11.5,
"learning_rate": 6.662280701754386e-05,
"loss": 0.7694,
"step": 23
},
{
"epoch": 12.0,
"learning_rate": 6.63157894736842e-05,
"loss": 0.7727,
"step": 24
},
{
"epoch": 12.5,
"learning_rate": 6.600877192982455e-05,
"loss": 0.757,
"step": 25
},
{
"epoch": 13.0,
"learning_rate": 6.570175438596491e-05,
"loss": 0.7564,
"step": 26
},
{
"epoch": 13.5,
"learning_rate": 6.539473684210525e-05,
"loss": 0.7134,
"step": 27
},
{
"epoch": 14.0,
"learning_rate": 6.508771929824561e-05,
"loss": 0.7425,
"step": 28
},
{
"epoch": 14.5,
"learning_rate": 6.478070175438596e-05,
"loss": 0.7061,
"step": 29
},
{
"epoch": 15.0,
"learning_rate": 6.447368421052631e-05,
"loss": 0.6857,
"step": 30
},
{
"epoch": 15.0,
"eval_accuracy_dropoff": 0.0006468038257758205,
"eval_accuracy_undropoff": 0.998134683679328,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0006266750223336311,
"eval_iou_undropoff": 0.9566587236175594,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.6183835864067078,
"eval_mean_accuracy": 0.49939074375255194,
"eval_mean_iou": 0.3190951328799643,
"eval_overall_accuracy": 0.9566598892211914,
"eval_runtime": 3.0847,
"eval_samples_per_second": 6.484,
"eval_steps_per_second": 0.648,
"step": 30
},
{
"epoch": 15.5,
"learning_rate": 6.416666666666666e-05,
"loss": 0.6817,
"step": 31
},
{
"epoch": 16.0,
"learning_rate": 6.3859649122807e-05,
"loss": 0.7188,
"step": 32
},
{
"epoch": 16.5,
"learning_rate": 6.355263157894736e-05,
"loss": 0.6683,
"step": 33
},
{
"epoch": 17.0,
"learning_rate": 6.324561403508772e-05,
"loss": 0.6371,
"step": 34
},
{
"epoch": 17.5,
"learning_rate": 6.293859649122806e-05,
"loss": 0.651,
"step": 35
},
{
"epoch": 18.0,
"learning_rate": 6.263157894736842e-05,
"loss": 0.6381,
"step": 36
},
{
"epoch": 18.5,
"learning_rate": 6.232456140350877e-05,
"loss": 0.6075,
"step": 37
},
{
"epoch": 19.0,
"learning_rate": 6.201754385964911e-05,
"loss": 0.6391,
"step": 38
},
{
"epoch": 19.5,
"learning_rate": 6.171052631578947e-05,
"loss": 0.6282,
"step": 39
},
{
"epoch": 20.0,
"learning_rate": 6.140350877192981e-05,
"loss": 0.5913,
"step": 40
},
{
"epoch": 20.0,
"eval_accuracy_dropoff": 0.0005458840799100897,
"eval_accuracy_undropoff": 0.9988294259470615,
"eval_accuracy_unlabeled": NaN,
"eval_iou_dropoff": 0.0005386297079178567,
"eval_iou_undropoff": 0.957320579747961,
"eval_iou_unlabeled": 0.0,
"eval_loss": 0.47930747270584106,
"eval_mean_accuracy": 0.4996876550134858,
"eval_mean_iou": 0.3192864031519596,
"eval_overall_accuracy": 0.9573215484619141,
"eval_runtime": 2.984,
"eval_samples_per_second": 6.702,
"eval_steps_per_second": 0.67,
"step": 40
}
],
"max_steps": 240,
"num_train_epochs": 120,
"total_flos": 2.035958276947968e+16,
"trial_name": null,
"trial_params": null
}