sam1120's picture
Training in progress, step 40
e5e55ea
raw
history blame
No virus
7.43 kB
{
"best_metric": 1.0822405815124512,
"best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/safety-utcustom-train-SF30-RGB-b0/checkpoint-40",
"epoch": 20.0,
"global_step": 40,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.5,
"learning_rate": 7.5e-07,
"loss": 1.1677,
"step": 1
},
{
"epoch": 1.0,
"learning_rate": 1.5e-06,
"loss": 1.1594,
"step": 2
},
{
"epoch": 1.5,
"learning_rate": 2.25e-06,
"loss": 1.1676,
"step": 3
},
{
"epoch": 2.0,
"learning_rate": 3e-06,
"loss": 1.1627,
"step": 4
},
{
"epoch": 2.5,
"learning_rate": 3.75e-06,
"loss": 1.1604,
"step": 5
},
{
"epoch": 3.0,
"learning_rate": 4.5e-06,
"loss": 1.1658,
"step": 6
},
{
"epoch": 3.5,
"learning_rate": 5.2500000000000006e-06,
"loss": 1.1583,
"step": 7
},
{
"epoch": 4.0,
"learning_rate": 6e-06,
"loss": 1.1687,
"step": 8
},
{
"epoch": 4.5,
"learning_rate": 6.75e-06,
"loss": 1.1569,
"step": 9
},
{
"epoch": 5.0,
"learning_rate": 7.5e-06,
"loss": 1.1527,
"step": 10
},
{
"epoch": 5.0,
"eval_accuracy_safe": 0.7703764811759412,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unsafe": 0.14652629277186402,
"eval_iou_safe": 0.030663997549793695,
"eval_iou_unlabeled": 0.0,
"eval_iou_unsafe": 0.14642944151194123,
"eval_loss": 1.1084816455841064,
"eval_mean_accuracy": 0.4584513869739026,
"eval_mean_iou": 0.059031146353911636,
"eval_overall_accuracy": 0.16635894775390625,
"eval_runtime": 1.4751,
"eval_samples_per_second": 5.423,
"eval_steps_per_second": 0.678,
"step": 10
},
{
"epoch": 5.5,
"learning_rate": 8.25e-06,
"loss": 1.1521,
"step": 11
},
{
"epoch": 6.0,
"learning_rate": 9e-06,
"loss": 1.1492,
"step": 12
},
{
"epoch": 6.5,
"learning_rate": 8.960526315789474e-06,
"loss": 1.1456,
"step": 13
},
{
"epoch": 7.0,
"learning_rate": 8.921052631578947e-06,
"loss": 1.1433,
"step": 14
},
{
"epoch": 7.5,
"learning_rate": 8.881578947368421e-06,
"loss": 1.1379,
"step": 15
},
{
"epoch": 8.0,
"learning_rate": 8.842105263157895e-06,
"loss": 1.1431,
"step": 16
},
{
"epoch": 8.5,
"learning_rate": 8.80263157894737e-06,
"loss": 1.1302,
"step": 17
},
{
"epoch": 9.0,
"learning_rate": 8.763157894736842e-06,
"loss": 1.1379,
"step": 18
},
{
"epoch": 9.5,
"learning_rate": 8.723684210526316e-06,
"loss": 1.1259,
"step": 19
},
{
"epoch": 10.0,
"learning_rate": 8.68421052631579e-06,
"loss": 1.1326,
"step": 20
},
{
"epoch": 10.0,
"eval_accuracy_safe": 0.9694915254237289,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unsafe": 0.24695220149698446,
"eval_iou_safe": 0.04189444073553146,
"eval_iou_unlabeled": 0.0,
"eval_iou_unsafe": 0.24695195825231817,
"eval_loss": 1.1090760231018066,
"eval_mean_accuracy": 0.6082218634603567,
"eval_mean_iou": 0.09628213299594988,
"eval_overall_accuracy": 0.26992225646972656,
"eval_runtime": 1.192,
"eval_samples_per_second": 6.711,
"eval_steps_per_second": 0.839,
"step": 20
},
{
"epoch": 10.5,
"learning_rate": 8.644736842105263e-06,
"loss": 1.1296,
"step": 21
},
{
"epoch": 11.0,
"learning_rate": 8.605263157894737e-06,
"loss": 1.1125,
"step": 22
},
{
"epoch": 11.5,
"learning_rate": 8.56578947368421e-06,
"loss": 1.1224,
"step": 23
},
{
"epoch": 12.0,
"learning_rate": 8.526315789473683e-06,
"loss": 1.1105,
"step": 24
},
{
"epoch": 12.5,
"learning_rate": 8.486842105263159e-06,
"loss": 1.108,
"step": 25
},
{
"epoch": 13.0,
"learning_rate": 8.447368421052632e-06,
"loss": 1.1265,
"step": 26
},
{
"epoch": 13.5,
"learning_rate": 8.407894736842106e-06,
"loss": 1.1047,
"step": 27
},
{
"epoch": 14.0,
"learning_rate": 8.36842105263158e-06,
"loss": 1.115,
"step": 28
},
{
"epoch": 14.5,
"learning_rate": 8.328947368421052e-06,
"loss": 1.092,
"step": 29
},
{
"epoch": 15.0,
"learning_rate": 8.289473684210526e-06,
"loss": 1.0981,
"step": 30
},
{
"epoch": 15.0,
"eval_accuracy_safe": 0.992200389980501,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unsafe": 0.40550470282425555,
"eval_iou_safe": 0.053544543556037626,
"eval_iou_unlabeled": 0.0,
"eval_iou_unsafe": 0.40550470282425555,
"eval_loss": 1.0979702472686768,
"eval_mean_accuracy": 0.6988525464023783,
"eval_mean_iou": 0.15301641546009773,
"eval_overall_accuracy": 0.42415618896484375,
"eval_runtime": 1.213,
"eval_samples_per_second": 6.595,
"eval_steps_per_second": 0.824,
"step": 30
},
{
"epoch": 15.5,
"learning_rate": 8.25e-06,
"loss": 1.0895,
"step": 31
},
{
"epoch": 16.0,
"learning_rate": 8.210526315789473e-06,
"loss": 1.0659,
"step": 32
},
{
"epoch": 16.5,
"learning_rate": 8.171052631578947e-06,
"loss": 1.0868,
"step": 33
},
{
"epoch": 17.0,
"learning_rate": 8.131578947368421e-06,
"loss": 1.079,
"step": 34
},
{
"epoch": 17.5,
"learning_rate": 8.092105263157896e-06,
"loss": 1.0884,
"step": 35
},
{
"epoch": 18.0,
"learning_rate": 8.052631578947368e-06,
"loss": 1.0499,
"step": 36
},
{
"epoch": 18.5,
"learning_rate": 8.013157894736842e-06,
"loss": 1.0726,
"step": 37
},
{
"epoch": 19.0,
"learning_rate": 7.973684210526316e-06,
"loss": 1.0718,
"step": 38
},
{
"epoch": 19.5,
"learning_rate": 7.934210526315789e-06,
"loss": 1.0653,
"step": 39
},
{
"epoch": 20.0,
"learning_rate": 7.894736842105263e-06,
"loss": 1.086,
"step": 40
},
{
"epoch": 20.0,
"eval_accuracy_safe": 0.9926503674816259,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unsafe": 0.5103054348671892,
"eval_iou_safe": 0.06444250128047581,
"eval_iou_unlabeled": 0.0,
"eval_iou_unsafe": 0.5103054348671892,
"eval_loss": 1.0822405815124512,
"eval_mean_accuracy": 0.7514779011744075,
"eval_mean_iou": 0.19158264538255498,
"eval_overall_accuracy": 0.525639533996582,
"eval_runtime": 1.1977,
"eval_samples_per_second": 6.679,
"eval_steps_per_second": 0.835,
"step": 40
}
],
"max_steps": 240,
"num_train_epochs": 120,
"total_flos": 7011667279872000.0,
"trial_name": null,
"trial_params": null
}