hBERTv1_new_pretrain_w_init__stsb / trainer_state.json
gokuls's picture
End of training
255b48c
{
"best_metric": 2.258429765701294,
"best_model_checkpoint": "hBERTv1_new_pretrain_w_init__stsb/checkpoint-45",
"epoch": 6.0,
"global_step": 270,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 3.9200000000000004e-05,
"loss": 2.5056,
"step": 45
},
{
"epoch": 1.0,
"eval_combined_score": 0.09202265464839787,
"eval_loss": 2.258429765701294,
"eval_pearson": 0.09487611226675945,
"eval_runtime": 2.7043,
"eval_samples_per_second": 554.669,
"eval_spearmanr": 0.08916919703003628,
"eval_steps_per_second": 4.437,
"step": 45
},
{
"epoch": 2.0,
"learning_rate": 3.8400000000000005e-05,
"loss": 2.1254,
"step": 90
},
{
"epoch": 2.0,
"eval_combined_score": 0.12405025742756695,
"eval_loss": 2.687140941619873,
"eval_pearson": 0.12502182632057038,
"eval_runtime": 2.7046,
"eval_samples_per_second": 554.603,
"eval_spearmanr": 0.12307868853456354,
"eval_steps_per_second": 4.437,
"step": 90
},
{
"epoch": 3.0,
"learning_rate": 3.76e-05,
"loss": 1.9839,
"step": 135
},
{
"epoch": 3.0,
"eval_combined_score": 0.1814935022868095,
"eval_loss": 2.270876884460449,
"eval_pearson": 0.17897326966837357,
"eval_runtime": 2.7033,
"eval_samples_per_second": 554.887,
"eval_spearmanr": 0.18401373490524542,
"eval_steps_per_second": 4.439,
"step": 135
},
{
"epoch": 4.0,
"learning_rate": 3.680000000000001e-05,
"loss": 1.6299,
"step": 180
},
{
"epoch": 4.0,
"eval_combined_score": 0.2744015884808604,
"eval_loss": 2.511533498764038,
"eval_pearson": 0.26907288016147085,
"eval_runtime": 2.7032,
"eval_samples_per_second": 554.907,
"eval_spearmanr": 0.27973029680024986,
"eval_steps_per_second": 4.439,
"step": 180
},
{
"epoch": 5.0,
"learning_rate": 3.6e-05,
"loss": 1.3155,
"step": 225
},
{
"epoch": 5.0,
"eval_combined_score": 0.34449981946918246,
"eval_loss": 2.455472707748413,
"eval_pearson": 0.34527302370602114,
"eval_runtime": 2.7116,
"eval_samples_per_second": 553.177,
"eval_spearmanr": 0.34372661523234377,
"eval_steps_per_second": 4.425,
"step": 225
},
{
"epoch": 6.0,
"learning_rate": 3.52e-05,
"loss": 0.9686,
"step": 270
},
{
"epoch": 6.0,
"eval_combined_score": 0.44888582263274857,
"eval_loss": 2.8004186153411865,
"eval_pearson": 0.4571367965831787,
"eval_runtime": 2.7083,
"eval_samples_per_second": 553.854,
"eval_spearmanr": 0.4406348486823185,
"eval_steps_per_second": 4.431,
"step": 270
},
{
"epoch": 6.0,
"step": 270,
"total_flos": 5108409405800448.0,
"train_loss": 1.7548038623951099,
"train_runtime": 260.2887,
"train_samples_per_second": 1104.351,
"train_steps_per_second": 8.644
}
],
"max_steps": 2250,
"num_train_epochs": 50,
"total_flos": 5108409405800448.0,
"trial_name": null,
"trial_params": null
}