hBERTv1_no_pretrain_stsb / trainer_state.json
gokuls's picture
End of training
c75d926
{
"best_metric": 2.1732585430145264,
"best_model_checkpoint": "hBERTv1_no_pretrain_stsb/checkpoint-120",
"epoch": 7.0,
"global_step": 420,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 3.9200000000000004e-05,
"loss": 2.3601,
"step": 60
},
{
"epoch": 1.0,
"eval_combined_score": 0.10693021777425508,
"eval_loss": 2.663867473602295,
"eval_pearson": 0.10586092872855574,
"eval_runtime": 7.035,
"eval_samples_per_second": 213.218,
"eval_spearmanr": 0.10799950681995443,
"eval_steps_per_second": 2.274,
"step": 60
},
{
"epoch": 2.0,
"learning_rate": 3.8400000000000005e-05,
"loss": 1.9983,
"step": 120
},
{
"epoch": 2.0,
"eval_combined_score": 0.2255738455165121,
"eval_loss": 2.1732585430145264,
"eval_pearson": 0.23743749639631304,
"eval_runtime": 7.0377,
"eval_samples_per_second": 213.137,
"eval_spearmanr": 0.21371019463671115,
"eval_steps_per_second": 2.273,
"step": 120
},
{
"epoch": 3.0,
"learning_rate": 3.76e-05,
"loss": 1.7079,
"step": 180
},
{
"epoch": 3.0,
"eval_combined_score": 0.19197115777574508,
"eval_loss": 2.500040292739868,
"eval_pearson": 0.18722802160872423,
"eval_runtime": 7.0344,
"eval_samples_per_second": 213.238,
"eval_spearmanr": 0.19671429394276596,
"eval_steps_per_second": 2.275,
"step": 180
},
{
"epoch": 4.0,
"learning_rate": 3.680000000000001e-05,
"loss": 1.3775,
"step": 240
},
{
"epoch": 4.0,
"eval_combined_score": 0.2214031712862335,
"eval_loss": 3.1202645301818848,
"eval_pearson": 0.21770063206447132,
"eval_runtime": 7.0369,
"eval_samples_per_second": 213.162,
"eval_spearmanr": 0.2251057105079957,
"eval_steps_per_second": 2.274,
"step": 240
},
{
"epoch": 5.0,
"learning_rate": 3.6e-05,
"loss": 1.1218,
"step": 300
},
{
"epoch": 5.0,
"eval_combined_score": 0.26032775290992616,
"eval_loss": 2.8260228633880615,
"eval_pearson": 0.260850187966332,
"eval_runtime": 7.0316,
"eval_samples_per_second": 213.321,
"eval_spearmanr": 0.25980531785352035,
"eval_steps_per_second": 2.275,
"step": 300
},
{
"epoch": 6.0,
"learning_rate": 3.52e-05,
"loss": 0.8882,
"step": 360
},
{
"epoch": 6.0,
"eval_combined_score": 0.3080700458055182,
"eval_loss": 2.5413460731506348,
"eval_pearson": 0.30994111366811594,
"eval_runtime": 7.0382,
"eval_samples_per_second": 213.124,
"eval_spearmanr": 0.30619897794292045,
"eval_steps_per_second": 2.273,
"step": 360
},
{
"epoch": 7.0,
"learning_rate": 3.44e-05,
"loss": 0.728,
"step": 420
},
{
"epoch": 7.0,
"eval_combined_score": 0.3448220522198585,
"eval_loss": 2.4024245738983154,
"eval_pearson": 0.342872486433605,
"eval_runtime": 7.0455,
"eval_samples_per_second": 212.902,
"eval_spearmanr": 0.34677161800611195,
"eval_steps_per_second": 2.271,
"step": 420
},
{
"epoch": 7.0,
"step": 420,
"total_flos": 5959810973433856.0,
"train_loss": 1.454549062819708,
"train_runtime": 727.1833,
"train_samples_per_second": 395.292,
"train_steps_per_second": 4.126
}
],
"max_steps": 3000,
"num_train_epochs": 50,
"total_flos": 5959810973433856.0,
"trial_name": null,
"trial_params": null
}