add_BERT_no_pretrain_mrpc / trainer_state.json
gokuls's picture
End of training
1631178
{
"best_metric": 0.5912045240402222,
"best_model_checkpoint": "add_BERT_no_pretrain_mrpc/checkpoint-203",
"epoch": 12.0,
"global_step": 348,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 3.9200000000000004e-05,
"loss": 0.6854,
"step": 29
},
{
"epoch": 1.0,
"eval_accuracy": 0.6838235294117647,
"eval_combined_score": 0.7480253018237863,
"eval_f1": 0.8122270742358079,
"eval_loss": 0.6710845828056335,
"eval_runtime": 0.7677,
"eval_samples_per_second": 531.445,
"eval_steps_per_second": 5.21,
"step": 29
},
{
"epoch": 2.0,
"learning_rate": 3.8400000000000005e-05,
"loss": 0.6496,
"step": 58
},
{
"epoch": 2.0,
"eval_accuracy": 0.6838235294117647,
"eval_combined_score": 0.7480253018237863,
"eval_f1": 0.8122270742358079,
"eval_loss": 0.6802303791046143,
"eval_runtime": 0.7711,
"eval_samples_per_second": 529.088,
"eval_steps_per_second": 5.187,
"step": 58
},
{
"epoch": 3.0,
"learning_rate": 3.76e-05,
"loss": 0.648,
"step": 87
},
{
"epoch": 3.0,
"eval_accuracy": 0.6838235294117647,
"eval_combined_score": 0.7480253018237863,
"eval_f1": 0.8122270742358079,
"eval_loss": 0.6246173977851868,
"eval_runtime": 0.7699,
"eval_samples_per_second": 529.951,
"eval_steps_per_second": 5.196,
"step": 87
},
{
"epoch": 4.0,
"learning_rate": 3.680000000000001e-05,
"loss": 0.6363,
"step": 116
},
{
"epoch": 4.0,
"eval_accuracy": 0.6838235294117647,
"eval_combined_score": 0.7480253018237863,
"eval_f1": 0.8122270742358079,
"eval_loss": 0.6174120903015137,
"eval_runtime": 0.7694,
"eval_samples_per_second": 530.299,
"eval_steps_per_second": 5.199,
"step": 116
},
{
"epoch": 5.0,
"learning_rate": 3.6e-05,
"loss": 0.6049,
"step": 145
},
{
"epoch": 5.0,
"eval_accuracy": 0.6593137254901961,
"eval_combined_score": 0.7026001899845862,
"eval_f1": 0.7458866544789762,
"eval_loss": 0.6176258325576782,
"eval_runtime": 0.7696,
"eval_samples_per_second": 530.143,
"eval_steps_per_second": 5.197,
"step": 145
},
{
"epoch": 6.0,
"learning_rate": 3.52e-05,
"loss": 0.5491,
"step": 174
},
{
"epoch": 6.0,
"eval_accuracy": 0.6813725490196079,
"eval_combined_score": 0.7381626152038103,
"eval_f1": 0.7949526813880127,
"eval_loss": 0.6037724018096924,
"eval_runtime": 0.7688,
"eval_samples_per_second": 530.695,
"eval_steps_per_second": 5.203,
"step": 174
},
{
"epoch": 7.0,
"learning_rate": 3.44e-05,
"loss": 0.5601,
"step": 203
},
{
"epoch": 7.0,
"eval_accuracy": 0.696078431372549,
"eval_combined_score": 0.7447058823529411,
"eval_f1": 0.7933333333333332,
"eval_loss": 0.5912045240402222,
"eval_runtime": 0.7735,
"eval_samples_per_second": 527.497,
"eval_steps_per_second": 5.172,
"step": 203
},
{
"epoch": 8.0,
"learning_rate": 3.3600000000000004e-05,
"loss": 0.5505,
"step": 232
},
{
"epoch": 8.0,
"eval_accuracy": 0.6715686274509803,
"eval_combined_score": 0.7248571614076094,
"eval_f1": 0.7781456953642384,
"eval_loss": 0.6346378922462463,
"eval_runtime": 0.772,
"eval_samples_per_second": 528.513,
"eval_steps_per_second": 5.182,
"step": 232
},
{
"epoch": 9.0,
"learning_rate": 3.28e-05,
"loss": 0.5327,
"step": 261
},
{
"epoch": 9.0,
"eval_accuracy": 0.6544117647058824,
"eval_combined_score": 0.7037382816524158,
"eval_f1": 0.7530647985989491,
"eval_loss": 0.628277063369751,
"eval_runtime": 0.7697,
"eval_samples_per_second": 530.071,
"eval_steps_per_second": 5.197,
"step": 261
},
{
"epoch": 10.0,
"learning_rate": 3.2000000000000005e-05,
"loss": 0.529,
"step": 290
},
{
"epoch": 10.0,
"eval_accuracy": 0.6519607843137255,
"eval_combined_score": 0.7044050496911094,
"eval_f1": 0.7568493150684933,
"eval_loss": 0.634149432182312,
"eval_runtime": 0.7681,
"eval_samples_per_second": 531.164,
"eval_steps_per_second": 5.207,
"step": 290
},
{
"epoch": 11.0,
"learning_rate": 3.1200000000000006e-05,
"loss": 0.5337,
"step": 319
},
{
"epoch": 11.0,
"eval_accuracy": 0.6617647058823529,
"eval_combined_score": 0.7098297213622291,
"eval_f1": 0.7578947368421053,
"eval_loss": 0.6285053491592407,
"eval_runtime": 0.7705,
"eval_samples_per_second": 529.529,
"eval_steps_per_second": 5.191,
"step": 319
},
{
"epoch": 12.0,
"learning_rate": 3.0400000000000004e-05,
"loss": 0.5383,
"step": 348
},
{
"epoch": 12.0,
"eval_accuracy": 0.6348039215686274,
"eval_combined_score": 0.6817006857387764,
"eval_f1": 0.7285974499089254,
"eval_loss": 0.632221519947052,
"eval_runtime": 0.7713,
"eval_samples_per_second": 528.973,
"eval_steps_per_second": 5.186,
"step": 348
},
{
"epoch": 12.0,
"step": 348,
"total_flos": 6286539604623360.0,
"train_loss": 0.5847925564338421,
"train_runtime": 324.1281,
"train_samples_per_second": 565.826,
"train_steps_per_second": 4.474
}
],
"max_steps": 1450,
"num_train_epochs": 50,
"total_flos": 6286539604623360.0,
"trial_name": null,
"trial_params": null
}