electra-base-avg-cola-2e-5-21 / trainer_state.json
EhsanAghazadeh's picture
Add model and its dependencies
70c82c2
{
"best_metric": 0.7068649074843276,
"best_model_checkpoint": "./bert-base-uncased/fine_tuned_models/checkpoint-1876",
"epoch": 10.0,
"global_step": 2680,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 2e-05,
"loss": 0.4974,
"step": 268
},
{
"epoch": 1.0,
"eval_loss": 0.3856096863746643,
"eval_matthews_correlation": 0.6039307167689609,
"eval_runtime": 4.0975,
"eval_samples_per_second": 254.544,
"eval_steps_per_second": 31.971,
"step": 268
},
{
"epoch": 2.0,
"learning_rate": 1.7777777777777777e-05,
"loss": 0.3024,
"step": 536
},
{
"epoch": 2.0,
"eval_loss": 0.3309681713581085,
"eval_matthews_correlation": 0.6557131266546689,
"eval_runtime": 4.2881,
"eval_samples_per_second": 243.234,
"eval_steps_per_second": 30.55,
"step": 536
},
{
"epoch": 3.0,
"learning_rate": 1.555555555555556e-05,
"loss": 0.1855,
"step": 804
},
{
"epoch": 3.0,
"eval_loss": 0.3909442722797394,
"eval_matthews_correlation": 0.6679153499290561,
"eval_runtime": 4.2794,
"eval_samples_per_second": 243.728,
"eval_steps_per_second": 30.612,
"step": 804
},
{
"epoch": 4.0,
"learning_rate": 1.3333333333333333e-05,
"loss": 0.1278,
"step": 1072
},
{
"epoch": 4.0,
"eval_loss": 0.4562387764453888,
"eval_matthews_correlation": 0.6657078975506158,
"eval_runtime": 4.2964,
"eval_samples_per_second": 242.759,
"eval_steps_per_second": 30.49,
"step": 1072
},
{
"epoch": 5.0,
"learning_rate": 1.1111111111111113e-05,
"loss": 0.094,
"step": 1340
},
{
"epoch": 5.0,
"eval_loss": 0.634463906288147,
"eval_matthews_correlation": 0.6304318137769176,
"eval_runtime": 4.2802,
"eval_samples_per_second": 243.682,
"eval_steps_per_second": 30.606,
"step": 1340
},
{
"epoch": 6.0,
"learning_rate": 8.888888888888888e-06,
"loss": 0.0685,
"step": 1608
},
{
"epoch": 6.0,
"eval_loss": 0.6211329698562622,
"eval_matthews_correlation": 0.6700089525749314,
"eval_runtime": 4.2939,
"eval_samples_per_second": 242.905,
"eval_steps_per_second": 30.509,
"step": 1608
},
{
"epoch": 7.0,
"learning_rate": 6.666666666666667e-06,
"loss": 0.048,
"step": 1876
},
{
"epoch": 7.0,
"eval_loss": 0.580573558807373,
"eval_matthews_correlation": 0.7068649074843276,
"eval_runtime": 4.3122,
"eval_samples_per_second": 241.873,
"eval_steps_per_second": 30.379,
"step": 1876
},
{
"epoch": 8.0,
"learning_rate": 4.444444444444444e-06,
"loss": 0.0352,
"step": 2144
},
{
"epoch": 8.0,
"eval_loss": 0.6809670329093933,
"eval_matthews_correlation": 0.6773861896003048,
"eval_runtime": 4.3021,
"eval_samples_per_second": 242.442,
"eval_steps_per_second": 30.451,
"step": 2144
},
{
"epoch": 9.0,
"learning_rate": 2.222222222222222e-06,
"loss": 0.0253,
"step": 2412
},
{
"epoch": 9.0,
"eval_loss": 0.7312929034233093,
"eval_matthews_correlation": 0.6850707271866645,
"eval_runtime": 4.3106,
"eval_samples_per_second": 241.961,
"eval_steps_per_second": 30.39,
"step": 2412
},
{
"epoch": 10.0,
"learning_rate": 0.0,
"loss": 0.0181,
"step": 2680
},
{
"epoch": 10.0,
"eval_loss": 0.7737548351287842,
"eval_matthews_correlation": 0.6578435355005723,
"eval_runtime": 4.3001,
"eval_samples_per_second": 242.555,
"eval_steps_per_second": 30.465,
"step": 2680
},
{
"epoch": 10.0,
"step": 2680,
"total_flos": 3594991817003520.0,
"train_loss": 0.14022661696619063,
"train_runtime": 1094.6693,
"train_samples_per_second": 78.115,
"train_steps_per_second": 2.448
}
],
"max_steps": 2680,
"num_train_epochs": 10,
"total_flos": 3594991817003520.0,
"trial_name": null,
"trial_params": null
}