hBERTv2_mnli / trainer_state.json
gokuls's picture
End of training
ecd911f
raw
history blame
6.13 kB
{
"best_metric": 1.0982866287231445,
"best_model_checkpoint": "hBERTv2_mnli/checkpoint-15340",
"epoch": 15.0,
"global_step": 23010,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 4.90013037809648e-05,
"loss": 1.0992,
"step": 1534
},
{
"epoch": 1.0,
"eval_accuracy": 0.31818644931227713,
"eval_loss": 1.0996192693710327,
"eval_runtime": 11.4609,
"eval_samples_per_second": 856.391,
"eval_steps_per_second": 3.403,
"step": 1534
},
{
"epoch": 2.0,
"learning_rate": 4.80013037809648e-05,
"loss": 1.0988,
"step": 3068
},
{
"epoch": 2.0,
"eval_accuracy": 0.31818644931227713,
"eval_loss": 1.098758578300476,
"eval_runtime": 11.4241,
"eval_samples_per_second": 859.146,
"eval_steps_per_second": 3.414,
"step": 3068
},
{
"epoch": 3.0,
"learning_rate": 4.70013037809648e-05,
"loss": 1.0987,
"step": 4602
},
{
"epoch": 3.0,
"eval_accuracy": 0.3273560876209883,
"eval_loss": 1.098650336265564,
"eval_runtime": 11.3879,
"eval_samples_per_second": 861.881,
"eval_steps_per_second": 3.425,
"step": 4602
},
{
"epoch": 4.0,
"learning_rate": 4.60013037809648e-05,
"loss": 1.0986,
"step": 6136
},
{
"epoch": 4.0,
"eval_accuracy": 0.3273560876209883,
"eval_loss": 1.0986592769622803,
"eval_runtime": 11.4873,
"eval_samples_per_second": 854.425,
"eval_steps_per_second": 3.395,
"step": 6136
},
{
"epoch": 5.0,
"learning_rate": 4.50013037809648e-05,
"loss": 1.0987,
"step": 7670
},
{
"epoch": 5.0,
"eval_accuracy": 0.3544574630667346,
"eval_loss": 1.0984472036361694,
"eval_runtime": 11.4054,
"eval_samples_per_second": 860.558,
"eval_steps_per_second": 3.419,
"step": 7670
},
{
"epoch": 6.0,
"learning_rate": 4.40013037809648e-05,
"loss": 1.0987,
"step": 9204
},
{
"epoch": 6.0,
"eval_accuracy": 0.3273560876209883,
"eval_loss": 1.0986328125,
"eval_runtime": 11.4628,
"eval_samples_per_second": 856.251,
"eval_steps_per_second": 3.402,
"step": 9204
},
{
"epoch": 7.0,
"learning_rate": 4.3001303780964804e-05,
"loss": 1.0986,
"step": 10738
},
{
"epoch": 7.0,
"eval_accuracy": 0.3544574630667346,
"eval_loss": 1.0986063480377197,
"eval_runtime": 11.4244,
"eval_samples_per_second": 859.13,
"eval_steps_per_second": 3.414,
"step": 10738
},
{
"epoch": 8.0,
"learning_rate": 4.20039113428944e-05,
"loss": 1.0987,
"step": 12272
},
{
"epoch": 8.0,
"eval_accuracy": 0.3544574630667346,
"eval_loss": 1.0986063480377197,
"eval_runtime": 11.4277,
"eval_samples_per_second": 858.877,
"eval_steps_per_second": 3.413,
"step": 12272
},
{
"epoch": 9.0,
"learning_rate": 4.10045632333768e-05,
"loss": 1.0986,
"step": 13806
},
{
"epoch": 9.0,
"eval_accuracy": 0.3544574630667346,
"eval_loss": 1.098358392715454,
"eval_runtime": 11.4149,
"eval_samples_per_second": 859.839,
"eval_steps_per_second": 3.417,
"step": 13806
},
{
"epoch": 10.0,
"learning_rate": 4.000456323337679e-05,
"loss": 1.0986,
"step": 15340
},
{
"epoch": 10.0,
"eval_accuracy": 0.3544574630667346,
"eval_loss": 1.0982866287231445,
"eval_runtime": 11.4072,
"eval_samples_per_second": 860.424,
"eval_steps_per_second": 3.419,
"step": 15340
},
{
"epoch": 11.0,
"learning_rate": 3.9004563233376796e-05,
"loss": 1.0987,
"step": 16874
},
{
"epoch": 11.0,
"eval_accuracy": 0.31818644931227713,
"eval_loss": 1.0986417531967163,
"eval_runtime": 11.4708,
"eval_samples_per_second": 855.65,
"eval_steps_per_second": 3.4,
"step": 16874
},
{
"epoch": 12.0,
"learning_rate": 3.800456323337679e-05,
"loss": 1.0987,
"step": 18408
},
{
"epoch": 12.0,
"eval_accuracy": 0.31818644931227713,
"eval_loss": 1.0983929634094238,
"eval_runtime": 11.4592,
"eval_samples_per_second": 856.517,
"eval_steps_per_second": 3.403,
"step": 18408
},
{
"epoch": 13.0,
"learning_rate": 3.7004563233376795e-05,
"loss": 1.0986,
"step": 19942
},
{
"epoch": 13.0,
"eval_accuracy": 0.3544574630667346,
"eval_loss": 1.0983316898345947,
"eval_runtime": 11.4401,
"eval_samples_per_second": 857.948,
"eval_steps_per_second": 3.409,
"step": 19942
},
{
"epoch": 14.0,
"learning_rate": 3.600456323337679e-05,
"loss": 1.0986,
"step": 21476
},
{
"epoch": 14.0,
"eval_accuracy": 0.31818644931227713,
"eval_loss": 1.0983843803405762,
"eval_runtime": 11.4436,
"eval_samples_per_second": 857.683,
"eval_steps_per_second": 3.408,
"step": 21476
},
{
"epoch": 15.0,
"learning_rate": 3.50045632333768e-05,
"loss": 1.0986,
"step": 23010
},
{
"epoch": 15.0,
"eval_accuracy": 0.3544574630667346,
"eval_loss": 1.0986328125,
"eval_runtime": 11.4531,
"eval_samples_per_second": 856.97,
"eval_steps_per_second": 3.405,
"step": 23010
},
{
"epoch": 15.0,
"step": 23010,
"total_flos": 7.33692663127081e+17,
"train_loss": 1.0986910359541369,
"train_runtime": 20364.3039,
"train_samples_per_second": 964.192,
"train_steps_per_second": 3.766
}
],
"max_steps": 76700,
"num_train_epochs": 50,
"total_flos": 7.33692663127081e+17,
"trial_name": null,
"trial_params": null
}