hBERTv2_wnli / trainer_state.json
gokuls's picture
End of training
38f6e02
{
"best_metric": 0.6832635402679443,
"best_model_checkpoint": "hBERTv2_wnli/checkpoint-6",
"epoch": 7.0,
"global_step": 21,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 4.9e-05,
"loss": 0.7351,
"step": 3
},
{
"epoch": 1.0,
"eval_accuracy": 0.5211267605633803,
"eval_loss": 0.7259640693664551,
"eval_runtime": 0.0924,
"eval_samples_per_second": 768.523,
"eval_steps_per_second": 10.824,
"step": 3
},
{
"epoch": 2.0,
"learning_rate": 4.8e-05,
"loss": 0.7223,
"step": 6
},
{
"epoch": 2.0,
"eval_accuracy": 0.5633802816901409,
"eval_loss": 0.6832635402679443,
"eval_runtime": 0.0917,
"eval_samples_per_second": 774.537,
"eval_steps_per_second": 10.909,
"step": 6
},
{
"epoch": 3.0,
"learning_rate": 4.7e-05,
"loss": 0.7189,
"step": 9
},
{
"epoch": 3.0,
"eval_accuracy": 0.4507042253521127,
"eval_loss": 0.711009681224823,
"eval_runtime": 0.0911,
"eval_samples_per_second": 778.974,
"eval_steps_per_second": 10.971,
"step": 9
},
{
"epoch": 4.0,
"learning_rate": 4.633333333333333e-05,
"loss": 0.708,
"step": 12
},
{
"epoch": 4.0,
"eval_accuracy": 0.5352112676056338,
"eval_loss": 0.7058689594268799,
"eval_runtime": 0.0936,
"eval_samples_per_second": 758.69,
"eval_steps_per_second": 10.686,
"step": 12
},
{
"epoch": 5.0,
"learning_rate": 4.566666666666667e-05,
"loss": 0.7032,
"step": 15
},
{
"epoch": 5.0,
"eval_accuracy": 0.5352112676056338,
"eval_loss": 0.6924964189529419,
"eval_runtime": 0.0934,
"eval_samples_per_second": 759.999,
"eval_steps_per_second": 10.704,
"step": 15
},
{
"epoch": 6.0,
"learning_rate": 4.466666666666667e-05,
"loss": 0.6987,
"step": 18
},
{
"epoch": 6.0,
"eval_accuracy": 0.4225352112676056,
"eval_loss": 0.712141215801239,
"eval_runtime": 0.09,
"eval_samples_per_second": 788.982,
"eval_steps_per_second": 11.112,
"step": 18
},
{
"epoch": 7.0,
"learning_rate": 4.3666666666666666e-05,
"loss": 0.7109,
"step": 21
},
{
"epoch": 7.0,
"eval_accuracy": 0.5352112676056338,
"eval_loss": 0.692805826663971,
"eval_runtime": 0.093,
"eval_samples_per_second": 763.541,
"eval_steps_per_second": 10.754,
"step": 21
},
{
"epoch": 7.0,
"step": 21,
"total_flos": 553639999438848.0,
"train_loss": 0.7138732274373373,
"train_runtime": 38.2187,
"train_samples_per_second": 830.744,
"train_steps_per_second": 3.925
}
],
"max_steps": 150,
"num_train_epochs": 50,
"total_flos": 553639999438848.0,
"trial_name": null,
"trial_params": null
}