electra-large-lcc-2e-5-42 / trainer_state.json
EhsanAghazadeh's picture
Add model and its dependencies
77ff9bf
{
"best_metric": 0.8698768019676208,
"best_model_checkpoint": "./electra-large/fine_tuned_models/checkpoint-9944",
"epoch": 5.0,
"global_step": 12430,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 1.7777777777777777e-05,
"loss": 0.482,
"step": 2486
},
{
"epoch": 1.0,
"eval_accuracy": 0.8477043509483337,
"eval_loss": 0.3800182342529297,
"eval_runtime": 124.5247,
"eval_samples_per_second": 35.856,
"eval_steps_per_second": 4.489,
"step": 2486
},
{
"epoch": 2.0,
"learning_rate": 1.3333333333333333e-05,
"loss": 0.3208,
"step": 4972
},
{
"epoch": 2.0,
"eval_accuracy": 0.850615918636322,
"eval_loss": 0.3961940407752991,
"eval_runtime": 124.3491,
"eval_samples_per_second": 35.907,
"eval_steps_per_second": 4.495,
"step": 4972
},
{
"epoch": 3.0,
"learning_rate": 8.888888888888888e-06,
"loss": 0.239,
"step": 7458
},
{
"epoch": 3.0,
"eval_accuracy": 0.8685330152511597,
"eval_loss": 0.44575047492980957,
"eval_runtime": 124.3295,
"eval_samples_per_second": 35.913,
"eval_steps_per_second": 4.496,
"step": 7458
},
{
"epoch": 4.0,
"learning_rate": 4.444444444444444e-06,
"loss": 0.1725,
"step": 9944
},
{
"epoch": 4.0,
"eval_accuracy": 0.8698768019676208,
"eval_loss": 0.4581369161605835,
"eval_runtime": 124.3253,
"eval_samples_per_second": 35.914,
"eval_steps_per_second": 4.496,
"step": 9944
},
{
"epoch": 5.0,
"learning_rate": 0.0,
"loss": 0.1233,
"step": 12430
},
{
"epoch": 5.0,
"eval_accuracy": 0.8687570095062256,
"eval_loss": 0.5259796380996704,
"eval_runtime": 124.3289,
"eval_samples_per_second": 35.913,
"eval_steps_per_second": 4.496,
"step": 12430
},
{
"epoch": 5.0,
"step": 12430,
"total_flos": 4.632747298523904e+16,
"train_loss": 0.2675398982348024,
"train_runtime": 16286.6127,
"train_samples_per_second": 12.209,
"train_steps_per_second": 0.763
}
],
"max_steps": 12430,
"num_train_epochs": 5,
"total_flos": 4.632747298523904e+16,
"trial_name": null,
"trial_params": null
}