k4black's picture
Training in progress, step 5200
b66148a
raw
history blame
5.76 kB
{
"best_metric": 0.9855364167633462,
"best_model_checkpoint": "/home3/s5431786/nlp-final-project/results/roberta-large-e-snli-classification-nli_explanation-base-b16/checkpoint-4800",
"epoch": 0.15144454799627213,
"global_step": 5200,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 7.765482430596001e-07,
"loss": 1.0726,
"step": 400
},
{
"epoch": 0.01,
"eval_accuracy": 0.7982117455801666,
"eval_f1": 0.7974911320075254,
"eval_loss": 0.8326770067214966,
"eval_runtime": 12.8669,
"eval_samples_per_second": 764.91,
"eval_steps_per_second": 47.875,
"step": 400
},
{
"epoch": 0.02,
"learning_rate": 1.5530964861192002e-06,
"loss": 0.3233,
"step": 800
},
{
"epoch": 0.02,
"eval_accuracy": 0.9642349116033326,
"eval_f1": 0.9642718853707861,
"eval_loss": 0.14329373836517334,
"eval_runtime": 12.933,
"eval_samples_per_second": 760.998,
"eval_steps_per_second": 47.63,
"step": 800
},
{
"epoch": 0.03,
"learning_rate": 2.3296447291788007e-06,
"loss": 0.173,
"step": 1200
},
{
"epoch": 0.03,
"eval_accuracy": 0.9762243446453973,
"eval_f1": 0.9761597449883214,
"eval_loss": 0.1054357960820198,
"eval_runtime": 12.9969,
"eval_samples_per_second": 757.258,
"eval_steps_per_second": 47.396,
"step": 1200
},
{
"epoch": 0.05,
"learning_rate": 3.1061929722384003e-06,
"loss": 0.1452,
"step": 1600
},
{
"epoch": 0.05,
"eval_accuracy": 0.9799837431416378,
"eval_f1": 0.9799316333368723,
"eval_loss": 0.09648650884628296,
"eval_runtime": 13.0065,
"eval_samples_per_second": 756.7,
"eval_steps_per_second": 47.361,
"step": 1600
},
{
"epoch": 0.06,
"learning_rate": 3.882741215298001e-06,
"loss": 0.1449,
"step": 2000
},
{
"epoch": 0.06,
"eval_accuracy": 0.9813046128835603,
"eval_f1": 0.9812341372941731,
"eval_loss": 0.09331633150577545,
"eval_runtime": 12.921,
"eval_samples_per_second": 761.706,
"eval_steps_per_second": 47.674,
"step": 2000
},
{
"epoch": 0.07,
"learning_rate": 4.659289458357601e-06,
"loss": 0.1303,
"step": 2400
},
{
"epoch": 0.07,
"eval_accuracy": 0.9815078236130867,
"eval_f1": 0.9814520761782233,
"eval_loss": 0.10890379548072815,
"eval_runtime": 12.8683,
"eval_samples_per_second": 764.824,
"eval_steps_per_second": 47.87,
"step": 2400
},
{
"epoch": 0.08,
"learning_rate": 5.435837701417202e-06,
"loss": 0.1372,
"step": 2800
},
{
"epoch": 0.08,
"eval_accuracy": 0.9832351148140622,
"eval_f1": 0.983181371856266,
"eval_loss": 0.07784133404493332,
"eval_runtime": 12.8322,
"eval_samples_per_second": 766.977,
"eval_steps_per_second": 48.004,
"step": 2800
},
{
"epoch": 0.09,
"learning_rate": 6.212385944476801e-06,
"loss": 0.1229,
"step": 3200
},
{
"epoch": 0.09,
"eval_accuracy": 0.9820158504369031,
"eval_f1": 0.9819483437268689,
"eval_loss": 0.10309657454490662,
"eval_runtime": 13.2533,
"eval_samples_per_second": 742.608,
"eval_steps_per_second": 46.479,
"step": 3200
},
{
"epoch": 0.1,
"learning_rate": 6.988934187536401e-06,
"loss": 0.1291,
"step": 3600
},
{
"epoch": 0.1,
"eval_accuracy": 0.9842511684616948,
"eval_f1": 0.9842093647131546,
"eval_loss": 0.08313809335231781,
"eval_runtime": 13.0051,
"eval_samples_per_second": 756.778,
"eval_steps_per_second": 47.366,
"step": 3600
},
{
"epoch": 0.12,
"learning_rate": 7.765482430596002e-06,
"loss": 0.1049,
"step": 4000
},
{
"epoch": 0.12,
"eval_accuracy": 0.9824222718959561,
"eval_f1": 0.9823847600112674,
"eval_loss": 0.0907953679561615,
"eval_runtime": 12.984,
"eval_samples_per_second": 758.01,
"eval_steps_per_second": 47.443,
"step": 4000
},
{
"epoch": 0.13,
"learning_rate": 8.542030673655602e-06,
"loss": 0.1243,
"step": 4400
},
{
"epoch": 0.13,
"eval_accuracy": 0.9823206665311929,
"eval_f1": 0.9822362137371193,
"eval_loss": 0.0925893783569336,
"eval_runtime": 12.9285,
"eval_samples_per_second": 761.262,
"eval_steps_per_second": 47.647,
"step": 4400
},
{
"epoch": 0.14,
"learning_rate": 9.318578916715203e-06,
"loss": 0.1291,
"step": 4800
},
{
"epoch": 0.14,
"eval_accuracy": 0.9855720382036172,
"eval_f1": 0.9855364167633462,
"eval_loss": 0.08309133350849152,
"eval_runtime": 12.8482,
"eval_samples_per_second": 766.023,
"eval_steps_per_second": 47.945,
"step": 4800
},
{
"epoch": 0.15,
"learning_rate": 9.994992693419992e-06,
"loss": 0.1148,
"step": 5200
},
{
"epoch": 0.15,
"eval_accuracy": 0.983946352367405,
"eval_f1": 0.9839146445196306,
"eval_loss": 0.08415436744689941,
"eval_runtime": 12.8411,
"eval_samples_per_second": 766.443,
"eval_steps_per_second": 47.971,
"step": 5200
}
],
"max_steps": 103008,
"num_train_epochs": 3,
"total_flos": 1.020890573605968e+16,
"trial_name": null,
"trial_params": null
}