wav2vec2-large-xls-r-300m-bg / trainer_state.json
anuragshas's picture
End of training
54d63f4
raw
history blame
10.8 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 50.0,
"global_step": 5750,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.87,
"learning_rate": 7.35e-06,
"loss": 11.7893,
"step": 100
},
{
"epoch": 1.74,
"learning_rate": 1.485e-05,
"loss": 4.6989,
"step": 200
},
{
"epoch": 2.61,
"learning_rate": 2.2349999999999998e-05,
"loss": 3.5677,
"step": 300
},
{
"epoch": 3.48,
"learning_rate": 2.985e-05,
"loss": 3.1589,
"step": 400
},
{
"epoch": 3.48,
"eval_loss": 3.0830252170562744,
"eval_runtime": 76.0167,
"eval_samples_per_second": 22.363,
"eval_steps_per_second": 1.408,
"eval_wer": 1.0,
"step": 400
},
{
"epoch": 4.35,
"learning_rate": 3.735e-05,
"loss": 3.0279,
"step": 500
},
{
"epoch": 5.22,
"learning_rate": 4.484999999999999e-05,
"loss": 2.9807,
"step": 600
},
{
"epoch": 6.09,
"learning_rate": 5.234999999999999e-05,
"loss": 2.9589,
"step": 700
},
{
"epoch": 6.96,
"learning_rate": 5.985e-05,
"loss": 2.8921,
"step": 800
},
{
"epoch": 6.96,
"eval_loss": 2.6604607105255127,
"eval_runtime": 76.2841,
"eval_samples_per_second": 22.285,
"eval_steps_per_second": 1.403,
"eval_wer": 0.9981590808100045,
"step": 800
},
{
"epoch": 7.83,
"learning_rate": 6.735e-05,
"loss": 2.346,
"step": 900
},
{
"epoch": 8.7,
"learning_rate": 7.484999999999999e-05,
"loss": 1.6326,
"step": 1000
},
{
"epoch": 9.57,
"learning_rate": 7.345263157894736e-05,
"loss": 1.4075,
"step": 1100
},
{
"epoch": 10.43,
"learning_rate": 7.187368421052631e-05,
"loss": 1.3049,
"step": 1200
},
{
"epoch": 10.43,
"eval_loss": 0.5069074630737305,
"eval_runtime": 75.7661,
"eval_samples_per_second": 22.437,
"eval_steps_per_second": 1.412,
"eval_wer": 0.5706849488986225,
"step": 1200
},
{
"epoch": 11.3,
"learning_rate": 7.029473684210525e-05,
"loss": 1.2407,
"step": 1300
},
{
"epoch": 12.17,
"learning_rate": 6.87157894736842e-05,
"loss": 1.1999,
"step": 1400
},
{
"epoch": 13.04,
"learning_rate": 6.713684210526315e-05,
"loss": 1.167,
"step": 1500
},
{
"epoch": 13.91,
"learning_rate": 6.55578947368421e-05,
"loss": 1.1349,
"step": 1600
},
{
"epoch": 13.91,
"eval_loss": 0.4158603847026825,
"eval_runtime": 75.9244,
"eval_samples_per_second": 22.391,
"eval_steps_per_second": 1.409,
"eval_wer": 0.5040944581984383,
"step": 1600
},
{
"epoch": 14.78,
"learning_rate": 6.397894736842105e-05,
"loss": 1.1161,
"step": 1700
},
{
"epoch": 15.65,
"learning_rate": 6.239999999999999e-05,
"loss": 1.0982,
"step": 1800
},
{
"epoch": 16.52,
"learning_rate": 6.0821052631578945e-05,
"loss": 1.0841,
"step": 1900
},
{
"epoch": 17.39,
"learning_rate": 5.924210526315789e-05,
"loss": 1.0686,
"step": 2000
},
{
"epoch": 17.39,
"eval_loss": 0.38148975372314453,
"eval_runtime": 77.84,
"eval_samples_per_second": 21.84,
"eval_steps_per_second": 1.375,
"eval_wer": 0.4746397511585095,
"step": 2000
},
{
"epoch": 18.26,
"learning_rate": 5.7663157894736836e-05,
"loss": 1.047,
"step": 2100
},
{
"epoch": 19.13,
"learning_rate": 5.608421052631579e-05,
"loss": 1.03,
"step": 2200
},
{
"epoch": 20.0,
"learning_rate": 5.450526315789473e-05,
"loss": 1.0144,
"step": 2300
},
{
"epoch": 20.87,
"learning_rate": 5.292631578947368e-05,
"loss": 0.999,
"step": 2400
},
{
"epoch": 20.87,
"eval_loss": 0.3541375696659088,
"eval_runtime": 75.1099,
"eval_samples_per_second": 22.633,
"eval_steps_per_second": 1.425,
"eval_wer": 0.4343299688948137,
"step": 2400
},
{
"epoch": 21.74,
"learning_rate": 5.1347368421052626e-05,
"loss": 0.993,
"step": 2500
},
{
"epoch": 22.61,
"learning_rate": 4.976842105263157e-05,
"loss": 0.9766,
"step": 2600
},
{
"epoch": 23.48,
"learning_rate": 4.8189473684210524e-05,
"loss": 0.9573,
"step": 2700
},
{
"epoch": 24.35,
"learning_rate": 4.661052631578947e-05,
"loss": 0.945,
"step": 2800
},
{
"epoch": 24.35,
"eval_loss": 0.3265579342842102,
"eval_runtime": 75.4543,
"eval_samples_per_second": 22.53,
"eval_steps_per_second": 1.418,
"eval_wer": 0.4131911381958992,
"step": 2800
},
{
"epoch": 25.22,
"learning_rate": 4.5031578947368415e-05,
"loss": 0.9309,
"step": 2900
},
{
"epoch": 26.09,
"learning_rate": 4.345263157894736e-05,
"loss": 0.9151,
"step": 3000
},
{
"epoch": 26.96,
"learning_rate": 4.1873684210526314e-05,
"loss": 0.9138,
"step": 3100
},
{
"epoch": 27.83,
"learning_rate": 4.031052631578947e-05,
"loss": 0.9058,
"step": 3200
},
{
"epoch": 27.83,
"eval_loss": 0.2969067096710205,
"eval_runtime": 75.0182,
"eval_samples_per_second": 22.661,
"eval_steps_per_second": 1.426,
"eval_wer": 0.377071034088745,
"step": 3200
},
{
"epoch": 28.7,
"learning_rate": 3.8731578947368425e-05,
"loss": 0.9001,
"step": 3300
},
{
"epoch": 29.57,
"learning_rate": 3.7152631578947364e-05,
"loss": 0.8882,
"step": 3400
},
{
"epoch": 30.43,
"learning_rate": 3.557368421052631e-05,
"loss": 0.867,
"step": 3500
},
{
"epoch": 31.3,
"learning_rate": 3.399473684210526e-05,
"loss": 0.8672,
"step": 3600
},
{
"epoch": 31.3,
"eval_loss": 0.2802095413208008,
"eval_runtime": 75.6097,
"eval_samples_per_second": 22.484,
"eval_steps_per_second": 1.415,
"eval_wer": 0.35529740366914236,
"step": 3600
},
{
"epoch": 32.17,
"learning_rate": 3.241578947368421e-05,
"loss": 0.8522,
"step": 3700
},
{
"epoch": 33.04,
"learning_rate": 3.0836842105263153e-05,
"loss": 0.8391,
"step": 3800
},
{
"epoch": 33.91,
"learning_rate": 2.9257894736842103e-05,
"loss": 0.8368,
"step": 3900
},
{
"epoch": 34.78,
"learning_rate": 2.767894736842105e-05,
"loss": 0.8313,
"step": 4000
},
{
"epoch": 34.78,
"eval_loss": 0.26624372601509094,
"eval_runtime": 74.7639,
"eval_samples_per_second": 22.738,
"eval_steps_per_second": 1.431,
"eval_wer": 0.3379673712943566,
"step": 4000
},
{
"epoch": 35.65,
"learning_rate": 2.6099999999999997e-05,
"loss": 0.8188,
"step": 4100
},
{
"epoch": 36.52,
"learning_rate": 2.4521052631578947e-05,
"loss": 0.8168,
"step": 4200
},
{
"epoch": 37.39,
"learning_rate": 2.2942105263157892e-05,
"loss": 0.8103,
"step": 4300
},
{
"epoch": 38.26,
"learning_rate": 2.136315789473684e-05,
"loss": 0.8068,
"step": 4400
},
{
"epoch": 38.26,
"eval_loss": 0.25275924801826477,
"eval_runtime": 75.264,
"eval_samples_per_second": 22.587,
"eval_steps_per_second": 1.422,
"eval_wer": 0.3180981400368184,
"step": 4400
},
{
"epoch": 39.13,
"learning_rate": 1.9784210526315787e-05,
"loss": 0.8046,
"step": 4500
},
{
"epoch": 40.0,
"learning_rate": 1.8205263157894736e-05,
"loss": 0.7929,
"step": 4600
},
{
"epoch": 40.87,
"learning_rate": 1.6626315789473682e-05,
"loss": 0.7817,
"step": 4700
},
{
"epoch": 41.74,
"learning_rate": 1.504736842105263e-05,
"loss": 0.7796,
"step": 4800
},
{
"epoch": 41.74,
"eval_loss": 0.25369659066200256,
"eval_runtime": 74.2196,
"eval_samples_per_second": 22.905,
"eval_steps_per_second": 1.442,
"eval_wer": 0.3073065447851203,
"step": 4800
},
{
"epoch": 42.61,
"learning_rate": 1.3468421052631578e-05,
"loss": 0.7789,
"step": 4900
},
{
"epoch": 43.48,
"learning_rate": 1.1889473684210526e-05,
"loss": 0.7736,
"step": 5000
},
{
"epoch": 44.35,
"learning_rate": 1.0310526315789472e-05,
"loss": 0.783,
"step": 5100
},
{
"epoch": 45.22,
"learning_rate": 8.73157894736842e-06,
"loss": 0.7621,
"step": 5200
},
{
"epoch": 45.22,
"eval_loss": 0.2502739131450653,
"eval_runtime": 74.1963,
"eval_samples_per_second": 22.912,
"eval_steps_per_second": 1.442,
"eval_wer": 0.3035612264330604,
"step": 5200
},
{
"epoch": 46.09,
"learning_rate": 7.168421052631579e-06,
"loss": 0.767,
"step": 5300
},
{
"epoch": 46.96,
"learning_rate": 5.589473684210526e-06,
"loss": 0.7659,
"step": 5400
},
{
"epoch": 47.83,
"learning_rate": 4.0105263157894735e-06,
"loss": 0.7622,
"step": 5500
},
{
"epoch": 48.7,
"learning_rate": 2.431578947368421e-06,
"loss": 0.7611,
"step": 5600
},
{
"epoch": 48.7,
"eval_loss": 0.24768942594528198,
"eval_runtime": 74.3172,
"eval_samples_per_second": 22.875,
"eval_steps_per_second": 1.44,
"eval_wer": 0.29905414841617467,
"step": 5600
},
{
"epoch": 49.57,
"learning_rate": 8.526315789473684e-07,
"loss": 0.7494,
"step": 5700
},
{
"epoch": 50.0,
"step": 5750,
"total_flos": 2.9609555446330925e+19,
"train_loss": 1.4450044761326002,
"train_runtime": 12353.9156,
"train_samples_per_second": 14.878,
"train_steps_per_second": 0.465
}
],
"max_steps": 5750,
"num_train_epochs": 50,
"total_flos": 2.9609555446330925e+19,
"trial_name": null,
"trial_params": null
}