xls-r-300m-pa / trainer_state.json
gagan3012's picture
End of training
7003626
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 499.97196261682245,
"global_step": 13000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 3.82,
"learning_rate": 3.7125e-06,
"loss": 25.9068,
"step": 100
},
{
"epoch": 7.67,
"learning_rate": 7.4625e-06,
"loss": 12.5481,
"step": 200
},
{
"epoch": 11.52,
"learning_rate": 1.1212499999999998e-05,
"loss": 7.2704,
"step": 300
},
{
"epoch": 15.37,
"learning_rate": 1.49625e-05,
"loss": 5.7673,
"step": 400
},
{
"epoch": 19.22,
"learning_rate": 1.8712499999999997e-05,
"loss": 4.6694,
"step": 500
},
{
"epoch": 19.22,
"eval_loss": 4.045496463775635,
"eval_runtime": 13.5539,
"eval_samples_per_second": 26.561,
"eval_steps_per_second": 3.32,
"eval_wer": 1.0,
"step": 500
},
{
"epoch": 23.07,
"learning_rate": 2.2462499999999997e-05,
"loss": 3.9455,
"step": 600
},
{
"epoch": 26.9,
"learning_rate": 2.6212499999999997e-05,
"loss": 3.583,
"step": 700
},
{
"epoch": 30.75,
"learning_rate": 2.99625e-05,
"loss": 3.5138,
"step": 800
},
{
"epoch": 34.6,
"learning_rate": 3.37125e-05,
"loss": 3.4479,
"step": 900
},
{
"epoch": 38.45,
"learning_rate": 3.7462499999999996e-05,
"loss": 3.3907,
"step": 1000
},
{
"epoch": 38.45,
"eval_loss": 3.283632516860962,
"eval_runtime": 13.4556,
"eval_samples_per_second": 26.755,
"eval_steps_per_second": 3.344,
"eval_wer": 1.0,
"step": 1000
},
{
"epoch": 42.3,
"learning_rate": 4.12125e-05,
"loss": 3.3556,
"step": 1100
},
{
"epoch": 46.15,
"learning_rate": 4.4962499999999995e-05,
"loss": 3.3117,
"step": 1200
},
{
"epoch": 49.97,
"learning_rate": 4.871249999999999e-05,
"loss": 3.0309,
"step": 1300
},
{
"epoch": 53.82,
"learning_rate": 5.2462499999999994e-05,
"loss": 2.5273,
"step": 1400
},
{
"epoch": 57.67,
"learning_rate": 5.62125e-05,
"loss": 2.0866,
"step": 1500
},
{
"epoch": 57.67,
"eval_loss": 1.2787948846817017,
"eval_runtime": 13.4904,
"eval_samples_per_second": 26.686,
"eval_steps_per_second": 3.336,
"eval_wer": 0.7714621716973736,
"step": 1500
},
{
"epoch": 61.52,
"learning_rate": 5.9962499999999994e-05,
"loss": 1.8478,
"step": 1600
},
{
"epoch": 65.37,
"learning_rate": 6.37125e-05,
"loss": 1.7048,
"step": 1700
},
{
"epoch": 69.22,
"learning_rate": 6.7425e-05,
"loss": 1.6017,
"step": 1800
},
{
"epoch": 73.07,
"learning_rate": 7.11375e-05,
"loss": 1.4931,
"step": 1900
},
{
"epoch": 76.9,
"learning_rate": 7.48875e-05,
"loss": 1.4106,
"step": 2000
},
{
"epoch": 76.9,
"eval_loss": 0.7866009473800659,
"eval_runtime": 13.5793,
"eval_samples_per_second": 26.511,
"eval_steps_per_second": 3.314,
"eval_wer": 0.689141513132105,
"step": 2000
},
{
"epoch": 80.75,
"learning_rate": 7.433863636363635e-05,
"loss": 1.3808,
"step": 2100
},
{
"epoch": 84.6,
"learning_rate": 7.365681818181818e-05,
"loss": 1.3114,
"step": 2200
},
{
"epoch": 88.45,
"learning_rate": 7.2975e-05,
"loss": 1.2661,
"step": 2300
},
{
"epoch": 92.3,
"learning_rate": 7.229318181818181e-05,
"loss": 1.2103,
"step": 2400
},
{
"epoch": 96.15,
"learning_rate": 7.161136363636363e-05,
"loss": 1.1711,
"step": 2500
},
{
"epoch": 96.15,
"eval_loss": 0.655582070350647,
"eval_runtime": 13.3729,
"eval_samples_per_second": 26.92,
"eval_steps_per_second": 3.365,
"eval_wer": 0.6272050176401411,
"step": 2500
},
{
"epoch": 99.97,
"learning_rate": 7.092954545454545e-05,
"loss": 1.1192,
"step": 2600
},
{
"epoch": 103.82,
"learning_rate": 7.024772727272726e-05,
"loss": 1.0931,
"step": 2700
},
{
"epoch": 107.67,
"learning_rate": 6.956590909090908e-05,
"loss": 1.0688,
"step": 2800
},
{
"epoch": 111.52,
"learning_rate": 6.88840909090909e-05,
"loss": 1.0559,
"step": 2900
},
{
"epoch": 115.37,
"learning_rate": 6.82090909090909e-05,
"loss": 1.038,
"step": 3000
},
{
"epoch": 115.37,
"eval_loss": 0.6194556951522827,
"eval_runtime": 15.6261,
"eval_samples_per_second": 23.038,
"eval_steps_per_second": 2.88,
"eval_wer": 0.5680125441003528,
"step": 3000
},
{
"epoch": 119.22,
"learning_rate": 6.752727272727272e-05,
"loss": 1.0038,
"step": 3100
},
{
"epoch": 123.07,
"learning_rate": 6.684545454545454e-05,
"loss": 0.9754,
"step": 3200
},
{
"epoch": 126.9,
"learning_rate": 6.616363636363636e-05,
"loss": 0.9372,
"step": 3300
},
{
"epoch": 130.75,
"learning_rate": 6.548181818181817e-05,
"loss": 0.9232,
"step": 3400
},
{
"epoch": 134.6,
"learning_rate": 6.479999999999999e-05,
"loss": 0.8989,
"step": 3500
},
{
"epoch": 134.6,
"eval_loss": 0.6562529802322388,
"eval_runtime": 13.2747,
"eval_samples_per_second": 27.119,
"eval_steps_per_second": 3.39,
"eval_wer": 0.560172481379851,
"step": 3500
},
{
"epoch": 138.45,
"learning_rate": 6.411818181818182e-05,
"loss": 0.882,
"step": 3600
},
{
"epoch": 142.3,
"learning_rate": 6.343636363636364e-05,
"loss": 0.868,
"step": 3700
},
{
"epoch": 146.15,
"learning_rate": 6.275454545454545e-05,
"loss": 0.8438,
"step": 3800
},
{
"epoch": 149.97,
"learning_rate": 6.207272727272727e-05,
"loss": 0.8209,
"step": 3900
},
{
"epoch": 153.82,
"learning_rate": 6.139090909090908e-05,
"loss": 0.8021,
"step": 4000
},
{
"epoch": 153.82,
"eval_loss": 0.6643799543380737,
"eval_runtime": 13.2721,
"eval_samples_per_second": 27.125,
"eval_steps_per_second": 3.391,
"eval_wer": 0.5327322618580949,
"step": 4000
},
{
"epoch": 157.67,
"learning_rate": 6.07090909090909e-05,
"loss": 0.7682,
"step": 4100
},
{
"epoch": 161.52,
"learning_rate": 6.0027272727272725e-05,
"loss": 0.7496,
"step": 4200
},
{
"epoch": 165.37,
"learning_rate": 5.934545454545454e-05,
"loss": 0.7427,
"step": 4300
},
{
"epoch": 169.22,
"learning_rate": 5.866363636363636e-05,
"loss": 0.7336,
"step": 4400
},
{
"epoch": 173.07,
"learning_rate": 5.7981818181818174e-05,
"loss": 0.7161,
"step": 4500
},
{
"epoch": 173.07,
"eval_loss": 0.6844300031661987,
"eval_runtime": 13.407,
"eval_samples_per_second": 26.852,
"eval_steps_per_second": 3.356,
"eval_wer": 0.5252842022736182,
"step": 4500
},
{
"epoch": 176.9,
"learning_rate": 5.73e-05,
"loss": 0.6994,
"step": 4600
},
{
"epoch": 180.75,
"learning_rate": 5.6618181818181806e-05,
"loss": 0.6778,
"step": 4700
},
{
"epoch": 184.6,
"learning_rate": 5.593636363636363e-05,
"loss": 0.6709,
"step": 4800
},
{
"epoch": 188.45,
"learning_rate": 5.5254545454545446e-05,
"loss": 0.6551,
"step": 4900
},
{
"epoch": 192.3,
"learning_rate": 5.457272727272727e-05,
"loss": 0.6449,
"step": 5000
},
{
"epoch": 192.3,
"eval_loss": 0.7017893195152283,
"eval_runtime": 13.3622,
"eval_samples_per_second": 26.942,
"eval_steps_per_second": 3.368,
"eval_wer": 0.5331242649941199,
"step": 5000
},
{
"epoch": 196.15,
"learning_rate": 5.389090909090909e-05,
"loss": 0.6229,
"step": 5100
},
{
"epoch": 199.97,
"learning_rate": 5.32090909090909e-05,
"loss": 0.5977,
"step": 5200
},
{
"epoch": 203.82,
"learning_rate": 5.2527272727272725e-05,
"loss": 0.5985,
"step": 5300
},
{
"epoch": 207.67,
"learning_rate": 5.185227272727272e-05,
"loss": 0.5819,
"step": 5400
},
{
"epoch": 211.52,
"learning_rate": 5.117045454545454e-05,
"loss": 0.5659,
"step": 5500
},
{
"epoch": 211.52,
"eval_loss": 0.7450936436653137,
"eval_runtime": 13.5305,
"eval_samples_per_second": 26.606,
"eval_steps_per_second": 3.326,
"eval_wer": 0.546452371618973,
"step": 5500
},
{
"epoch": 215.37,
"learning_rate": 5.048863636363636e-05,
"loss": 0.5615,
"step": 5600
},
{
"epoch": 219.22,
"learning_rate": 4.980681818181818e-05,
"loss": 0.5475,
"step": 5700
},
{
"epoch": 223.07,
"learning_rate": 4.9124999999999995e-05,
"loss": 0.529,
"step": 5800
},
{
"epoch": 226.9,
"learning_rate": 4.844318181818181e-05,
"loss": 0.5217,
"step": 5900
},
{
"epoch": 230.75,
"learning_rate": 4.7761363636363634e-05,
"loss": 0.5118,
"step": 6000
},
{
"epoch": 230.75,
"eval_loss": 0.7857084274291992,
"eval_runtime": 13.2806,
"eval_samples_per_second": 27.107,
"eval_steps_per_second": 3.388,
"eval_wer": 0.5386123088984712,
"step": 6000
},
{
"epoch": 234.6,
"learning_rate": 4.707954545454545e-05,
"loss": 0.4996,
"step": 6100
},
{
"epoch": 238.45,
"learning_rate": 4.639772727272727e-05,
"loss": 0.4808,
"step": 6200
},
{
"epoch": 242.3,
"learning_rate": 4.5715909090909083e-05,
"loss": 0.4632,
"step": 6300
},
{
"epoch": 246.15,
"learning_rate": 4.5034090909090907e-05,
"loss": 0.4643,
"step": 6400
},
{
"epoch": 249.97,
"learning_rate": 4.435227272727272e-05,
"loss": 0.4385,
"step": 6500
},
{
"epoch": 249.97,
"eval_loss": 0.8062427043914795,
"eval_runtime": 13.503,
"eval_samples_per_second": 26.661,
"eval_steps_per_second": 3.333,
"eval_wer": 0.5382203057624461,
"step": 6500
},
{
"epoch": 253.82,
"learning_rate": 4.367045454545454e-05,
"loss": 0.439,
"step": 6600
},
{
"epoch": 257.67,
"learning_rate": 4.298863636363636e-05,
"loss": 0.4274,
"step": 6700
},
{
"epoch": 261.52,
"learning_rate": 4.230681818181818e-05,
"loss": 0.4177,
"step": 6800
},
{
"epoch": 265.37,
"learning_rate": 4.1625e-05,
"loss": 0.411,
"step": 6900
},
{
"epoch": 269.22,
"learning_rate": 4.094318181818181e-05,
"loss": 0.3984,
"step": 7000
},
{
"epoch": 269.22,
"eval_loss": 0.8315810561180115,
"eval_runtime": 13.3889,
"eval_samples_per_second": 26.888,
"eval_steps_per_second": 3.361,
"eval_wer": 0.5621324970599765,
"step": 7000
},
{
"epoch": 273.07,
"learning_rate": 4.0261363636363635e-05,
"loss": 0.3935,
"step": 7100
},
{
"epoch": 276.9,
"learning_rate": 3.957954545454545e-05,
"loss": 0.3842,
"step": 7200
},
{
"epoch": 280.75,
"learning_rate": 3.8897727272727274e-05,
"loss": 0.3756,
"step": 7300
},
{
"epoch": 284.6,
"learning_rate": 3.8215909090909084e-05,
"loss": 0.3671,
"step": 7400
},
{
"epoch": 288.45,
"learning_rate": 3.754090909090909e-05,
"loss": 0.3666,
"step": 7500
},
{
"epoch": 288.45,
"eval_loss": 0.8735576868057251,
"eval_runtime": 13.3799,
"eval_samples_per_second": 26.906,
"eval_steps_per_second": 3.363,
"eval_wer": 0.5503724029792239,
"step": 7500
},
{
"epoch": 292.3,
"learning_rate": 3.6859090909090904e-05,
"loss": 0.3454,
"step": 7600
},
{
"epoch": 296.15,
"learning_rate": 3.617727272727273e-05,
"loss": 0.3486,
"step": 7700
},
{
"epoch": 299.97,
"learning_rate": 3.5495454545454544e-05,
"loss": 0.3347,
"step": 7800
},
{
"epoch": 303.82,
"learning_rate": 3.481363636363636e-05,
"loss": 0.3262,
"step": 7900
},
{
"epoch": 307.67,
"learning_rate": 3.413181818181818e-05,
"loss": 0.3256,
"step": 8000
},
{
"epoch": 307.67,
"eval_loss": 0.9133402705192566,
"eval_runtime": 13.8839,
"eval_samples_per_second": 25.929,
"eval_steps_per_second": 3.241,
"eval_wer": 0.568796550372403,
"step": 8000
},
{
"epoch": 311.52,
"learning_rate": 3.345e-05,
"loss": 0.3062,
"step": 8100
},
{
"epoch": 315.37,
"learning_rate": 3.2768181818181816e-05,
"loss": 0.3053,
"step": 8200
},
{
"epoch": 319.22,
"learning_rate": 3.208636363636363e-05,
"loss": 0.3003,
"step": 8300
},
{
"epoch": 323.07,
"learning_rate": 3.140454545454545e-05,
"loss": 0.2975,
"step": 8400
},
{
"epoch": 326.9,
"learning_rate": 3.072272727272727e-05,
"loss": 0.289,
"step": 8500
},
{
"epoch": 326.9,
"eval_loss": 0.9556481242179871,
"eval_runtime": 13.3982,
"eval_samples_per_second": 26.869,
"eval_steps_per_second": 3.359,
"eval_wer": 0.5684045472363779,
"step": 8500
},
{
"epoch": 330.75,
"learning_rate": 3.004090909090909e-05,
"loss": 0.2802,
"step": 8600
},
{
"epoch": 334.6,
"learning_rate": 2.9359090909090905e-05,
"loss": 0.2736,
"step": 8700
},
{
"epoch": 338.45,
"learning_rate": 2.8677272727272725e-05,
"loss": 0.2683,
"step": 8800
},
{
"epoch": 342.3,
"learning_rate": 2.799545454545454e-05,
"loss": 0.2681,
"step": 8900
},
{
"epoch": 346.15,
"learning_rate": 2.731363636363636e-05,
"loss": 0.2663,
"step": 9000
},
{
"epoch": 346.15,
"eval_loss": 0.9343604445457458,
"eval_runtime": 13.4662,
"eval_samples_per_second": 26.734,
"eval_steps_per_second": 3.342,
"eval_wer": 0.5707565660525284,
"step": 9000
},
{
"epoch": 349.97,
"learning_rate": 2.6631818181818177e-05,
"loss": 0.2597,
"step": 9100
},
{
"epoch": 353.82,
"learning_rate": 2.5949999999999997e-05,
"loss": 0.2636,
"step": 9200
},
{
"epoch": 357.67,
"learning_rate": 2.5268181818181817e-05,
"loss": 0.2538,
"step": 9300
},
{
"epoch": 361.52,
"learning_rate": 2.4586363636363637e-05,
"loss": 0.2505,
"step": 9400
},
{
"epoch": 365.37,
"learning_rate": 2.3904545454545453e-05,
"loss": 0.2445,
"step": 9500
},
{
"epoch": 365.37,
"eval_loss": 0.9471534490585327,
"eval_runtime": 13.371,
"eval_samples_per_second": 26.924,
"eval_steps_per_second": 3.365,
"eval_wer": 0.5589964719717758,
"step": 9500
},
{
"epoch": 369.22,
"learning_rate": 2.3222727272727273e-05,
"loss": 0.2397,
"step": 9600
},
{
"epoch": 373.07,
"learning_rate": 2.254090909090909e-05,
"loss": 0.2395,
"step": 9700
},
{
"epoch": 376.9,
"learning_rate": 2.185909090909091e-05,
"loss": 0.2277,
"step": 9800
},
{
"epoch": 380.75,
"learning_rate": 2.1184090909090906e-05,
"loss": 0.2305,
"step": 9900
},
{
"epoch": 384.6,
"learning_rate": 2.0509090909090907e-05,
"loss": 0.2289,
"step": 10000
},
{
"epoch": 384.6,
"eval_loss": 0.9713197350502014,
"eval_runtime": 13.5048,
"eval_samples_per_second": 26.657,
"eval_steps_per_second": 3.332,
"eval_wer": 0.5672285378283026,
"step": 10000
},
{
"epoch": 388.45,
"learning_rate": 1.9827272727272727e-05,
"loss": 0.2139,
"step": 10100
},
{
"epoch": 392.3,
"learning_rate": 1.9145454545454543e-05,
"loss": 0.2214,
"step": 10200
},
{
"epoch": 396.15,
"learning_rate": 1.846363636363636e-05,
"loss": 0.2053,
"step": 10300
},
{
"epoch": 399.97,
"learning_rate": 1.7781818181818183e-05,
"loss": 0.2007,
"step": 10400
},
{
"epoch": 403.82,
"learning_rate": 1.71e-05,
"loss": 0.2048,
"step": 10500
},
{
"epoch": 403.82,
"eval_loss": 0.9977540969848633,
"eval_runtime": 15.7748,
"eval_samples_per_second": 22.821,
"eval_steps_per_second": 2.853,
"eval_wer": 0.5762446099568796,
"step": 10500
},
{
"epoch": 407.67,
"learning_rate": 1.641818181818182e-05,
"loss": 0.1995,
"step": 10600
},
{
"epoch": 411.52,
"learning_rate": 1.5736363636363635e-05,
"loss": 0.1994,
"step": 10700
},
{
"epoch": 415.37,
"learning_rate": 1.5054545454545453e-05,
"loss": 0.2005,
"step": 10800
},
{
"epoch": 419.22,
"learning_rate": 1.4372727272727271e-05,
"loss": 0.1988,
"step": 10900
},
{
"epoch": 423.07,
"learning_rate": 1.369090909090909e-05,
"loss": 0.1857,
"step": 11000
},
{
"epoch": 423.07,
"eval_loss": 1.0229874849319458,
"eval_runtime": 13.4188,
"eval_samples_per_second": 26.828,
"eval_steps_per_second": 3.354,
"eval_wer": 0.5797726381811055,
"step": 11000
},
{
"epoch": 426.9,
"learning_rate": 1.3009090909090907e-05,
"loss": 0.1793,
"step": 11100
},
{
"epoch": 430.75,
"learning_rate": 1.2327272727272726e-05,
"loss": 0.1835,
"step": 11200
},
{
"epoch": 434.6,
"learning_rate": 1.1645454545454545e-05,
"loss": 0.1729,
"step": 11300
},
{
"epoch": 438.45,
"learning_rate": 1.0963636363636363e-05,
"loss": 0.1751,
"step": 11400
},
{
"epoch": 442.3,
"learning_rate": 1.0281818181818181e-05,
"loss": 0.1751,
"step": 11500
},
{
"epoch": 442.3,
"eval_loss": 1.0409098863601685,
"eval_runtime": 13.4411,
"eval_samples_per_second": 26.784,
"eval_steps_per_second": 3.348,
"eval_wer": 0.5754606036848294,
"step": 11500
},
{
"epoch": 446.15,
"learning_rate": 9.6e-06,
"loss": 0.1743,
"step": 11600
},
{
"epoch": 449.97,
"learning_rate": 8.918181818181818e-06,
"loss": 0.1704,
"step": 11700
},
{
"epoch": 453.82,
"learning_rate": 8.236363636363636e-06,
"loss": 0.1691,
"step": 11800
},
{
"epoch": 457.67,
"learning_rate": 7.554545454545453e-06,
"loss": 0.1635,
"step": 11900
},
{
"epoch": 461.52,
"learning_rate": 6.872727272727273e-06,
"loss": 0.1688,
"step": 12000
},
{
"epoch": 461.52,
"eval_loss": 1.0444588661193848,
"eval_runtime": 13.5066,
"eval_samples_per_second": 26.654,
"eval_steps_per_second": 3.332,
"eval_wer": 0.5727165817326538,
"step": 12000
},
{
"epoch": 465.37,
"learning_rate": 6.190909090909091e-06,
"loss": 0.1666,
"step": 12100
},
{
"epoch": 469.22,
"learning_rate": 5.509090909090908e-06,
"loss": 0.1619,
"step": 12200
},
{
"epoch": 473.07,
"learning_rate": 4.827272727272726e-06,
"loss": 0.161,
"step": 12300
},
{
"epoch": 476.9,
"learning_rate": 4.145454545454545e-06,
"loss": 0.1527,
"step": 12400
},
{
"epoch": 480.75,
"learning_rate": 3.4636363636363636e-06,
"loss": 0.1633,
"step": 12500
},
{
"epoch": 480.75,
"eval_loss": 1.048424482345581,
"eval_runtime": 13.4794,
"eval_samples_per_second": 26.707,
"eval_steps_per_second": 3.338,
"eval_wer": 0.5738925911407291,
"step": 12500
},
{
"epoch": 484.6,
"learning_rate": 2.7818181818181817e-06,
"loss": 0.1604,
"step": 12600
},
{
"epoch": 488.45,
"learning_rate": 2.1e-06,
"loss": 0.156,
"step": 12700
},
{
"epoch": 492.3,
"learning_rate": 1.418181818181818e-06,
"loss": 0.1579,
"step": 12800
},
{
"epoch": 496.15,
"learning_rate": 7.363636363636363e-07,
"loss": 0.1557,
"step": 12900
},
{
"epoch": 499.97,
"learning_rate": 5.454545454545454e-08,
"loss": 0.1488,
"step": 13000
},
{
"epoch": 499.97,
"eval_loss": 1.0443373918533325,
"eval_runtime": 13.3989,
"eval_samples_per_second": 26.868,
"eval_steps_per_second": 3.358,
"eval_wer": 0.5715405723245786,
"step": 13000
},
{
"epoch": 499.97,
"step": 13000,
"total_flos": 6.567667376811244e+19,
"train_loss": 1.1417412889187153,
"train_runtime": 29000.6737,
"train_samples_per_second": 14.758,
"train_steps_per_second": 0.448
}
],
"max_steps": 13000,
"num_train_epochs": 500,
"total_flos": 6.567667376811244e+19,
"trial_name": null,
"trial_params": null
}