infinitejoy's picture
End of training
23b1976
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 50.0,
"global_step": 14200,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.35,
"learning_rate": 6.789999999999999e-06,
"loss": 13.5868,
"step": 100
},
{
"epoch": 0.7,
"learning_rate": 1.379e-05,
"loss": 5.6931,
"step": 200
},
{
"epoch": 1.06,
"learning_rate": 2.0789999999999996e-05,
"loss": 4.1485,
"step": 300
},
{
"epoch": 1.41,
"learning_rate": 2.779e-05,
"loss": 3.5861,
"step": 400
},
{
"epoch": 1.76,
"learning_rate": 3.479e-05,
"loss": 3.2885,
"step": 500
},
{
"epoch": 2.11,
"learning_rate": 4.178999999999999e-05,
"loss": 3.2023,
"step": 600
},
{
"epoch": 2.46,
"learning_rate": 4.878999999999999e-05,
"loss": 3.1447,
"step": 700
},
{
"epoch": 2.82,
"learning_rate": 5.579e-05,
"loss": 3.0982,
"step": 800
},
{
"epoch": 3.17,
"learning_rate": 6.279e-05,
"loss": 2.9573,
"step": 900
},
{
"epoch": 3.52,
"learning_rate": 6.979e-05,
"loss": 2.3964,
"step": 1000
},
{
"epoch": 3.52,
"eval_loss": 1.225058913230896,
"eval_runtime": 113.8433,
"eval_samples_per_second": 30.103,
"eval_steps_per_second": 0.949,
"eval_wer": 0.878148627762229,
"step": 1000
},
{
"epoch": 3.87,
"learning_rate": 6.948560606060606e-05,
"loss": 1.9563,
"step": 1100
},
{
"epoch": 4.23,
"learning_rate": 6.895530303030303e-05,
"loss": 1.7124,
"step": 1200
},
{
"epoch": 4.58,
"learning_rate": 6.8425e-05,
"loss": 1.5888,
"step": 1300
},
{
"epoch": 4.93,
"learning_rate": 6.789469696969696e-05,
"loss": 1.514,
"step": 1400
},
{
"epoch": 5.28,
"learning_rate": 6.736439393939394e-05,
"loss": 1.4347,
"step": 1500
},
{
"epoch": 5.63,
"learning_rate": 6.68340909090909e-05,
"loss": 1.4113,
"step": 1600
},
{
"epoch": 5.99,
"learning_rate": 6.630378787878786e-05,
"loss": 1.4,
"step": 1700
},
{
"epoch": 6.34,
"learning_rate": 6.577348484848484e-05,
"loss": 1.3486,
"step": 1800
},
{
"epoch": 6.69,
"learning_rate": 6.52431818181818e-05,
"loss": 1.3427,
"step": 1900
},
{
"epoch": 7.04,
"learning_rate": 6.471287878787878e-05,
"loss": 1.3176,
"step": 2000
},
{
"epoch": 7.04,
"eval_loss": 0.3872202932834625,
"eval_runtime": 113.3065,
"eval_samples_per_second": 30.245,
"eval_steps_per_second": 0.953,
"eval_wer": 0.4461756965620953,
"step": 2000
},
{
"epoch": 7.39,
"learning_rate": 6.418257575757575e-05,
"loss": 1.2983,
"step": 2100
},
{
"epoch": 7.75,
"learning_rate": 6.365227272727272e-05,
"loss": 1.2845,
"step": 2200
},
{
"epoch": 8.1,
"learning_rate": 6.312196969696969e-05,
"loss": 1.2803,
"step": 2300
},
{
"epoch": 8.45,
"learning_rate": 6.259166666666667e-05,
"loss": 1.2482,
"step": 2400
},
{
"epoch": 8.8,
"learning_rate": 6.206136363636363e-05,
"loss": 1.2734,
"step": 2500
},
{
"epoch": 9.15,
"learning_rate": 6.153106060606061e-05,
"loss": 1.2382,
"step": 2600
},
{
"epoch": 9.51,
"learning_rate": 6.100075757575757e-05,
"loss": 1.2278,
"step": 2700
},
{
"epoch": 9.86,
"learning_rate": 6.047045454545454e-05,
"loss": 1.2254,
"step": 2800
},
{
"epoch": 10.21,
"learning_rate": 5.994015151515151e-05,
"loss": 1.2084,
"step": 2900
},
{
"epoch": 10.56,
"learning_rate": 5.940984848484848e-05,
"loss": 1.1999,
"step": 3000
},
{
"epoch": 10.56,
"eval_loss": 0.32438814640045166,
"eval_runtime": 116.219,
"eval_samples_per_second": 29.487,
"eval_steps_per_second": 0.929,
"eval_wer": 0.39216341534734117,
"step": 3000
},
{
"epoch": 10.92,
"learning_rate": 5.887954545454545e-05,
"loss": 1.2041,
"step": 3100
},
{
"epoch": 11.27,
"learning_rate": 5.8349242424242423e-05,
"loss": 1.1884,
"step": 3200
},
{
"epoch": 11.62,
"learning_rate": 5.781893939393939e-05,
"loss": 1.1938,
"step": 3300
},
{
"epoch": 11.97,
"learning_rate": 5.728863636363636e-05,
"loss": 1.1871,
"step": 3400
},
{
"epoch": 12.32,
"learning_rate": 5.675833333333333e-05,
"loss": 1.1859,
"step": 3500
},
{
"epoch": 12.68,
"learning_rate": 5.62280303030303e-05,
"loss": 1.1824,
"step": 3600
},
{
"epoch": 13.03,
"learning_rate": 5.569772727272727e-05,
"loss": 1.1627,
"step": 3700
},
{
"epoch": 13.38,
"learning_rate": 5.516742424242423e-05,
"loss": 1.1557,
"step": 3800
},
{
"epoch": 13.73,
"learning_rate": 5.4637121212121204e-05,
"loss": 1.1679,
"step": 3900
},
{
"epoch": 14.08,
"learning_rate": 5.4106818181818174e-05,
"loss": 1.1633,
"step": 4000
},
{
"epoch": 14.08,
"eval_loss": 0.3014352321624756,
"eval_runtime": 112.4096,
"eval_samples_per_second": 30.487,
"eval_steps_per_second": 0.961,
"eval_wer": 0.3703997660720999,
"step": 4000
},
{
"epoch": 14.44,
"learning_rate": 5.3576515151515145e-05,
"loss": 1.1435,
"step": 4100
},
{
"epoch": 14.79,
"learning_rate": 5.3046212121212116e-05,
"loss": 1.14,
"step": 4200
},
{
"epoch": 15.14,
"learning_rate": 5.252121212121211e-05,
"loss": 1.1508,
"step": 4300
},
{
"epoch": 15.49,
"learning_rate": 5.199090909090908e-05,
"loss": 1.1158,
"step": 4400
},
{
"epoch": 15.85,
"learning_rate": 5.146060606060605e-05,
"loss": 1.1181,
"step": 4500
},
{
"epoch": 16.2,
"learning_rate": 5.093030303030302e-05,
"loss": 1.1156,
"step": 4600
},
{
"epoch": 16.55,
"learning_rate": 5.039999999999999e-05,
"loss": 1.1205,
"step": 4700
},
{
"epoch": 16.9,
"learning_rate": 4.986969696969696e-05,
"loss": 1.1364,
"step": 4800
},
{
"epoch": 17.25,
"learning_rate": 4.933939393939393e-05,
"loss": 1.1098,
"step": 4900
},
{
"epoch": 17.61,
"learning_rate": 4.8809090909090903e-05,
"loss": 1.1132,
"step": 5000
},
{
"epoch": 17.61,
"eval_loss": 0.2912500500679016,
"eval_runtime": 113.7465,
"eval_samples_per_second": 30.128,
"eval_steps_per_second": 0.949,
"eval_wer": 0.3622540624086219,
"step": 5000
},
{
"epoch": 17.96,
"learning_rate": 4.8278787878787874e-05,
"loss": 1.1102,
"step": 5100
},
{
"epoch": 18.31,
"learning_rate": 4.7748484848484845e-05,
"loss": 1.12,
"step": 5200
},
{
"epoch": 18.66,
"learning_rate": 4.7218181818181815e-05,
"loss": 1.1068,
"step": 5300
},
{
"epoch": 19.01,
"learning_rate": 4.6687878787878786e-05,
"loss": 1.1125,
"step": 5400
},
{
"epoch": 19.37,
"learning_rate": 4.6157575757575756e-05,
"loss": 1.0941,
"step": 5500
},
{
"epoch": 19.72,
"learning_rate": 4.562727272727273e-05,
"loss": 1.0938,
"step": 5600
},
{
"epoch": 20.07,
"learning_rate": 4.50969696969697e-05,
"loss": 1.071,
"step": 5700
},
{
"epoch": 20.42,
"learning_rate": 4.456666666666667e-05,
"loss": 1.0878,
"step": 5800
},
{
"epoch": 20.77,
"learning_rate": 4.403636363636364e-05,
"loss": 1.0815,
"step": 5900
},
{
"epoch": 21.13,
"learning_rate": 4.3506060606060596e-05,
"loss": 1.0888,
"step": 6000
},
{
"epoch": 21.13,
"eval_loss": 0.28635460138320923,
"eval_runtime": 111.8452,
"eval_samples_per_second": 30.641,
"eval_steps_per_second": 0.966,
"eval_wer": 0.3498057562972555,
"step": 6000
},
{
"epoch": 21.48,
"learning_rate": 4.2975757575757566e-05,
"loss": 1.0875,
"step": 6100
},
{
"epoch": 21.83,
"learning_rate": 4.244545454545454e-05,
"loss": 1.0609,
"step": 6200
},
{
"epoch": 22.18,
"learning_rate": 4.191515151515151e-05,
"loss": 1.0796,
"step": 6300
},
{
"epoch": 22.54,
"learning_rate": 4.1390151515151515e-05,
"loss": 1.0701,
"step": 6400
},
{
"epoch": 22.89,
"learning_rate": 4.0859848484848485e-05,
"loss": 1.0633,
"step": 6500
},
{
"epoch": 23.24,
"learning_rate": 4.0329545454545456e-05,
"loss": 1.0491,
"step": 6600
},
{
"epoch": 23.59,
"learning_rate": 3.9799242424242427e-05,
"loss": 1.0673,
"step": 6700
},
{
"epoch": 23.94,
"learning_rate": 3.927424242424242e-05,
"loss": 1.0574,
"step": 6800
},
{
"epoch": 24.3,
"learning_rate": 3.874393939393939e-05,
"loss": 1.0371,
"step": 6900
},
{
"epoch": 24.65,
"learning_rate": 3.821363636363636e-05,
"loss": 1.0487,
"step": 7000
},
{
"epoch": 24.65,
"eval_loss": 0.28213828802108765,
"eval_runtime": 109.6819,
"eval_samples_per_second": 31.245,
"eval_steps_per_second": 0.985,
"eval_wer": 0.3434562847236727,
"step": 7000
},
{
"epoch": 25.0,
"learning_rate": 3.768333333333333e-05,
"loss": 1.0749,
"step": 7100
},
{
"epoch": 25.35,
"learning_rate": 3.71530303030303e-05,
"loss": 1.0492,
"step": 7200
},
{
"epoch": 25.7,
"learning_rate": 3.662272727272727e-05,
"loss": 1.0189,
"step": 7300
},
{
"epoch": 26.06,
"learning_rate": 3.609242424242424e-05,
"loss": 1.0428,
"step": 7400
},
{
"epoch": 26.41,
"learning_rate": 3.556212121212121e-05,
"loss": 1.0372,
"step": 7500
},
{
"epoch": 26.76,
"learning_rate": 3.503181818181818e-05,
"loss": 1.0324,
"step": 7600
},
{
"epoch": 27.11,
"learning_rate": 3.450151515151515e-05,
"loss": 1.0244,
"step": 7700
},
{
"epoch": 27.46,
"learning_rate": 3.397121212121212e-05,
"loss": 1.0217,
"step": 7800
},
{
"epoch": 27.82,
"learning_rate": 3.344090909090909e-05,
"loss": 1.024,
"step": 7900
},
{
"epoch": 28.17,
"learning_rate": 3.291060606060606e-05,
"loss": 1.0431,
"step": 8000
},
{
"epoch": 28.17,
"eval_loss": 0.2738790810108185,
"eval_runtime": 112.4344,
"eval_samples_per_second": 30.48,
"eval_steps_per_second": 0.961,
"eval_wer": 0.33075734157650694,
"step": 8000
},
{
"epoch": 28.52,
"learning_rate": 3.238030303030303e-05,
"loss": 1.0062,
"step": 8100
},
{
"epoch": 28.87,
"learning_rate": 3.185e-05,
"loss": 1.0167,
"step": 8200
},
{
"epoch": 29.23,
"learning_rate": 3.1319696969696965e-05,
"loss": 1.0051,
"step": 8300
},
{
"epoch": 29.58,
"learning_rate": 3.0789393939393936e-05,
"loss": 1.015,
"step": 8400
},
{
"epoch": 29.93,
"learning_rate": 3.0259090909090907e-05,
"loss": 1.0221,
"step": 8500
},
{
"epoch": 30.28,
"learning_rate": 2.9728787878787874e-05,
"loss": 0.9987,
"step": 8600
},
{
"epoch": 30.63,
"learning_rate": 2.9198484848484844e-05,
"loss": 1.0008,
"step": 8700
},
{
"epoch": 30.99,
"learning_rate": 2.8668181818181815e-05,
"loss": 0.9992,
"step": 8800
},
{
"epoch": 31.34,
"learning_rate": 2.8143181818181816e-05,
"loss": 1.0122,
"step": 8900
},
{
"epoch": 31.69,
"learning_rate": 2.7612878787878786e-05,
"loss": 0.9896,
"step": 9000
},
{
"epoch": 31.69,
"eval_loss": 0.2629273533821106,
"eval_runtime": 110.3673,
"eval_samples_per_second": 31.051,
"eval_steps_per_second": 0.979,
"eval_wer": 0.32432432432432434,
"step": 9000
},
{
"epoch": 32.04,
"learning_rate": 2.7082575757575757e-05,
"loss": 0.9994,
"step": 9100
},
{
"epoch": 32.39,
"learning_rate": 2.6552272727272727e-05,
"loss": 0.9966,
"step": 9200
},
{
"epoch": 32.75,
"learning_rate": 2.6021969696969695e-05,
"loss": 0.9905,
"step": 9300
},
{
"epoch": 33.1,
"learning_rate": 2.5491666666666665e-05,
"loss": 0.9819,
"step": 9400
},
{
"epoch": 33.45,
"learning_rate": 2.4966666666666666e-05,
"loss": 1.0018,
"step": 9500
},
{
"epoch": 33.8,
"learning_rate": 2.4436363636363636e-05,
"loss": 0.9881,
"step": 9600
},
{
"epoch": 34.15,
"learning_rate": 2.3906060606060604e-05,
"loss": 0.9939,
"step": 9700
},
{
"epoch": 34.51,
"learning_rate": 2.3375757575757574e-05,
"loss": 0.9874,
"step": 9800
},
{
"epoch": 34.86,
"learning_rate": 2.284545454545454e-05,
"loss": 0.9617,
"step": 9900
},
{
"epoch": 35.21,
"learning_rate": 2.2315151515151512e-05,
"loss": 0.9839,
"step": 10000
},
{
"epoch": 35.21,
"eval_loss": 0.28058063983917236,
"eval_runtime": 111.4323,
"eval_samples_per_second": 30.754,
"eval_steps_per_second": 0.969,
"eval_wer": 0.33079911441580684,
"step": 10000
},
{
"epoch": 35.56,
"learning_rate": 2.1784848484848483e-05,
"loss": 0.9761,
"step": 10100
},
{
"epoch": 35.92,
"learning_rate": 2.1254545454545453e-05,
"loss": 0.9892,
"step": 10200
},
{
"epoch": 36.27,
"learning_rate": 2.0724242424242424e-05,
"loss": 0.9712,
"step": 10300
},
{
"epoch": 36.62,
"learning_rate": 2.0193939393939394e-05,
"loss": 0.9725,
"step": 10400
},
{
"epoch": 36.97,
"learning_rate": 1.966363636363636e-05,
"loss": 0.9738,
"step": 10500
},
{
"epoch": 37.32,
"learning_rate": 1.9133333333333332e-05,
"loss": 0.9622,
"step": 10600
},
{
"epoch": 37.68,
"learning_rate": 1.86030303030303e-05,
"loss": 0.9612,
"step": 10700
},
{
"epoch": 38.03,
"learning_rate": 1.807272727272727e-05,
"loss": 0.9645,
"step": 10800
},
{
"epoch": 38.38,
"learning_rate": 1.754242424242424e-05,
"loss": 0.9703,
"step": 10900
},
{
"epoch": 38.73,
"learning_rate": 1.701212121212121e-05,
"loss": 0.9586,
"step": 11000
},
{
"epoch": 38.73,
"eval_loss": 0.26495224237442017,
"eval_runtime": 115.232,
"eval_samples_per_second": 29.74,
"eval_steps_per_second": 0.937,
"eval_wer": 0.32353064037762647,
"step": 11000
},
{
"epoch": 39.08,
"learning_rate": 1.6481818181818178e-05,
"loss": 0.9597,
"step": 11100
},
{
"epoch": 39.44,
"learning_rate": 1.595151515151515e-05,
"loss": 0.9617,
"step": 11200
},
{
"epoch": 39.79,
"learning_rate": 1.542121212121212e-05,
"loss": 0.9615,
"step": 11300
},
{
"epoch": 40.14,
"learning_rate": 1.489090909090909e-05,
"loss": 0.9476,
"step": 11400
},
{
"epoch": 40.49,
"learning_rate": 1.4360606060606059e-05,
"loss": 0.958,
"step": 11500
},
{
"epoch": 40.85,
"learning_rate": 1.3830303030303029e-05,
"loss": 0.9515,
"step": 11600
},
{
"epoch": 41.2,
"learning_rate": 1.33e-05,
"loss": 0.9525,
"step": 11700
},
{
"epoch": 41.55,
"learning_rate": 1.2769696969696969e-05,
"loss": 0.9484,
"step": 11800
},
{
"epoch": 41.9,
"learning_rate": 1.2239393939393937e-05,
"loss": 0.9326,
"step": 11900
},
{
"epoch": 42.25,
"learning_rate": 1.1719696969696968e-05,
"loss": 0.9501,
"step": 12000
},
{
"epoch": 42.25,
"eval_loss": 0.25854310393333435,
"eval_runtime": 111.5579,
"eval_samples_per_second": 30.719,
"eval_steps_per_second": 0.968,
"eval_wer": 0.3173064873219433,
"step": 12000
},
{
"epoch": 42.61,
"learning_rate": 1.1189393939393939e-05,
"loss": 0.9395,
"step": 12100
},
{
"epoch": 42.96,
"learning_rate": 1.065909090909091e-05,
"loss": 0.9519,
"step": 12200
},
{
"epoch": 43.31,
"learning_rate": 1.0128787878787877e-05,
"loss": 0.9445,
"step": 12300
},
{
"epoch": 43.66,
"learning_rate": 9.598484848484847e-06,
"loss": 0.9293,
"step": 12400
},
{
"epoch": 44.01,
"learning_rate": 9.068181818181818e-06,
"loss": 0.9421,
"step": 12500
},
{
"epoch": 44.37,
"learning_rate": 8.537878787878787e-06,
"loss": 0.9305,
"step": 12600
},
{
"epoch": 44.72,
"learning_rate": 8.007575757575757e-06,
"loss": 0.9305,
"step": 12700
},
{
"epoch": 45.07,
"learning_rate": 7.477272727272726e-06,
"loss": 0.9238,
"step": 12800
},
{
"epoch": 45.42,
"learning_rate": 6.946969696969697e-06,
"loss": 0.9291,
"step": 12900
},
{
"epoch": 45.77,
"learning_rate": 6.416666666666666e-06,
"loss": 0.938,
"step": 13000
},
{
"epoch": 45.77,
"eval_loss": 0.2560683786869049,
"eval_runtime": 110.8197,
"eval_samples_per_second": 30.924,
"eval_steps_per_second": 0.975,
"eval_wer": 0.3117089268557584,
"step": 13000
},
{
"epoch": 46.13,
"learning_rate": 5.886363636363636e-06,
"loss": 0.9387,
"step": 13100
},
{
"epoch": 46.48,
"learning_rate": 5.356060606060605e-06,
"loss": 0.9103,
"step": 13200
},
{
"epoch": 46.83,
"learning_rate": 4.825757575757576e-06,
"loss": 0.9283,
"step": 13300
},
{
"epoch": 47.18,
"learning_rate": 4.295454545454545e-06,
"loss": 0.9282,
"step": 13400
},
{
"epoch": 47.54,
"learning_rate": 3.7651515151515147e-06,
"loss": 0.9168,
"step": 13500
},
{
"epoch": 47.89,
"learning_rate": 3.2348484848484844e-06,
"loss": 0.925,
"step": 13600
},
{
"epoch": 48.24,
"learning_rate": 2.704545454545454e-06,
"loss": 0.928,
"step": 13700
},
{
"epoch": 48.59,
"learning_rate": 2.174242424242424e-06,
"loss": 0.9301,
"step": 13800
},
{
"epoch": 48.94,
"learning_rate": 1.6439393939393937e-06,
"loss": 0.9404,
"step": 13900
},
{
"epoch": 49.3,
"learning_rate": 1.1136363636363635e-06,
"loss": 0.921,
"step": 14000
},
{
"epoch": 49.3,
"eval_loss": 0.2559361755847931,
"eval_runtime": 110.0973,
"eval_samples_per_second": 31.127,
"eval_steps_per_second": 0.981,
"eval_wer": 0.31154183549855885,
"step": 14000
},
{
"epoch": 49.65,
"learning_rate": 5.833333333333333e-07,
"loss": 0.9243,
"step": 14100
},
{
"epoch": 50.0,
"learning_rate": 5.303030303030303e-08,
"loss": 0.9223,
"step": 14200
},
{
"epoch": 50.0,
"step": 14200,
"total_flos": 5.595667068571877e+19,
"train_loss": 1.318804485697142,
"train_runtime": 22379.119,
"train_samples_per_second": 20.269,
"train_steps_per_second": 0.635
}
],
"max_steps": 14200,
"num_train_epochs": 50,
"total_flos": 5.595667068571877e+19,
"trial_name": null,
"trial_params": null
}