|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.2431108463904117, |
|
"eval_steps": 2000, |
|
"global_step": 20000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 29.186527252197266, |
|
"learning_rate": 3.6666666666666664e-09, |
|
"loss": 0.9853, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 50.51877975463867, |
|
"learning_rate": 7.666666666666666e-09, |
|
"loss": 2.3272, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 19.928226470947266, |
|
"learning_rate": 1.1833333333333332e-08, |
|
"loss": 0.8806, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 51.900150299072266, |
|
"learning_rate": 1.6e-08, |
|
"loss": 2.3406, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 28.492319107055664, |
|
"learning_rate": 2.0166666666666665e-08, |
|
"loss": 0.9825, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 52.842262268066406, |
|
"learning_rate": 2.433333333333333e-08, |
|
"loss": 2.175, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 21.88471031188965, |
|
"learning_rate": 2.85e-08, |
|
"loss": 1.0408, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 46.56641387939453, |
|
"learning_rate": 3.266666666666666e-08, |
|
"loss": 2.2269, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 19.953123092651367, |
|
"learning_rate": 3.683333333333333e-08, |
|
"loss": 0.981, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 54.310176849365234, |
|
"learning_rate": 4.1e-08, |
|
"loss": 2.3529, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 27.19457244873047, |
|
"learning_rate": 4.516666666666667e-08, |
|
"loss": 0.9664, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 46.24717712402344, |
|
"learning_rate": 4.933333333333333e-08, |
|
"loss": 2.4138, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 33.52537536621094, |
|
"learning_rate": 5.3499999999999996e-08, |
|
"loss": 0.8663, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 52.76784896850586, |
|
"learning_rate": 5.766666666666666e-08, |
|
"loss": 2.2765, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 22.990055084228516, |
|
"learning_rate": 6.183333333333332e-08, |
|
"loss": 0.9368, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 45.44700241088867, |
|
"learning_rate": 6.6e-08, |
|
"loss": 2.2677, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 17.737760543823242, |
|
"learning_rate": 7.016666666666667e-08, |
|
"loss": 0.8554, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 42.23236846923828, |
|
"learning_rate": 7.433333333333334e-08, |
|
"loss": 2.082, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 23.066301345825195, |
|
"learning_rate": 7.85e-08, |
|
"loss": 0.9648, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 40.47060775756836, |
|
"learning_rate": 8.266666666666667e-08, |
|
"loss": 2.0705, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 22.501338958740234, |
|
"learning_rate": 8.683333333333332e-08, |
|
"loss": 0.8634, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 47.01912307739258, |
|
"learning_rate": 9.1e-08, |
|
"loss": 1.9144, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 20.637834548950195, |
|
"learning_rate": 9.516666666666667e-08, |
|
"loss": 0.8638, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 42.16878890991211, |
|
"learning_rate": 9.933333333333332e-08, |
|
"loss": 1.9055, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 22.79128646850586, |
|
"learning_rate": 1.035e-07, |
|
"loss": 0.8053, |
|
"step": 625 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 42.09727096557617, |
|
"learning_rate": 1.0766666666666665e-07, |
|
"loss": 1.7969, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 25.856449127197266, |
|
"learning_rate": 1.1183333333333334e-07, |
|
"loss": 0.7391, |
|
"step": 675 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 44.90492248535156, |
|
"learning_rate": 1.16e-07, |
|
"loss": 1.6681, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 19.00392723083496, |
|
"learning_rate": 1.2016666666666668e-07, |
|
"loss": 0.6716, |
|
"step": 725 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 38.95526123046875, |
|
"learning_rate": 1.2433333333333332e-07, |
|
"loss": 1.358, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 23.28983497619629, |
|
"learning_rate": 1.285e-07, |
|
"loss": 0.5689, |
|
"step": 775 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 43.42043685913086, |
|
"learning_rate": 1.3266666666666664e-07, |
|
"loss": 1.2778, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 19.808530807495117, |
|
"learning_rate": 1.3683333333333333e-07, |
|
"loss": 0.5527, |
|
"step": 825 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 35.28702926635742, |
|
"learning_rate": 1.4099999999999998e-07, |
|
"loss": 1.184, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 19.137269973754883, |
|
"learning_rate": 1.4516666666666665e-07, |
|
"loss": 0.5565, |
|
"step": 875 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 41.621971130371094, |
|
"learning_rate": 1.4933333333333335e-07, |
|
"loss": 1.147, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 18.03120994567871, |
|
"learning_rate": 1.535e-07, |
|
"loss": 0.5302, |
|
"step": 925 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 39.525482177734375, |
|
"learning_rate": 1.5766666666666666e-07, |
|
"loss": 1.1378, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 25.292404174804688, |
|
"learning_rate": 1.6183333333333333e-07, |
|
"loss": 0.4831, |
|
"step": 975 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 35.80854797363281, |
|
"learning_rate": 1.66e-07, |
|
"loss": 1.0397, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 18.648828506469727, |
|
"learning_rate": 1.7016666666666665e-07, |
|
"loss": 0.4555, |
|
"step": 1025 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 39.72472381591797, |
|
"learning_rate": 1.7433333333333332e-07, |
|
"loss": 1.1202, |
|
"step": 1050 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 16.013608932495117, |
|
"learning_rate": 1.785e-07, |
|
"loss": 0.4914, |
|
"step": 1075 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 36.78615188598633, |
|
"learning_rate": 1.8266666666666666e-07, |
|
"loss": 1.0005, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 17.770790100097656, |
|
"learning_rate": 1.868333333333333e-07, |
|
"loss": 0.4111, |
|
"step": 1125 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 31.849889755249023, |
|
"learning_rate": 1.91e-07, |
|
"loss": 0.927, |
|
"step": 1150 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 18.490398406982422, |
|
"learning_rate": 1.9516666666666665e-07, |
|
"loss": 0.4016, |
|
"step": 1175 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 31.49574851989746, |
|
"learning_rate": 1.9933333333333332e-07, |
|
"loss": 0.9365, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 17.154340744018555, |
|
"learning_rate": 2.035e-07, |
|
"loss": 0.4247, |
|
"step": 1225 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 25.48064422607422, |
|
"learning_rate": 2.0766666666666666e-07, |
|
"loss": 0.9058, |
|
"step": 1250 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 19.94418716430664, |
|
"learning_rate": 2.1183333333333333e-07, |
|
"loss": 0.449, |
|
"step": 1275 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 29.873273849487305, |
|
"learning_rate": 2.1599999999999998e-07, |
|
"loss": 0.8359, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 15.53857135772705, |
|
"learning_rate": 2.2016666666666667e-07, |
|
"loss": 0.4133, |
|
"step": 1325 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 28.56229019165039, |
|
"learning_rate": 2.2433333333333332e-07, |
|
"loss": 0.8403, |
|
"step": 1350 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 8.155872344970703, |
|
"learning_rate": 2.285e-07, |
|
"loss": 0.3881, |
|
"step": 1375 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 27.127405166625977, |
|
"learning_rate": 2.3266666666666666e-07, |
|
"loss": 0.822, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 11.950821876525879, |
|
"learning_rate": 2.3683333333333333e-07, |
|
"loss": 0.4201, |
|
"step": 1425 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 31.142114639282227, |
|
"learning_rate": 2.41e-07, |
|
"loss": 0.8028, |
|
"step": 1450 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 15.139409065246582, |
|
"learning_rate": 2.4516666666666665e-07, |
|
"loss": 0.3845, |
|
"step": 1475 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 27.636058807373047, |
|
"learning_rate": 2.493333333333333e-07, |
|
"loss": 0.8359, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 25.11219024658203, |
|
"learning_rate": 2.535e-07, |
|
"loss": 0.4223, |
|
"step": 1525 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 31.15846061706543, |
|
"learning_rate": 2.5766666666666663e-07, |
|
"loss": 0.875, |
|
"step": 1550 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 19.472412109375, |
|
"learning_rate": 2.618333333333333e-07, |
|
"loss": 0.3604, |
|
"step": 1575 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 22.84535026550293, |
|
"learning_rate": 2.66e-07, |
|
"loss": 0.7952, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 16.574451446533203, |
|
"learning_rate": 2.7016666666666667e-07, |
|
"loss": 0.3795, |
|
"step": 1625 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 39.41230392456055, |
|
"learning_rate": 2.743333333333333e-07, |
|
"loss": 0.8251, |
|
"step": 1650 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 13.901805877685547, |
|
"learning_rate": 2.785e-07, |
|
"loss": 0.39, |
|
"step": 1675 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 24.57431983947754, |
|
"learning_rate": 2.8266666666666666e-07, |
|
"loss": 0.8535, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 15.14571475982666, |
|
"learning_rate": 2.868333333333333e-07, |
|
"loss": 0.3597, |
|
"step": 1725 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 23.563344955444336, |
|
"learning_rate": 2.9099999999999995e-07, |
|
"loss": 0.7706, |
|
"step": 1750 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 17.370380401611328, |
|
"learning_rate": 2.951666666666667e-07, |
|
"loss": 0.3564, |
|
"step": 1775 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 32.44514083862305, |
|
"learning_rate": 2.9933333333333334e-07, |
|
"loss": 0.7507, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 12.74821949005127, |
|
"learning_rate": 3.035e-07, |
|
"loss": 0.3674, |
|
"step": 1825 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 22.746973037719727, |
|
"learning_rate": 3.0766666666666663e-07, |
|
"loss": 0.7485, |
|
"step": 1850 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 16.455074310302734, |
|
"learning_rate": 3.118333333333333e-07, |
|
"loss": 0.3533, |
|
"step": 1875 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 32.016258239746094, |
|
"learning_rate": 3.1599999999999997e-07, |
|
"loss": 0.7237, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 22.601268768310547, |
|
"learning_rate": 3.201666666666666e-07, |
|
"loss": 0.4137, |
|
"step": 1925 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 21.461885452270508, |
|
"learning_rate": 3.243333333333333e-07, |
|
"loss": 0.6908, |
|
"step": 1950 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 16.42440414428711, |
|
"learning_rate": 3.285e-07, |
|
"loss": 0.3973, |
|
"step": 1975 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 34.0020637512207, |
|
"learning_rate": 3.3266666666666665e-07, |
|
"loss": 0.748, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"eval_loss": 0.3752075731754303, |
|
"eval_runtime": 5729.5086, |
|
"eval_samples_per_second": 1.643, |
|
"eval_steps_per_second": 0.205, |
|
"eval_wer": 0.21564669788470855, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 15.8253755569458, |
|
"learning_rate": 3.368333333333333e-07, |
|
"loss": 0.328, |
|
"step": 2025 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 27.537580490112305, |
|
"learning_rate": 3.41e-07, |
|
"loss": 0.7222, |
|
"step": 2050 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 20.178504943847656, |
|
"learning_rate": 3.4516666666666664e-07, |
|
"loss": 0.4064, |
|
"step": 2075 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 27.599384307861328, |
|
"learning_rate": 3.4933333333333334e-07, |
|
"loss": 0.8175, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 14.29587459564209, |
|
"learning_rate": 3.535e-07, |
|
"loss": 0.3303, |
|
"step": 2125 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 28.619686126708984, |
|
"learning_rate": 3.576666666666667e-07, |
|
"loss": 0.632, |
|
"step": 2150 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 20.577468872070312, |
|
"learning_rate": 3.618333333333333e-07, |
|
"loss": 0.3908, |
|
"step": 2175 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 24.521394729614258, |
|
"learning_rate": 3.6599999999999997e-07, |
|
"loss": 0.7307, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 18.374794006347656, |
|
"learning_rate": 3.701666666666666e-07, |
|
"loss": 0.4117, |
|
"step": 2225 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 32.217586517333984, |
|
"learning_rate": 3.743333333333333e-07, |
|
"loss": 0.7281, |
|
"step": 2250 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 14.12385368347168, |
|
"learning_rate": 3.785e-07, |
|
"loss": 0.3208, |
|
"step": 2275 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 27.859783172607422, |
|
"learning_rate": 3.8266666666666665e-07, |
|
"loss": 0.7194, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 16.94115447998047, |
|
"learning_rate": 3.868333333333333e-07, |
|
"loss": 0.3764, |
|
"step": 2325 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 28.36104393005371, |
|
"learning_rate": 3.91e-07, |
|
"loss": 0.7183, |
|
"step": 2350 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 10.514703750610352, |
|
"learning_rate": 3.9516666666666664e-07, |
|
"loss": 0.3764, |
|
"step": 2375 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 33.07015609741211, |
|
"learning_rate": 3.993333333333333e-07, |
|
"loss": 0.7127, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 25.2418212890625, |
|
"learning_rate": 4.0350000000000003e-07, |
|
"loss": 0.3723, |
|
"step": 2425 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 25.15533447265625, |
|
"learning_rate": 4.076666666666667e-07, |
|
"loss": 0.7695, |
|
"step": 2450 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 12.2613525390625, |
|
"learning_rate": 4.118333333333333e-07, |
|
"loss": 0.3878, |
|
"step": 2475 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 27.38979148864746, |
|
"learning_rate": 4.1599999999999997e-07, |
|
"loss": 0.7286, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 12.769454956054688, |
|
"learning_rate": 4.2016666666666666e-07, |
|
"loss": 0.3283, |
|
"step": 2525 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 25.558361053466797, |
|
"learning_rate": 4.243333333333333e-07, |
|
"loss": 0.655, |
|
"step": 2550 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 19.812528610229492, |
|
"learning_rate": 4.2849999999999995e-07, |
|
"loss": 0.3285, |
|
"step": 2575 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 23.480504989624023, |
|
"learning_rate": 4.3266666666666665e-07, |
|
"loss": 0.7011, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 27.310148239135742, |
|
"learning_rate": 4.3683333333333335e-07, |
|
"loss": 0.3668, |
|
"step": 2625 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 21.11886978149414, |
|
"learning_rate": 4.41e-07, |
|
"loss": 0.7359, |
|
"step": 2650 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 13.02730655670166, |
|
"learning_rate": 4.4516666666666664e-07, |
|
"loss": 0.3218, |
|
"step": 2675 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 23.938663482666016, |
|
"learning_rate": 4.493333333333333e-07, |
|
"loss": 0.7084, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 13.4992094039917, |
|
"learning_rate": 4.535e-07, |
|
"loss": 0.3586, |
|
"step": 2725 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 24.50682258605957, |
|
"learning_rate": 4.576666666666666e-07, |
|
"loss": 0.6918, |
|
"step": 2750 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 15.688295364379883, |
|
"learning_rate": 4.618333333333333e-07, |
|
"loss": 0.3183, |
|
"step": 2775 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 27.072919845581055, |
|
"learning_rate": 4.66e-07, |
|
"loss": 0.8227, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 16.015159606933594, |
|
"learning_rate": 4.7016666666666666e-07, |
|
"loss": 0.3831, |
|
"step": 2825 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 31.845600128173828, |
|
"learning_rate": 4.743333333333333e-07, |
|
"loss": 0.6515, |
|
"step": 2850 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 12.855831146240234, |
|
"learning_rate": 4.785e-07, |
|
"loss": 0.345, |
|
"step": 2875 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 30.276899337768555, |
|
"learning_rate": 4.826666666666666e-07, |
|
"loss": 0.7189, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 13.716350555419922, |
|
"learning_rate": 4.868333333333333e-07, |
|
"loss": 0.3857, |
|
"step": 2925 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 24.70086097717285, |
|
"learning_rate": 4.909999999999999e-07, |
|
"loss": 0.6669, |
|
"step": 2950 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 13.5408353805542, |
|
"learning_rate": 4.951666666666666e-07, |
|
"loss": 0.3805, |
|
"step": 2975 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 27.32679557800293, |
|
"learning_rate": 4.993333333333333e-07, |
|
"loss": 0.6949, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 14.190648078918457, |
|
"learning_rate": 5.034999999999999e-07, |
|
"loss": 0.3463, |
|
"step": 3025 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 40.79596710205078, |
|
"learning_rate": 5.076666666666667e-07, |
|
"loss": 0.7188, |
|
"step": 3050 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 16.573617935180664, |
|
"learning_rate": 5.118333333333333e-07, |
|
"loss": 0.2875, |
|
"step": 3075 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 24.329591751098633, |
|
"learning_rate": 5.16e-07, |
|
"loss": 0.5879, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 14.05192756652832, |
|
"learning_rate": 5.201666666666666e-07, |
|
"loss": 0.3572, |
|
"step": 3125 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 22.151996612548828, |
|
"learning_rate": 5.243333333333333e-07, |
|
"loss": 0.6409, |
|
"step": 3150 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 14.75150203704834, |
|
"learning_rate": 5.284999999999999e-07, |
|
"loss": 0.3657, |
|
"step": 3175 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 31.801061630249023, |
|
"learning_rate": 5.326666666666666e-07, |
|
"loss": 0.7341, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 10.417610168457031, |
|
"learning_rate": 5.368333333333334e-07, |
|
"loss": 0.3016, |
|
"step": 3225 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 26.536266326904297, |
|
"learning_rate": 5.41e-07, |
|
"loss": 0.7012, |
|
"step": 3250 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 16.091211318969727, |
|
"learning_rate": 5.451666666666667e-07, |
|
"loss": 0.3128, |
|
"step": 3275 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 33.78011703491211, |
|
"learning_rate": 5.493333333333333e-07, |
|
"loss": 0.6206, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 15.934347152709961, |
|
"learning_rate": 5.535e-07, |
|
"loss": 0.3373, |
|
"step": 3325 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 25.661874771118164, |
|
"learning_rate": 5.576666666666667e-07, |
|
"loss": 0.6734, |
|
"step": 3350 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 11.325174331665039, |
|
"learning_rate": 5.618333333333333e-07, |
|
"loss": 0.3077, |
|
"step": 3375 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 21.682788848876953, |
|
"learning_rate": 5.66e-07, |
|
"loss": 0.6616, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 16.362476348876953, |
|
"learning_rate": 5.701666666666667e-07, |
|
"loss": 0.3484, |
|
"step": 3425 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 30.024934768676758, |
|
"learning_rate": 5.743333333333334e-07, |
|
"loss": 0.6997, |
|
"step": 3450 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 13.67060661315918, |
|
"learning_rate": 5.784999999999999e-07, |
|
"loss": 0.2889, |
|
"step": 3475 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": Infinity, |
|
"learning_rate": 5.825e-07, |
|
"loss": 0.6621, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 22.19521141052246, |
|
"learning_rate": 5.866666666666666e-07, |
|
"loss": 0.2992, |
|
"step": 3525 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 23.638166427612305, |
|
"learning_rate": 5.908333333333333e-07, |
|
"loss": 0.633, |
|
"step": 3550 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 13.818583488464355, |
|
"learning_rate": 5.949999999999999e-07, |
|
"loss": 0.3736, |
|
"step": 3575 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 33.79849624633789, |
|
"learning_rate": 5.991666666666666e-07, |
|
"loss": 0.665, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 13.363014221191406, |
|
"learning_rate": 6.033333333333333e-07, |
|
"loss": 0.2737, |
|
"step": 3625 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 31.426158905029297, |
|
"learning_rate": 6.075e-07, |
|
"loss": 0.7285, |
|
"step": 3650 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 19.794960021972656, |
|
"learning_rate": 6.116666666666667e-07, |
|
"loss": 0.3175, |
|
"step": 3675 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 26.806880950927734, |
|
"learning_rate": 6.158333333333333e-07, |
|
"loss": 0.6022, |
|
"step": 3700 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 23.275510787963867, |
|
"learning_rate": 6.2e-07, |
|
"loss": 0.3038, |
|
"step": 3725 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 22.10231590270996, |
|
"learning_rate": 6.241666666666666e-07, |
|
"loss": 0.6785, |
|
"step": 3750 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 14.206493377685547, |
|
"learning_rate": 6.283333333333333e-07, |
|
"loss": 0.3128, |
|
"step": 3775 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 19.696733474731445, |
|
"learning_rate": 6.324999999999999e-07, |
|
"loss": 0.6817, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 16.63739013671875, |
|
"learning_rate": 6.366666666666667e-07, |
|
"loss": 0.3067, |
|
"step": 3825 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 26.20191192626953, |
|
"learning_rate": 6.408333333333334e-07, |
|
"loss": 0.6781, |
|
"step": 3850 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 21.292455673217773, |
|
"learning_rate": 6.45e-07, |
|
"loss": 0.2981, |
|
"step": 3875 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 26.61952781677246, |
|
"learning_rate": 6.491666666666667e-07, |
|
"loss": 0.6331, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 15.374119758605957, |
|
"learning_rate": 6.533333333333333e-07, |
|
"loss": 0.3302, |
|
"step": 3925 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 26.00304412841797, |
|
"learning_rate": 6.575e-07, |
|
"loss": 0.6184, |
|
"step": 3950 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 20.321468353271484, |
|
"learning_rate": 6.616666666666665e-07, |
|
"loss": 0.321, |
|
"step": 3975 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 22.67734146118164, |
|
"learning_rate": 6.658333333333333e-07, |
|
"loss": 0.6051, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"eval_loss": 0.4198240339756012, |
|
"eval_runtime": 5680.6895, |
|
"eval_samples_per_second": 1.657, |
|
"eval_steps_per_second": 0.207, |
|
"eval_wer": 0.1885031487162926, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 20.116188049316406, |
|
"learning_rate": 6.7e-07, |
|
"loss": 0.3214, |
|
"step": 4025 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 21.24591827392578, |
|
"learning_rate": 6.741666666666666e-07, |
|
"loss": 0.6371, |
|
"step": 4050 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 16.673837661743164, |
|
"learning_rate": 6.783333333333333e-07, |
|
"loss": 0.3389, |
|
"step": 4075 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 27.16354751586914, |
|
"learning_rate": 6.824999999999999e-07, |
|
"loss": 0.6304, |
|
"step": 4100 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 18.105676651000977, |
|
"learning_rate": 6.866666666666666e-07, |
|
"loss": 0.3528, |
|
"step": 4125 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 27.059154510498047, |
|
"learning_rate": 6.908333333333333e-07, |
|
"loss": 0.6902, |
|
"step": 4150 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 22.998558044433594, |
|
"learning_rate": 6.949999999999999e-07, |
|
"loss": 0.3802, |
|
"step": 4175 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 27.54330062866211, |
|
"learning_rate": 6.991666666666667e-07, |
|
"loss": 0.6378, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 16.366973876953125, |
|
"learning_rate": 7.033333333333333e-07, |
|
"loss": 0.339, |
|
"step": 4225 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 25.825971603393555, |
|
"learning_rate": 7.075e-07, |
|
"loss": 0.5944, |
|
"step": 4250 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 26.39034652709961, |
|
"learning_rate": 7.116666666666666e-07, |
|
"loss": 0.3246, |
|
"step": 4275 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 24.95716094970703, |
|
"learning_rate": 7.158333333333333e-07, |
|
"loss": 0.5966, |
|
"step": 4300 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 13.741753578186035, |
|
"learning_rate": 7.2e-07, |
|
"loss": 0.3068, |
|
"step": 4325 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 24.966617584228516, |
|
"learning_rate": 7.241666666666666e-07, |
|
"loss": 0.6098, |
|
"step": 4350 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 14.291642189025879, |
|
"learning_rate": 7.283333333333334e-07, |
|
"loss": 0.3096, |
|
"step": 4375 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 22.74665641784668, |
|
"learning_rate": 7.325e-07, |
|
"loss": 0.7213, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 13.496010780334473, |
|
"learning_rate": 7.366666666666667e-07, |
|
"loss": 0.2867, |
|
"step": 4425 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 22.160560607910156, |
|
"learning_rate": 7.408333333333333e-07, |
|
"loss": 0.6883, |
|
"step": 4450 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 15.879670143127441, |
|
"learning_rate": 7.45e-07, |
|
"loss": 0.3274, |
|
"step": 4475 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 25.978158950805664, |
|
"learning_rate": 7.491666666666667e-07, |
|
"loss": 0.663, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 12.220645904541016, |
|
"learning_rate": 7.533333333333332e-07, |
|
"loss": 0.3133, |
|
"step": 4525 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 22.561466217041016, |
|
"learning_rate": 7.575e-07, |
|
"loss": 0.6417, |
|
"step": 4550 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 13.648468017578125, |
|
"learning_rate": 7.616666666666666e-07, |
|
"loss": 0.2709, |
|
"step": 4575 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 24.237659454345703, |
|
"learning_rate": 7.658333333333333e-07, |
|
"loss": 0.609, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 12.015928268432617, |
|
"learning_rate": 7.699999999999999e-07, |
|
"loss": 0.3517, |
|
"step": 4625 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 10.939224243164062, |
|
"learning_rate": 7.741666666666666e-07, |
|
"loss": 0.5428, |
|
"step": 4650 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 21.860904693603516, |
|
"learning_rate": 7.783333333333333e-07, |
|
"loss": 0.3269, |
|
"step": 4675 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 34.1320915222168, |
|
"learning_rate": 7.824999999999999e-07, |
|
"loss": 0.6189, |
|
"step": 4700 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 16.4717960357666, |
|
"learning_rate": 7.866666666666666e-07, |
|
"loss": 0.3147, |
|
"step": 4725 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 24.782644271850586, |
|
"learning_rate": 7.908333333333333e-07, |
|
"loss": 0.5405, |
|
"step": 4750 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 23.22640037536621, |
|
"learning_rate": 7.95e-07, |
|
"loss": 0.3325, |
|
"step": 4775 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 25.234392166137695, |
|
"learning_rate": 7.991666666666666e-07, |
|
"loss": 0.6092, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 17.815200805664062, |
|
"learning_rate": 8.033333333333333e-07, |
|
"loss": 0.3421, |
|
"step": 4825 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 31.845441818237305, |
|
"learning_rate": 8.075e-07, |
|
"loss": 0.6604, |
|
"step": 4850 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 18.663719177246094, |
|
"learning_rate": 8.116666666666666e-07, |
|
"loss": 0.3373, |
|
"step": 4875 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 18.988887786865234, |
|
"learning_rate": 8.158333333333333e-07, |
|
"loss": 0.6191, |
|
"step": 4900 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 14.552395820617676, |
|
"learning_rate": 8.199999999999999e-07, |
|
"loss": 0.3123, |
|
"step": 4925 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 24.135231018066406, |
|
"learning_rate": 8.241666666666667e-07, |
|
"loss": 0.5547, |
|
"step": 4950 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 13.5560302734375, |
|
"learning_rate": 8.283333333333334e-07, |
|
"loss": 0.2659, |
|
"step": 4975 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 23.879039764404297, |
|
"learning_rate": 8.325e-07, |
|
"loss": 0.5899, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 10.661543846130371, |
|
"learning_rate": 8.366666666666667e-07, |
|
"loss": 0.2815, |
|
"step": 5025 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 23.548585891723633, |
|
"learning_rate": 8.408333333333333e-07, |
|
"loss": 0.5315, |
|
"step": 5050 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 18.99573516845703, |
|
"learning_rate": 8.45e-07, |
|
"loss": 0.3102, |
|
"step": 5075 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 25.472843170166016, |
|
"learning_rate": 8.491666666666665e-07, |
|
"loss": 0.5856, |
|
"step": 5100 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 10.183819770812988, |
|
"learning_rate": 8.533333333333334e-07, |
|
"loss": 0.2289, |
|
"step": 5125 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 21.010845184326172, |
|
"learning_rate": 8.575e-07, |
|
"loss": 0.5432, |
|
"step": 5150 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 10.91658878326416, |
|
"learning_rate": 8.616666666666666e-07, |
|
"loss": 0.2439, |
|
"step": 5175 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 27.883943557739258, |
|
"learning_rate": 8.658333333333333e-07, |
|
"loss": 0.5995, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 13.827203750610352, |
|
"learning_rate": 8.699999999999999e-07, |
|
"loss": 0.3348, |
|
"step": 5225 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 25.215486526489258, |
|
"learning_rate": 8.741666666666666e-07, |
|
"loss": 0.559, |
|
"step": 5250 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 19.4741153717041, |
|
"learning_rate": 8.783333333333332e-07, |
|
"loss": 0.3154, |
|
"step": 5275 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 21.052459716796875, |
|
"learning_rate": 8.824999999999999e-07, |
|
"loss": 0.581, |
|
"step": 5300 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 14.411347389221191, |
|
"learning_rate": 8.866666666666667e-07, |
|
"loss": 0.2701, |
|
"step": 5325 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 15.227518081665039, |
|
"learning_rate": 8.908333333333333e-07, |
|
"loss": 0.6402, |
|
"step": 5350 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 17.570085525512695, |
|
"learning_rate": 8.95e-07, |
|
"loss": 0.3374, |
|
"step": 5375 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 16.47588348388672, |
|
"learning_rate": 8.991666666666666e-07, |
|
"loss": 0.5876, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 15.246146202087402, |
|
"learning_rate": 9.033333333333333e-07, |
|
"loss": 0.2909, |
|
"step": 5425 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 22.148481369018555, |
|
"learning_rate": 9.074999999999999e-07, |
|
"loss": 0.5704, |
|
"step": 5450 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 11.771788597106934, |
|
"learning_rate": 9.116666666666666e-07, |
|
"loss": 0.284, |
|
"step": 5475 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 34.46316146850586, |
|
"learning_rate": 9.158333333333334e-07, |
|
"loss": 0.6357, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 17.2254695892334, |
|
"learning_rate": 9.2e-07, |
|
"loss": 0.3433, |
|
"step": 5525 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 23.89180564880371, |
|
"learning_rate": 9.241666666666667e-07, |
|
"loss": 0.5568, |
|
"step": 5550 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 16.978792190551758, |
|
"learning_rate": 9.283333333333333e-07, |
|
"loss": 0.3001, |
|
"step": 5575 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 25.58534049987793, |
|
"learning_rate": 9.325e-07, |
|
"loss": 0.5594, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 6.470766067504883, |
|
"learning_rate": 9.366666666666666e-07, |
|
"loss": 0.3021, |
|
"step": 5625 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 15.57498836517334, |
|
"learning_rate": 9.408333333333333e-07, |
|
"loss": 0.548, |
|
"step": 5650 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 8.752182960510254, |
|
"learning_rate": 9.45e-07, |
|
"loss": 0.3141, |
|
"step": 5675 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": Infinity, |
|
"learning_rate": 9.489999999999999e-07, |
|
"loss": 0.6522, |
|
"step": 5700 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 14.224292755126953, |
|
"learning_rate": 9.531666666666666e-07, |
|
"loss": 0.2806, |
|
"step": 5725 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 28.10686683654785, |
|
"learning_rate": 9.573333333333333e-07, |
|
"loss": 0.5524, |
|
"step": 5750 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 14.760727882385254, |
|
"learning_rate": 9.615e-07, |
|
"loss": 0.3168, |
|
"step": 5775 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 21.50145149230957, |
|
"learning_rate": 9.656666666666667e-07, |
|
"loss": 0.5542, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 19.867286682128906, |
|
"learning_rate": 9.698333333333332e-07, |
|
"loss": 0.2855, |
|
"step": 5825 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 23.064851760864258, |
|
"learning_rate": 9.74e-07, |
|
"loss": 0.5558, |
|
"step": 5850 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 21.55337905883789, |
|
"learning_rate": 9.781666666666666e-07, |
|
"loss": 0.2855, |
|
"step": 5875 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 28.359773635864258, |
|
"learning_rate": 9.823333333333333e-07, |
|
"loss": 0.5859, |
|
"step": 5900 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 14.382160186767578, |
|
"learning_rate": 9.865e-07, |
|
"loss": 0.3203, |
|
"step": 5925 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 17.879419326782227, |
|
"learning_rate": 9.906666666666667e-07, |
|
"loss": 0.5121, |
|
"step": 5950 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 19.03439712524414, |
|
"learning_rate": 9.948333333333334e-07, |
|
"loss": 0.3244, |
|
"step": 5975 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 20.255910873413086, |
|
"learning_rate": 9.989999999999999e-07, |
|
"loss": 0.5578, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"eval_loss": 0.424468457698822, |
|
"eval_runtime": 5766.0002, |
|
"eval_samples_per_second": 1.633, |
|
"eval_steps_per_second": 0.204, |
|
"eval_wer": 0.17566607460035524, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 10.418182373046875, |
|
"learning_rate": 9.955e-07, |
|
"loss": 0.2279, |
|
"step": 6025 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 32.746212005615234, |
|
"learning_rate": 9.8975e-07, |
|
"loss": 0.617, |
|
"step": 6050 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 14.78303050994873, |
|
"learning_rate": 9.835e-07, |
|
"loss": 0.2966, |
|
"step": 6075 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 24.772193908691406, |
|
"learning_rate": 9.772499999999998e-07, |
|
"loss": 0.5872, |
|
"step": 6100 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 17.655696868896484, |
|
"learning_rate": 9.709999999999999e-07, |
|
"loss": 0.3257, |
|
"step": 6125 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 22.594074249267578, |
|
"learning_rate": 9.6475e-07, |
|
"loss": 0.6294, |
|
"step": 6150 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 15.015108108520508, |
|
"learning_rate": 9.585e-07, |
|
"loss": 0.292, |
|
"step": 6175 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 27.46025276184082, |
|
"learning_rate": 9.5225e-07, |
|
"loss": 0.5023, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 15.613073348999023, |
|
"learning_rate": 9.459999999999999e-07, |
|
"loss": 0.2915, |
|
"step": 6225 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 24.478090286254883, |
|
"learning_rate": 9.3975e-07, |
|
"loss": 0.5793, |
|
"step": 6250 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 15.330205917358398, |
|
"learning_rate": 9.334999999999999e-07, |
|
"loss": 0.366, |
|
"step": 6275 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 25.022016525268555, |
|
"learning_rate": 9.2725e-07, |
|
"loss": 0.5548, |
|
"step": 6300 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 13.249412536621094, |
|
"learning_rate": 9.21e-07, |
|
"loss": 0.3341, |
|
"step": 6325 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 25.130050659179688, |
|
"learning_rate": 9.147499999999999e-07, |
|
"loss": 0.5431, |
|
"step": 6350 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 15.13709831237793, |
|
"learning_rate": 9.085e-07, |
|
"loss": 0.2728, |
|
"step": 6375 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 19.128374099731445, |
|
"learning_rate": 9.022499999999999e-07, |
|
"loss": 0.5788, |
|
"step": 6400 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 13.50425910949707, |
|
"learning_rate": 8.96e-07, |
|
"loss": 0.3066, |
|
"step": 6425 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 27.552776336669922, |
|
"learning_rate": 8.8975e-07, |
|
"loss": 0.5665, |
|
"step": 6450 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 16.90278434753418, |
|
"learning_rate": 8.834999999999999e-07, |
|
"loss": 0.3108, |
|
"step": 6475 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 15.420982360839844, |
|
"learning_rate": 8.772499999999999e-07, |
|
"loss": 0.5931, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 12.858573913574219, |
|
"learning_rate": 8.71e-07, |
|
"loss": 0.2762, |
|
"step": 6525 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 30.493162155151367, |
|
"learning_rate": 8.6475e-07, |
|
"loss": 0.548, |
|
"step": 6550 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 21.05153465270996, |
|
"learning_rate": 8.585e-07, |
|
"loss": 0.2743, |
|
"step": 6575 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 24.79546546936035, |
|
"learning_rate": 8.522499999999999e-07, |
|
"loss": 0.5789, |
|
"step": 6600 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 5.389392375946045, |
|
"learning_rate": 8.459999999999999e-07, |
|
"loss": 0.2551, |
|
"step": 6625 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 29.287887573242188, |
|
"learning_rate": 8.3975e-07, |
|
"loss": 0.5231, |
|
"step": 6650 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 15.32079792022705, |
|
"learning_rate": 8.334999999999999e-07, |
|
"loss": 0.2667, |
|
"step": 6675 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 21.276037216186523, |
|
"learning_rate": 8.2725e-07, |
|
"loss": 0.539, |
|
"step": 6700 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 10.917491912841797, |
|
"learning_rate": 8.21e-07, |
|
"loss": 0.2951, |
|
"step": 6725 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 23.395267486572266, |
|
"learning_rate": 8.147499999999999e-07, |
|
"loss": 0.5505, |
|
"step": 6750 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 20.620159149169922, |
|
"learning_rate": 8.085e-07, |
|
"loss": 0.3287, |
|
"step": 6775 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 32.70819091796875, |
|
"learning_rate": 8.0225e-07, |
|
"loss": 0.6325, |
|
"step": 6800 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 15.693964004516602, |
|
"learning_rate": 7.96e-07, |
|
"loss": 0.2545, |
|
"step": 6825 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 21.390012741088867, |
|
"learning_rate": 7.897499999999999e-07, |
|
"loss": 0.5113, |
|
"step": 6850 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 16.327972412109375, |
|
"learning_rate": 7.834999999999999e-07, |
|
"loss": 0.2523, |
|
"step": 6875 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 18.395044326782227, |
|
"learning_rate": 7.7725e-07, |
|
"loss": 0.5417, |
|
"step": 6900 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 14.424351692199707, |
|
"learning_rate": 7.71e-07, |
|
"loss": 0.3177, |
|
"step": 6925 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 28.32687759399414, |
|
"learning_rate": 7.6475e-07, |
|
"loss": 0.5442, |
|
"step": 6950 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 19.87085723876953, |
|
"learning_rate": 7.584999999999999e-07, |
|
"loss": 0.2768, |
|
"step": 6975 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 24.301137924194336, |
|
"learning_rate": 7.5225e-07, |
|
"loss": 0.6135, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 22.25948715209961, |
|
"learning_rate": 7.459999999999999e-07, |
|
"loss": 0.3079, |
|
"step": 7025 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 27.84773063659668, |
|
"learning_rate": 7.3975e-07, |
|
"loss": 0.6219, |
|
"step": 7050 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 14.436989784240723, |
|
"learning_rate": 7.335e-07, |
|
"loss": 0.3135, |
|
"step": 7075 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 18.467741012573242, |
|
"learning_rate": 7.272499999999999e-07, |
|
"loss": 0.5659, |
|
"step": 7100 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 10.770480155944824, |
|
"learning_rate": 7.21e-07, |
|
"loss": 0.2582, |
|
"step": 7125 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 13.723494529724121, |
|
"learning_rate": 7.147499999999999e-07, |
|
"loss": 0.5401, |
|
"step": 7150 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 16.69199562072754, |
|
"learning_rate": 7.085e-07, |
|
"loss": 0.2815, |
|
"step": 7175 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 17.908796310424805, |
|
"learning_rate": 7.0225e-07, |
|
"loss": 0.6891, |
|
"step": 7200 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 21.230213165283203, |
|
"learning_rate": 6.959999999999999e-07, |
|
"loss": 0.31, |
|
"step": 7225 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 23.39426612854004, |
|
"learning_rate": 6.897499999999999e-07, |
|
"loss": 0.5378, |
|
"step": 7250 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 11.744900703430176, |
|
"learning_rate": 6.835e-07, |
|
"loss": 0.3132, |
|
"step": 7275 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 20.57970428466797, |
|
"learning_rate": 6.7725e-07, |
|
"loss": 0.4722, |
|
"step": 7300 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 17.392757415771484, |
|
"learning_rate": 6.71e-07, |
|
"loss": 0.336, |
|
"step": 7325 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 25.665088653564453, |
|
"learning_rate": 6.6475e-07, |
|
"loss": 0.6683, |
|
"step": 7350 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 16.384979248046875, |
|
"learning_rate": 6.584999999999999e-07, |
|
"loss": 0.2941, |
|
"step": 7375 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 16.39459800720215, |
|
"learning_rate": 6.5225e-07, |
|
"loss": 0.5657, |
|
"step": 7400 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 11.207764625549316, |
|
"learning_rate": 6.46e-07, |
|
"loss": 0.2659, |
|
"step": 7425 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 30.415802001953125, |
|
"learning_rate": 6.3975e-07, |
|
"loss": 0.5069, |
|
"step": 7450 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 14.5722074508667, |
|
"learning_rate": 6.335e-07, |
|
"loss": 0.3173, |
|
"step": 7475 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 19.074825286865234, |
|
"learning_rate": 6.272499999999999e-07, |
|
"loss": 0.542, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 15.403111457824707, |
|
"learning_rate": 6.21e-07, |
|
"loss": 0.2693, |
|
"step": 7525 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 28.799901962280273, |
|
"learning_rate": 6.1475e-07, |
|
"loss": 0.5837, |
|
"step": 7550 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 11.103520393371582, |
|
"learning_rate": 6.085e-07, |
|
"loss": 0.2405, |
|
"step": 7575 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 27.544315338134766, |
|
"learning_rate": 6.022499999999999e-07, |
|
"loss": 0.5857, |
|
"step": 7600 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 17.446556091308594, |
|
"learning_rate": 5.96e-07, |
|
"loss": 0.317, |
|
"step": 7625 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 26.29592514038086, |
|
"learning_rate": 5.897499999999999e-07, |
|
"loss": 0.5691, |
|
"step": 7650 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 16.815860748291016, |
|
"learning_rate": 5.835e-07, |
|
"loss": 0.3095, |
|
"step": 7675 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 25.93883514404297, |
|
"learning_rate": 5.772500000000001e-07, |
|
"loss": 0.6384, |
|
"step": 7700 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 19.090412139892578, |
|
"learning_rate": 5.709999999999999e-07, |
|
"loss": 0.2832, |
|
"step": 7725 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 26.75637435913086, |
|
"learning_rate": 5.6475e-07, |
|
"loss": 0.5051, |
|
"step": 7750 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 15.7750883102417, |
|
"learning_rate": 5.584999999999999e-07, |
|
"loss": 0.2899, |
|
"step": 7775 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 24.66639518737793, |
|
"learning_rate": 5.5225e-07, |
|
"loss": 0.5858, |
|
"step": 7800 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 12.055851936340332, |
|
"learning_rate": 5.46e-07, |
|
"loss": 0.2841, |
|
"step": 7825 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 24.859352111816406, |
|
"learning_rate": 5.397499999999999e-07, |
|
"loss": 0.5694, |
|
"step": 7850 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 10.433359146118164, |
|
"learning_rate": 5.335e-07, |
|
"loss": 0.2717, |
|
"step": 7875 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 22.402997970581055, |
|
"learning_rate": 5.2725e-07, |
|
"loss": 0.553, |
|
"step": 7900 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 19.177494049072266, |
|
"learning_rate": 5.21e-07, |
|
"loss": 0.2599, |
|
"step": 7925 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 31.914413452148438, |
|
"learning_rate": 5.1475e-07, |
|
"loss": 0.5566, |
|
"step": 7950 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 14.158437728881836, |
|
"learning_rate": 5.085e-07, |
|
"loss": 0.2437, |
|
"step": 7975 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 21.340044021606445, |
|
"learning_rate": 5.022499999999999e-07, |
|
"loss": 0.4632, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"eval_loss": 0.43929019570350647, |
|
"eval_runtime": 5740.2852, |
|
"eval_samples_per_second": 1.64, |
|
"eval_steps_per_second": 0.205, |
|
"eval_wer": 0.17359922493137414, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 15.289112091064453, |
|
"learning_rate": 4.96e-07, |
|
"loss": 0.29, |
|
"step": 8025 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 22.75160789489746, |
|
"learning_rate": 4.9e-07, |
|
"loss": 0.5262, |
|
"step": 8050 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 30.43035125732422, |
|
"learning_rate": 4.8375e-07, |
|
"loss": 0.3062, |
|
"step": 8075 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 31.55746841430664, |
|
"learning_rate": 4.775e-07, |
|
"loss": 0.5132, |
|
"step": 8100 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 17.411041259765625, |
|
"learning_rate": 4.7125e-07, |
|
"loss": 0.2732, |
|
"step": 8125 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 11.30186653137207, |
|
"learning_rate": 4.65e-07, |
|
"loss": 0.5143, |
|
"step": 8150 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 15.796743392944336, |
|
"learning_rate": 4.5874999999999995e-07, |
|
"loss": 0.302, |
|
"step": 8175 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 23.819459915161133, |
|
"learning_rate": 4.525e-07, |
|
"loss": 0.5925, |
|
"step": 8200 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 18.643949508666992, |
|
"learning_rate": 4.4624999999999996e-07, |
|
"loss": 0.2842, |
|
"step": 8225 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 25.308483123779297, |
|
"learning_rate": 4.3999999999999997e-07, |
|
"loss": 0.5643, |
|
"step": 8250 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 11.329629898071289, |
|
"learning_rate": 4.3375000000000003e-07, |
|
"loss": 0.3107, |
|
"step": 8275 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 20.567607879638672, |
|
"learning_rate": 4.275e-07, |
|
"loss": 0.5414, |
|
"step": 8300 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 12.207862854003906, |
|
"learning_rate": 4.2125e-07, |
|
"loss": 0.2623, |
|
"step": 8325 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 18.38344955444336, |
|
"learning_rate": 4.1499999999999994e-07, |
|
"loss": 0.5246, |
|
"step": 8350 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 9.61295223236084, |
|
"learning_rate": 4.0875e-07, |
|
"loss": 0.3014, |
|
"step": 8375 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 24.633577346801758, |
|
"learning_rate": 4.025e-07, |
|
"loss": 0.5996, |
|
"step": 8400 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 8.710371971130371, |
|
"learning_rate": 3.9624999999999996e-07, |
|
"loss": 0.2369, |
|
"step": 8425 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 20.97711753845215, |
|
"learning_rate": 3.8999999999999997e-07, |
|
"loss": 0.5599, |
|
"step": 8450 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 8.884387016296387, |
|
"learning_rate": 3.8375e-07, |
|
"loss": 0.2391, |
|
"step": 8475 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 22.268924713134766, |
|
"learning_rate": 3.775e-07, |
|
"loss": 0.5217, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 14.277334213256836, |
|
"learning_rate": 3.7125e-07, |
|
"loss": 0.3079, |
|
"step": 8525 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 30.062461853027344, |
|
"learning_rate": 3.65e-07, |
|
"loss": 0.5072, |
|
"step": 8550 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 18.741954803466797, |
|
"learning_rate": 3.5875e-07, |
|
"loss": 0.2697, |
|
"step": 8575 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 27.5913028717041, |
|
"learning_rate": 3.5249999999999996e-07, |
|
"loss": 0.5521, |
|
"step": 8600 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 10.070502281188965, |
|
"learning_rate": 3.4624999999999997e-07, |
|
"loss": 0.2877, |
|
"step": 8625 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 18.297412872314453, |
|
"learning_rate": 3.4000000000000003e-07, |
|
"loss": 0.5527, |
|
"step": 8650 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 11.771409034729004, |
|
"learning_rate": 3.3375e-07, |
|
"loss": 0.2221, |
|
"step": 8675 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 22.42823600769043, |
|
"learning_rate": 3.275e-07, |
|
"loss": 0.472, |
|
"step": 8700 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 17.16645050048828, |
|
"learning_rate": 3.2124999999999994e-07, |
|
"loss": 0.2754, |
|
"step": 8725 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 26.470958709716797, |
|
"learning_rate": 3.15e-07, |
|
"loss": 0.6017, |
|
"step": 8750 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 14.21453857421875, |
|
"learning_rate": 3.0875e-07, |
|
"loss": 0.2395, |
|
"step": 8775 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 13.669867515563965, |
|
"learning_rate": 3.0249999999999996e-07, |
|
"loss": 0.4772, |
|
"step": 8800 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 13.404635429382324, |
|
"learning_rate": 2.9625e-07, |
|
"loss": 0.2681, |
|
"step": 8825 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 32.027488708496094, |
|
"learning_rate": 2.9e-07, |
|
"loss": 0.591, |
|
"step": 8850 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 12.78139591217041, |
|
"learning_rate": 2.8375e-07, |
|
"loss": 0.2708, |
|
"step": 8875 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 19.808069229125977, |
|
"learning_rate": 2.775e-07, |
|
"loss": 0.5718, |
|
"step": 8900 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 8.049223899841309, |
|
"learning_rate": 2.7125e-07, |
|
"loss": 0.3105, |
|
"step": 8925 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 28.265857696533203, |
|
"learning_rate": 2.65e-07, |
|
"loss": 0.5694, |
|
"step": 8950 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 11.352721214294434, |
|
"learning_rate": 2.5874999999999996e-07, |
|
"loss": 0.2624, |
|
"step": 8975 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 26.757156372070312, |
|
"learning_rate": 2.5249999999999996e-07, |
|
"loss": 0.5656, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 18.198179244995117, |
|
"learning_rate": 2.4624999999999997e-07, |
|
"loss": 0.288, |
|
"step": 9025 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 23.22308349609375, |
|
"learning_rate": 2.4e-07, |
|
"loss": 0.6548, |
|
"step": 9050 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 11.637288093566895, |
|
"learning_rate": 2.3375e-07, |
|
"loss": 0.2776, |
|
"step": 9075 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 29.29697036743164, |
|
"learning_rate": 2.275e-07, |
|
"loss": 0.5056, |
|
"step": 9100 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 17.896018981933594, |
|
"learning_rate": 2.2125e-07, |
|
"loss": 0.2556, |
|
"step": 9125 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 22.04491424560547, |
|
"learning_rate": 2.1499999999999998e-07, |
|
"loss": 0.5296, |
|
"step": 9150 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 15.423519134521484, |
|
"learning_rate": 2.0874999999999999e-07, |
|
"loss": 0.2784, |
|
"step": 9175 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 21.817243576049805, |
|
"learning_rate": 2.025e-07, |
|
"loss": 0.5813, |
|
"step": 9200 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 14.63697624206543, |
|
"learning_rate": 1.9625e-07, |
|
"loss": 0.2917, |
|
"step": 9225 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 22.647859573364258, |
|
"learning_rate": 1.8999999999999998e-07, |
|
"loss": 0.5685, |
|
"step": 9250 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 13.825846672058105, |
|
"learning_rate": 1.8375e-07, |
|
"loss": 0.2498, |
|
"step": 9275 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 32.008758544921875, |
|
"learning_rate": 1.775e-07, |
|
"loss": 0.5868, |
|
"step": 9300 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 16.272075653076172, |
|
"learning_rate": 1.7125e-07, |
|
"loss": 0.269, |
|
"step": 9325 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 18.543703079223633, |
|
"learning_rate": 1.65e-07, |
|
"loss": 0.5475, |
|
"step": 9350 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 16.70926284790039, |
|
"learning_rate": 1.5875e-07, |
|
"loss": 0.2535, |
|
"step": 9375 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 20.96632194519043, |
|
"learning_rate": 1.525e-07, |
|
"loss": 0.5715, |
|
"step": 9400 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 14.177762985229492, |
|
"learning_rate": 1.4624999999999998e-07, |
|
"loss": 0.2631, |
|
"step": 9425 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 22.189653396606445, |
|
"learning_rate": 1.4e-07, |
|
"loss": 0.5152, |
|
"step": 9450 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 16.282991409301758, |
|
"learning_rate": 1.3375e-07, |
|
"loss": 0.2671, |
|
"step": 9475 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 28.795602798461914, |
|
"learning_rate": 1.275e-07, |
|
"loss": 0.598, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 19.492183685302734, |
|
"learning_rate": 1.2125e-07, |
|
"loss": 0.2908, |
|
"step": 9525 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 23.78717613220215, |
|
"learning_rate": 1.15e-07, |
|
"loss": 0.4983, |
|
"step": 9550 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 11.744542121887207, |
|
"learning_rate": 1.0874999999999999e-07, |
|
"loss": 0.2812, |
|
"step": 9575 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 28.317659378051758, |
|
"learning_rate": 1.0249999999999998e-07, |
|
"loss": 0.6472, |
|
"step": 9600 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 17.57823944091797, |
|
"learning_rate": 9.624999999999999e-08, |
|
"loss": 0.254, |
|
"step": 9625 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 24.610986709594727, |
|
"learning_rate": 9e-08, |
|
"loss": 0.5404, |
|
"step": 9650 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 15.964032173156738, |
|
"learning_rate": 8.375e-08, |
|
"loss": 0.2462, |
|
"step": 9675 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 21.19764518737793, |
|
"learning_rate": 7.75e-08, |
|
"loss": 0.6009, |
|
"step": 9700 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 15.994060516357422, |
|
"learning_rate": 7.124999999999999e-08, |
|
"loss": 0.2784, |
|
"step": 9725 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 22.544214248657227, |
|
"learning_rate": 6.5e-08, |
|
"loss": 0.5595, |
|
"step": 9750 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 15.244584083557129, |
|
"learning_rate": 5.8749999999999993e-08, |
|
"loss": 0.257, |
|
"step": 9775 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 19.461477279663086, |
|
"learning_rate": 5.2499999999999994e-08, |
|
"loss": 0.5941, |
|
"step": 9800 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 9.137640953063965, |
|
"learning_rate": 4.625e-08, |
|
"loss": 0.2462, |
|
"step": 9825 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 16.050039291381836, |
|
"learning_rate": 4e-08, |
|
"loss": 0.5579, |
|
"step": 9850 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 12.063644409179688, |
|
"learning_rate": 3.375e-08, |
|
"loss": 0.2443, |
|
"step": 9875 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 19.16944122314453, |
|
"learning_rate": 2.7499999999999998e-08, |
|
"loss": 0.4084, |
|
"step": 9900 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 13.46724796295166, |
|
"learning_rate": 2.1250000000000002e-08, |
|
"loss": 0.2948, |
|
"step": 9925 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 23.261869430541992, |
|
"learning_rate": 1.5e-08, |
|
"loss": 0.5243, |
|
"step": 9950 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 17.960269927978516, |
|
"learning_rate": 8.75e-09, |
|
"loss": 0.227, |
|
"step": 9975 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 25.144319534301758, |
|
"learning_rate": 2.5e-09, |
|
"loss": 0.5151, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"eval_loss": 0.44570982456207275, |
|
"eval_runtime": 5594.932, |
|
"eval_samples_per_second": 1.683, |
|
"eval_steps_per_second": 0.21, |
|
"eval_wer": 0.1700952688519296, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": Infinity, |
|
"learning_rate": 7.133571428571429e-07, |
|
"loss": 0.2487, |
|
"step": 10025 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": Infinity, |
|
"learning_rate": 7.116428571428571e-07, |
|
"loss": 0.4951, |
|
"step": 10050 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 18.395633697509766, |
|
"learning_rate": 7.098571428571429e-07, |
|
"loss": 0.2762, |
|
"step": 10075 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 14.118087768554688, |
|
"learning_rate": 7.080714285714285e-07, |
|
"loss": 0.5376, |
|
"step": 10100 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 15.895506858825684, |
|
"learning_rate": 7.062857142857142e-07, |
|
"loss": 0.2819, |
|
"step": 10125 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 26.209333419799805, |
|
"learning_rate": 7.045e-07, |
|
"loss": 0.5038, |
|
"step": 10150 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 9.421802520751953, |
|
"learning_rate": 7.027142857142857e-07, |
|
"loss": 0.2401, |
|
"step": 10175 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 35.024810791015625, |
|
"learning_rate": 7.009285714285714e-07, |
|
"loss": 0.5469, |
|
"step": 10200 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 8.198253631591797, |
|
"learning_rate": 6.991428571428571e-07, |
|
"loss": 0.3045, |
|
"step": 10225 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 23.263959884643555, |
|
"learning_rate": 6.973571428571429e-07, |
|
"loss": 0.5404, |
|
"step": 10250 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 24.623031616210938, |
|
"learning_rate": 6.955714285714286e-07, |
|
"loss": 0.2843, |
|
"step": 10275 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 16.614179611206055, |
|
"learning_rate": 6.937857142857143e-07, |
|
"loss": 0.5677, |
|
"step": 10300 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 13.380021095275879, |
|
"learning_rate": 6.919999999999999e-07, |
|
"loss": 0.2898, |
|
"step": 10325 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 20.24687957763672, |
|
"learning_rate": 6.902142857142856e-07, |
|
"loss": 0.5123, |
|
"step": 10350 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 15.209970474243164, |
|
"learning_rate": 6.884285714285714e-07, |
|
"loss": 0.2592, |
|
"step": 10375 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 25.526763916015625, |
|
"learning_rate": 6.86642857142857e-07, |
|
"loss": 0.4767, |
|
"step": 10400 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 13.861222267150879, |
|
"learning_rate": 6.848571428571428e-07, |
|
"loss": 0.3133, |
|
"step": 10425 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 21.006370544433594, |
|
"learning_rate": 6.830714285714285e-07, |
|
"loss": 0.4938, |
|
"step": 10450 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 19.099258422851562, |
|
"learning_rate": 6.812857142857143e-07, |
|
"loss": 0.2615, |
|
"step": 10475 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 23.394371032714844, |
|
"learning_rate": 6.794999999999999e-07, |
|
"loss": 0.5587, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 17.32550048828125, |
|
"learning_rate": 6.777142857142857e-07, |
|
"loss": 0.2864, |
|
"step": 10525 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 21.120290756225586, |
|
"learning_rate": 6.759285714285714e-07, |
|
"loss": 0.5864, |
|
"step": 10550 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 13.446245193481445, |
|
"learning_rate": 6.741428571428572e-07, |
|
"loss": 0.2657, |
|
"step": 10575 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 20.756250381469727, |
|
"learning_rate": 6.723571428571429e-07, |
|
"loss": 0.5236, |
|
"step": 10600 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 19.133296966552734, |
|
"learning_rate": 6.705714285714285e-07, |
|
"loss": 0.3078, |
|
"step": 10625 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 31.154388427734375, |
|
"learning_rate": 6.687857142857143e-07, |
|
"loss": 0.5568, |
|
"step": 10650 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 16.301631927490234, |
|
"learning_rate": 6.67e-07, |
|
"loss": 0.2456, |
|
"step": 10675 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 27.033632278442383, |
|
"learning_rate": 6.652142857142858e-07, |
|
"loss": 0.5484, |
|
"step": 10700 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 5.143960952758789, |
|
"learning_rate": 6.634285714285714e-07, |
|
"loss": 0.2738, |
|
"step": 10725 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 24.503541946411133, |
|
"learning_rate": 6.616428571428571e-07, |
|
"loss": 0.5612, |
|
"step": 10750 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 19.447397232055664, |
|
"learning_rate": 6.598571428571428e-07, |
|
"loss": 0.2954, |
|
"step": 10775 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 19.933080673217773, |
|
"learning_rate": 6.580714285714286e-07, |
|
"loss": 0.5517, |
|
"step": 10800 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 18.4548282623291, |
|
"learning_rate": 6.562857142857142e-07, |
|
"loss": 0.2887, |
|
"step": 10825 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 27.120908737182617, |
|
"learning_rate": 6.544999999999999e-07, |
|
"loss": 0.5242, |
|
"step": 10850 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 11.658120155334473, |
|
"learning_rate": 6.527142857142857e-07, |
|
"loss": 0.2301, |
|
"step": 10875 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 21.553525924682617, |
|
"learning_rate": 6.509285714285714e-07, |
|
"loss": 0.5728, |
|
"step": 10900 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 16.63558006286621, |
|
"learning_rate": 6.491428571428571e-07, |
|
"loss": 0.2946, |
|
"step": 10925 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 21.972610473632812, |
|
"learning_rate": 6.473571428571428e-07, |
|
"loss": 0.5271, |
|
"step": 10950 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 12.130209922790527, |
|
"learning_rate": 6.455714285714286e-07, |
|
"loss": 0.236, |
|
"step": 10975 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 21.220565795898438, |
|
"learning_rate": 6.437857142857143e-07, |
|
"loss": 0.4897, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 16.87418556213379, |
|
"learning_rate": 6.42e-07, |
|
"loss": 0.3331, |
|
"step": 11025 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 37.632633209228516, |
|
"learning_rate": 6.402142857142857e-07, |
|
"loss": 0.5686, |
|
"step": 11050 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 22.07012176513672, |
|
"learning_rate": 6.384285714285714e-07, |
|
"loss": 0.2804, |
|
"step": 11075 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 28.006338119506836, |
|
"learning_rate": 6.366428571428572e-07, |
|
"loss": 0.6237, |
|
"step": 11100 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 11.953436851501465, |
|
"learning_rate": 6.348571428571428e-07, |
|
"loss": 0.2531, |
|
"step": 11125 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 18.82573699951172, |
|
"learning_rate": 6.330714285714286e-07, |
|
"loss": 0.5206, |
|
"step": 11150 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 15.685461044311523, |
|
"learning_rate": 6.312857142857143e-07, |
|
"loss": 0.2804, |
|
"step": 11175 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 20.35894775390625, |
|
"learning_rate": 6.295e-07, |
|
"loss": 0.5052, |
|
"step": 11200 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 10.60390567779541, |
|
"learning_rate": 6.277142857142856e-07, |
|
"loss": 0.2865, |
|
"step": 11225 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 29.205368041992188, |
|
"learning_rate": 6.259285714285714e-07, |
|
"loss": 0.5974, |
|
"step": 11250 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 17.855728149414062, |
|
"learning_rate": 6.241428571428571e-07, |
|
"loss": 0.3193, |
|
"step": 11275 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 24.602779388427734, |
|
"learning_rate": 6.223571428571428e-07, |
|
"loss": 0.4878, |
|
"step": 11300 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 18.369998931884766, |
|
"learning_rate": 6.205714285714285e-07, |
|
"loss": 0.2899, |
|
"step": 11325 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": Infinity, |
|
"learning_rate": 6.188571428571429e-07, |
|
"loss": 0.474, |
|
"step": 11350 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 12.755717277526855, |
|
"learning_rate": 6.170714285714285e-07, |
|
"loss": 0.2261, |
|
"step": 11375 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 25.792221069335938, |
|
"learning_rate": 6.152857142857143e-07, |
|
"loss": 0.5289, |
|
"step": 11400 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 12.499135971069336, |
|
"learning_rate": 6.135e-07, |
|
"loss": 0.3456, |
|
"step": 11425 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 23.764741897583008, |
|
"learning_rate": 6.117142857142858e-07, |
|
"loss": 0.4705, |
|
"step": 11450 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 15.811933517456055, |
|
"learning_rate": 6.099285714285713e-07, |
|
"loss": 0.2818, |
|
"step": 11475 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 27.48798179626465, |
|
"learning_rate": 6.081428571428571e-07, |
|
"loss": 0.4752, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 29.260459899902344, |
|
"learning_rate": 6.063571428571428e-07, |
|
"loss": 0.3103, |
|
"step": 11525 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 24.313169479370117, |
|
"learning_rate": 6.045714285714286e-07, |
|
"loss": 0.5345, |
|
"step": 11550 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 14.812594413757324, |
|
"learning_rate": 6.027857142857142e-07, |
|
"loss": 0.2789, |
|
"step": 11575 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 19.387434005737305, |
|
"learning_rate": 6.009999999999999e-07, |
|
"loss": 0.5909, |
|
"step": 11600 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 6.080020904541016, |
|
"learning_rate": 5.992142857142857e-07, |
|
"loss": 0.2259, |
|
"step": 11625 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 23.574949264526367, |
|
"learning_rate": 5.974285714285714e-07, |
|
"loss": 0.5457, |
|
"step": 11650 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 13.463486671447754, |
|
"learning_rate": 5.956428571428571e-07, |
|
"loss": 0.2709, |
|
"step": 11675 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 28.031545639038086, |
|
"learning_rate": 5.938571428571428e-07, |
|
"loss": 0.5709, |
|
"step": 11700 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 16.419267654418945, |
|
"learning_rate": 5.920714285714286e-07, |
|
"loss": 0.2395, |
|
"step": 11725 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 24.46676254272461, |
|
"learning_rate": 5.902857142857143e-07, |
|
"loss": 0.4678, |
|
"step": 11750 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 13.469151496887207, |
|
"learning_rate": 5.885e-07, |
|
"loss": 0.2192, |
|
"step": 11775 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 22.810352325439453, |
|
"learning_rate": 5.867142857142857e-07, |
|
"loss": 0.5398, |
|
"step": 11800 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 12.745511054992676, |
|
"learning_rate": 5.849285714285714e-07, |
|
"loss": 0.3098, |
|
"step": 11825 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 18.4826602935791, |
|
"learning_rate": 5.831428571428572e-07, |
|
"loss": 0.5599, |
|
"step": 11850 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 11.836509704589844, |
|
"learning_rate": 5.813571428571428e-07, |
|
"loss": 0.2207, |
|
"step": 11875 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 21.229785919189453, |
|
"learning_rate": 5.795714285714286e-07, |
|
"loss": 0.5776, |
|
"step": 11900 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 11.208019256591797, |
|
"learning_rate": 5.777857142857142e-07, |
|
"loss": 0.247, |
|
"step": 11925 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 25.267257690429688, |
|
"learning_rate": 5.76e-07, |
|
"loss": 0.4998, |
|
"step": 11950 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 14.406000137329102, |
|
"learning_rate": 5.742142857142856e-07, |
|
"loss": 0.2457, |
|
"step": 11975 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 21.350296020507812, |
|
"learning_rate": 5.724285714285714e-07, |
|
"loss": 0.5158, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"eval_loss": 0.43139249086380005, |
|
"eval_runtime": 6062.945, |
|
"eval_samples_per_second": 1.553, |
|
"eval_steps_per_second": 0.194, |
|
"eval_wer": 0.1670757306636525, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 10.665511131286621, |
|
"learning_rate": 5.706428571428571e-07, |
|
"loss": 0.3042, |
|
"step": 12025 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 20.711769104003906, |
|
"learning_rate": 5.688571428571428e-07, |
|
"loss": 0.5473, |
|
"step": 12050 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 15.992523193359375, |
|
"learning_rate": 5.670714285714285e-07, |
|
"loss": 0.2341, |
|
"step": 12075 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 22.357173919677734, |
|
"learning_rate": 5.652857142857142e-07, |
|
"loss": 0.5332, |
|
"step": 12100 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 12.882672309875488, |
|
"learning_rate": 5.635e-07, |
|
"loss": 0.295, |
|
"step": 12125 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 19.411699295043945, |
|
"learning_rate": 5.617142857142857e-07, |
|
"loss": 0.5108, |
|
"step": 12150 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 11.176936149597168, |
|
"learning_rate": 5.599285714285714e-07, |
|
"loss": 0.2256, |
|
"step": 12175 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 21.744428634643555, |
|
"learning_rate": 5.581428571428571e-07, |
|
"loss": 0.5773, |
|
"step": 12200 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 14.22724723815918, |
|
"learning_rate": 5.563571428571429e-07, |
|
"loss": 0.2695, |
|
"step": 12225 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 38.878807067871094, |
|
"learning_rate": 5.545714285714286e-07, |
|
"loss": 0.5021, |
|
"step": 12250 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 18.826614379882812, |
|
"learning_rate": 5.527857142857143e-07, |
|
"loss": 0.2635, |
|
"step": 12275 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 14.811022758483887, |
|
"learning_rate": 5.51e-07, |
|
"loss": 0.543, |
|
"step": 12300 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 9.75754165649414, |
|
"learning_rate": 5.492142857142857e-07, |
|
"loss": 0.3347, |
|
"step": 12325 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 25.858911514282227, |
|
"learning_rate": 5.474285714285714e-07, |
|
"loss": 0.5124, |
|
"step": 12350 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 10.652257919311523, |
|
"learning_rate": 5.45642857142857e-07, |
|
"loss": 0.2577, |
|
"step": 12375 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 29.380006790161133, |
|
"learning_rate": 5.438571428571428e-07, |
|
"loss": 0.534, |
|
"step": 12400 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 11.318015098571777, |
|
"learning_rate": 5.420714285714285e-07, |
|
"loss": 0.2509, |
|
"step": 12425 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 25.717960357666016, |
|
"learning_rate": 5.402857142857143e-07, |
|
"loss": 0.5379, |
|
"step": 12450 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 20.083452224731445, |
|
"learning_rate": 5.384999999999999e-07, |
|
"loss": 0.2902, |
|
"step": 12475 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 23.3952579498291, |
|
"learning_rate": 5.367142857142857e-07, |
|
"loss": 0.5801, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 9.673083305358887, |
|
"learning_rate": 5.349285714285714e-07, |
|
"loss": 0.2961, |
|
"step": 12525 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 21.045778274536133, |
|
"learning_rate": 5.331428571428571e-07, |
|
"loss": 0.5459, |
|
"step": 12550 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 15.67827320098877, |
|
"learning_rate": 5.313571428571428e-07, |
|
"loss": 0.2613, |
|
"step": 12575 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 29.011518478393555, |
|
"learning_rate": 5.295714285714285e-07, |
|
"loss": 0.5127, |
|
"step": 12600 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 9.100702285766602, |
|
"learning_rate": 5.277857142857143e-07, |
|
"loss": 0.2787, |
|
"step": 12625 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 26.210891723632812, |
|
"learning_rate": 5.26e-07, |
|
"loss": 0.6275, |
|
"step": 12650 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 14.144155502319336, |
|
"learning_rate": 5.242142857142858e-07, |
|
"loss": 0.2381, |
|
"step": 12675 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 29.32146644592285, |
|
"learning_rate": 5.224285714285714e-07, |
|
"loss": 0.5048, |
|
"step": 12700 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 15.683405876159668, |
|
"learning_rate": 5.206428571428572e-07, |
|
"loss": 0.3016, |
|
"step": 12725 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 25.86359214782715, |
|
"learning_rate": 5.188571428571429e-07, |
|
"loss": 0.5358, |
|
"step": 12750 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 10.712611198425293, |
|
"learning_rate": 5.170714285714287e-07, |
|
"loss": 0.242, |
|
"step": 12775 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 14.679198265075684, |
|
"learning_rate": 5.152857142857142e-07, |
|
"loss": 0.5162, |
|
"step": 12800 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 16.717084884643555, |
|
"learning_rate": 5.134999999999999e-07, |
|
"loss": 0.2672, |
|
"step": 12825 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 18.414783477783203, |
|
"learning_rate": 5.117142857142857e-07, |
|
"loss": 0.5164, |
|
"step": 12850 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 9.667854309082031, |
|
"learning_rate": 5.099285714285714e-07, |
|
"loss": 0.2618, |
|
"step": 12875 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 31.132843017578125, |
|
"learning_rate": 5.081428571428571e-07, |
|
"loss": 0.4941, |
|
"step": 12900 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 14.9796781539917, |
|
"learning_rate": 5.063571428571428e-07, |
|
"loss": 0.2561, |
|
"step": 12925 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 24.235136032104492, |
|
"learning_rate": 5.045714285714286e-07, |
|
"loss": 0.541, |
|
"step": 12950 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 11.6466064453125, |
|
"learning_rate": 5.027857142857143e-07, |
|
"loss": 0.2448, |
|
"step": 12975 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 25.600833892822266, |
|
"learning_rate": 5.009999999999999e-07, |
|
"loss": 0.535, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 19.636394500732422, |
|
"learning_rate": 4.992142857142857e-07, |
|
"loss": 0.2688, |
|
"step": 13025 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 20.44740867614746, |
|
"learning_rate": 4.974285714285714e-07, |
|
"loss": 0.4732, |
|
"step": 13050 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 17.387100219726562, |
|
"learning_rate": 4.956428571428572e-07, |
|
"loss": 0.2469, |
|
"step": 13075 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 24.79920196533203, |
|
"learning_rate": 4.938571428571428e-07, |
|
"loss": 0.4996, |
|
"step": 13100 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 16.365625381469727, |
|
"learning_rate": 4.920714285714286e-07, |
|
"loss": 0.2572, |
|
"step": 13125 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 16.618408203125, |
|
"learning_rate": 4.902857142857142e-07, |
|
"loss": 0.5222, |
|
"step": 13150 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 11.194711685180664, |
|
"learning_rate": 4.885e-07, |
|
"loss": 0.291, |
|
"step": 13175 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 23.214378356933594, |
|
"learning_rate": 4.867142857142857e-07, |
|
"loss": 0.4937, |
|
"step": 13200 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 19.738113403320312, |
|
"learning_rate": 4.849285714285715e-07, |
|
"loss": 0.2994, |
|
"step": 13225 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 23.572124481201172, |
|
"learning_rate": 4.831428571428571e-07, |
|
"loss": 0.512, |
|
"step": 13250 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 17.797889709472656, |
|
"learning_rate": 4.813571428571428e-07, |
|
"loss": 0.2503, |
|
"step": 13275 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 19.600574493408203, |
|
"learning_rate": 4.795714285714286e-07, |
|
"loss": 0.498, |
|
"step": 13300 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 16.852575302124023, |
|
"learning_rate": 4.777857142857142e-07, |
|
"loss": 0.2647, |
|
"step": 13325 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 22.06913185119629, |
|
"learning_rate": 4.76e-07, |
|
"loss": 0.5222, |
|
"step": 13350 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 11.366828918457031, |
|
"learning_rate": 4.7421428571428567e-07, |
|
"loss": 0.2006, |
|
"step": 13375 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 26.567928314208984, |
|
"learning_rate": 4.724285714285714e-07, |
|
"loss": 0.6113, |
|
"step": 13400 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 17.440595626831055, |
|
"learning_rate": 4.706428571428571e-07, |
|
"loss": 0.2967, |
|
"step": 13425 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 32.105918884277344, |
|
"learning_rate": 4.689285714285714e-07, |
|
"loss": 0.4915, |
|
"step": 13450 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 15.742903709411621, |
|
"learning_rate": 4.671428571428571e-07, |
|
"loss": 0.2735, |
|
"step": 13475 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 16.67759895324707, |
|
"learning_rate": 4.6535714285714286e-07, |
|
"loss": 0.5659, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 11.289206504821777, |
|
"learning_rate": 4.6357142857142855e-07, |
|
"loss": 0.2511, |
|
"step": 13525 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 24.552431106567383, |
|
"learning_rate": 4.617857142857143e-07, |
|
"loss": 0.5276, |
|
"step": 13550 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 16.458602905273438, |
|
"learning_rate": 4.6e-07, |
|
"loss": 0.2565, |
|
"step": 13575 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 20.243223190307617, |
|
"learning_rate": 4.5821428571428574e-07, |
|
"loss": 0.5313, |
|
"step": 13600 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 9.613998413085938, |
|
"learning_rate": 4.564285714285714e-07, |
|
"loss": 0.2872, |
|
"step": 13625 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 28.92829132080078, |
|
"learning_rate": 4.546428571428571e-07, |
|
"loss": 0.5673, |
|
"step": 13650 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 14.831592559814453, |
|
"learning_rate": 4.528571428571428e-07, |
|
"loss": 0.251, |
|
"step": 13675 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 29.575359344482422, |
|
"learning_rate": 4.5107142857142856e-07, |
|
"loss": 0.5256, |
|
"step": 13700 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 15.341351509094238, |
|
"learning_rate": 4.4928571428571426e-07, |
|
"loss": 0.2483, |
|
"step": 13725 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 31.83696174621582, |
|
"learning_rate": 4.475e-07, |
|
"loss": 0.5649, |
|
"step": 13750 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 15.396077156066895, |
|
"learning_rate": 4.457142857142857e-07, |
|
"loss": 0.3735, |
|
"step": 13775 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 23.51662826538086, |
|
"learning_rate": 4.4392857142857144e-07, |
|
"loss": 0.5416, |
|
"step": 13800 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 11.324971199035645, |
|
"learning_rate": 4.421428571428571e-07, |
|
"loss": 0.2627, |
|
"step": 13825 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 24.304067611694336, |
|
"learning_rate": 4.4035714285714283e-07, |
|
"loss": 0.5778, |
|
"step": 13850 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 16.256675720214844, |
|
"learning_rate": 4.385714285714285e-07, |
|
"loss": 0.2809, |
|
"step": 13875 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 20.40346908569336, |
|
"learning_rate": 4.3678571428571427e-07, |
|
"loss": 0.4767, |
|
"step": 13900 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 15.67408275604248, |
|
"learning_rate": 4.3499999999999996e-07, |
|
"loss": 0.2654, |
|
"step": 13925 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 23.163921356201172, |
|
"learning_rate": 4.332142857142857e-07, |
|
"loss": 0.5091, |
|
"step": 13950 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 17.081083297729492, |
|
"learning_rate": 4.314285714285714e-07, |
|
"loss": 0.2929, |
|
"step": 13975 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 26.59824562072754, |
|
"learning_rate": 4.2964285714285715e-07, |
|
"loss": 0.55, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"eval_loss": 0.45657408237457275, |
|
"eval_runtime": 6018.009, |
|
"eval_samples_per_second": 1.564, |
|
"eval_steps_per_second": 0.196, |
|
"eval_wer": 0.1674794122396254, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 14.647737503051758, |
|
"learning_rate": 4.2785714285714284e-07, |
|
"loss": 0.2821, |
|
"step": 14025 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 22.898862838745117, |
|
"learning_rate": 4.2607142857142854e-07, |
|
"loss": 0.4583, |
|
"step": 14050 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 8.966913223266602, |
|
"learning_rate": 4.2428571428571423e-07, |
|
"loss": 0.283, |
|
"step": 14075 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 16.121633529663086, |
|
"learning_rate": 4.225e-07, |
|
"loss": 0.5825, |
|
"step": 14100 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 13.079733848571777, |
|
"learning_rate": 4.2071428571428567e-07, |
|
"loss": 0.2593, |
|
"step": 14125 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 17.657615661621094, |
|
"learning_rate": 4.189285714285714e-07, |
|
"loss": 0.5296, |
|
"step": 14150 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 16.596885681152344, |
|
"learning_rate": 4.171428571428571e-07, |
|
"loss": 0.2974, |
|
"step": 14175 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 20.227094650268555, |
|
"learning_rate": 4.1535714285714286e-07, |
|
"loss": 0.4874, |
|
"step": 14200 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 11.48043441772461, |
|
"learning_rate": 4.1357142857142855e-07, |
|
"loss": 0.2495, |
|
"step": 14225 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 27.15212631225586, |
|
"learning_rate": 4.117857142857143e-07, |
|
"loss": 0.4958, |
|
"step": 14250 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 13.044829368591309, |
|
"learning_rate": 4.0999999999999994e-07, |
|
"loss": 0.319, |
|
"step": 14275 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 25.95546531677246, |
|
"learning_rate": 4.082142857142857e-07, |
|
"loss": 0.5586, |
|
"step": 14300 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 16.749534606933594, |
|
"learning_rate": 4.064285714285714e-07, |
|
"loss": 0.2233, |
|
"step": 14325 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 17.384183883666992, |
|
"learning_rate": 4.046428571428571e-07, |
|
"loss": 0.5221, |
|
"step": 14350 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 23.787689208984375, |
|
"learning_rate": 4.028571428571428e-07, |
|
"loss": 0.2446, |
|
"step": 14375 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 23.294313430786133, |
|
"learning_rate": 4.0107142857142857e-07, |
|
"loss": 0.4733, |
|
"step": 14400 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 12.99344253540039, |
|
"learning_rate": 3.9928571428571426e-07, |
|
"loss": 0.2601, |
|
"step": 14425 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 27.727008819580078, |
|
"learning_rate": 3.975e-07, |
|
"loss": 0.5488, |
|
"step": 14450 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 13.73043441772461, |
|
"learning_rate": 3.957142857142857e-07, |
|
"loss": 0.2472, |
|
"step": 14475 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 22.068260192871094, |
|
"learning_rate": 3.939285714285714e-07, |
|
"loss": 0.4978, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 11.672805786132812, |
|
"learning_rate": 3.921428571428571e-07, |
|
"loss": 0.243, |
|
"step": 14525 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 19.580429077148438, |
|
"learning_rate": 3.9035714285714283e-07, |
|
"loss": 0.4744, |
|
"step": 14550 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 12.825048446655273, |
|
"learning_rate": 3.8857142857142853e-07, |
|
"loss": 0.2659, |
|
"step": 14575 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 24.486330032348633, |
|
"learning_rate": 3.8678571428571427e-07, |
|
"loss": 0.512, |
|
"step": 14600 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 17.93408203125, |
|
"learning_rate": 3.8499999999999997e-07, |
|
"loss": 0.267, |
|
"step": 14625 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 23.19489288330078, |
|
"learning_rate": 3.832142857142857e-07, |
|
"loss": 0.4564, |
|
"step": 14650 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 11.471485137939453, |
|
"learning_rate": 3.814285714285714e-07, |
|
"loss": 0.2921, |
|
"step": 14675 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 21.568504333496094, |
|
"learning_rate": 3.796428571428571e-07, |
|
"loss": 0.4536, |
|
"step": 14700 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 20.54655647277832, |
|
"learning_rate": 3.778571428571428e-07, |
|
"loss": 0.2324, |
|
"step": 14725 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 23.148265838623047, |
|
"learning_rate": 3.7607142857142854e-07, |
|
"loss": 0.5221, |
|
"step": 14750 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 20.88414192199707, |
|
"learning_rate": 3.7428571428571423e-07, |
|
"loss": 0.3087, |
|
"step": 14775 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 22.698204040527344, |
|
"learning_rate": 3.725e-07, |
|
"loss": 0.5205, |
|
"step": 14800 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 10.197999000549316, |
|
"learning_rate": 3.7071428571428573e-07, |
|
"loss": 0.2257, |
|
"step": 14825 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 21.910158157348633, |
|
"learning_rate": 3.689285714285714e-07, |
|
"loss": 0.4669, |
|
"step": 14850 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 14.414984703063965, |
|
"learning_rate": 3.6714285714285717e-07, |
|
"loss": 0.2946, |
|
"step": 14875 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 25.156875610351562, |
|
"learning_rate": 3.6535714285714286e-07, |
|
"loss": 0.4716, |
|
"step": 14900 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 15.973970413208008, |
|
"learning_rate": 3.6357142857142855e-07, |
|
"loss": 0.2882, |
|
"step": 14925 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 20.180315017700195, |
|
"learning_rate": 3.6178571428571425e-07, |
|
"loss": 0.5465, |
|
"step": 14950 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 13.591038703918457, |
|
"learning_rate": 3.6e-07, |
|
"loss": 0.2794, |
|
"step": 14975 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 19.940364837646484, |
|
"learning_rate": 3.582142857142857e-07, |
|
"loss": 0.4463, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 15.9667329788208, |
|
"learning_rate": 3.5642857142857143e-07, |
|
"loss": 0.2443, |
|
"step": 15025 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 35.515045166015625, |
|
"learning_rate": 3.5464285714285713e-07, |
|
"loss": 0.5523, |
|
"step": 15050 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 10.865702629089355, |
|
"learning_rate": 3.528571428571429e-07, |
|
"loss": 0.2733, |
|
"step": 15075 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 19.473037719726562, |
|
"learning_rate": 3.5107142857142857e-07, |
|
"loss": 0.5079, |
|
"step": 15100 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 31.667394638061523, |
|
"learning_rate": 3.492857142857143e-07, |
|
"loss": 0.2393, |
|
"step": 15125 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 29.721817016601562, |
|
"learning_rate": 3.4749999999999996e-07, |
|
"loss": 0.5714, |
|
"step": 15150 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 20.16938018798828, |
|
"learning_rate": 3.457142857142857e-07, |
|
"loss": 0.3115, |
|
"step": 15175 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 22.576316833496094, |
|
"learning_rate": 3.439285714285714e-07, |
|
"loss": 0.5191, |
|
"step": 15200 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 16.064035415649414, |
|
"learning_rate": 3.4214285714285714e-07, |
|
"loss": 0.305, |
|
"step": 15225 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 20.527408599853516, |
|
"learning_rate": 3.4035714285714284e-07, |
|
"loss": 0.5645, |
|
"step": 15250 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 6.0652337074279785, |
|
"learning_rate": 3.385714285714286e-07, |
|
"loss": 0.2188, |
|
"step": 15275 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 29.08500862121582, |
|
"learning_rate": 3.367857142857143e-07, |
|
"loss": 0.5295, |
|
"step": 15300 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 11.278789520263672, |
|
"learning_rate": 3.35e-07, |
|
"loss": 0.2096, |
|
"step": 15325 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 16.811601638793945, |
|
"learning_rate": 3.332142857142857e-07, |
|
"loss": 0.5849, |
|
"step": 15350 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 22.24079704284668, |
|
"learning_rate": 3.314285714285714e-07, |
|
"loss": 0.2348, |
|
"step": 15375 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 22.854068756103516, |
|
"learning_rate": 3.296428571428571e-07, |
|
"loss": 0.58, |
|
"step": 15400 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 20.740047454833984, |
|
"learning_rate": 3.2785714285714285e-07, |
|
"loss": 0.2833, |
|
"step": 15425 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 26.679668426513672, |
|
"learning_rate": 3.2607142857142854e-07, |
|
"loss": 0.5188, |
|
"step": 15450 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 8.891940116882324, |
|
"learning_rate": 3.242857142857143e-07, |
|
"loss": 0.2301, |
|
"step": 15475 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 28.738801956176758, |
|
"learning_rate": 3.225e-07, |
|
"loss": 0.6019, |
|
"step": 15500 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 25.064411163330078, |
|
"learning_rate": 3.2071428571428573e-07, |
|
"loss": 0.2489, |
|
"step": 15525 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 22.51979637145996, |
|
"learning_rate": 3.189285714285714e-07, |
|
"loss": 0.4956, |
|
"step": 15550 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 21.971162796020508, |
|
"learning_rate": 3.171428571428571e-07, |
|
"loss": 0.2867, |
|
"step": 15575 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 29.71180534362793, |
|
"learning_rate": 3.153571428571428e-07, |
|
"loss": 0.5688, |
|
"step": 15600 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 8.722527503967285, |
|
"learning_rate": 3.1357142857142856e-07, |
|
"loss": 0.2506, |
|
"step": 15625 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 24.56787872314453, |
|
"learning_rate": 3.1178571428571425e-07, |
|
"loss": 0.4948, |
|
"step": 15650 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 9.346379280090332, |
|
"learning_rate": 3.1e-07, |
|
"loss": 0.2228, |
|
"step": 15675 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 25.692184448242188, |
|
"learning_rate": 3.082142857142857e-07, |
|
"loss": 0.459, |
|
"step": 15700 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 29.484182357788086, |
|
"learning_rate": 3.0642857142857144e-07, |
|
"loss": 0.2462, |
|
"step": 15725 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 17.136838912963867, |
|
"learning_rate": 3.0464285714285713e-07, |
|
"loss": 0.4357, |
|
"step": 15750 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 17.58600425720215, |
|
"learning_rate": 3.028571428571429e-07, |
|
"loss": 0.2663, |
|
"step": 15775 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 18.859933853149414, |
|
"learning_rate": 3.010714285714285e-07, |
|
"loss": 0.5014, |
|
"step": 15800 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 10.988012313842773, |
|
"learning_rate": 2.9928571428571426e-07, |
|
"loss": 0.2599, |
|
"step": 15825 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 26.970216751098633, |
|
"learning_rate": 2.9749999999999996e-07, |
|
"loss": 0.527, |
|
"step": 15850 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 16.885482788085938, |
|
"learning_rate": 2.957142857142857e-07, |
|
"loss": 0.3002, |
|
"step": 15875 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 21.51068115234375, |
|
"learning_rate": 2.939285714285714e-07, |
|
"loss": 0.5631, |
|
"step": 15900 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 9.604096412658691, |
|
"learning_rate": 2.9214285714285714e-07, |
|
"loss": 0.2152, |
|
"step": 15925 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 17.939319610595703, |
|
"learning_rate": 2.9035714285714284e-07, |
|
"loss": 0.5335, |
|
"step": 15950 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 8.930473327636719, |
|
"learning_rate": 2.885714285714286e-07, |
|
"loss": 0.2041, |
|
"step": 15975 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 29.47776222229004, |
|
"learning_rate": 2.867857142857143e-07, |
|
"loss": 0.4524, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"eval_loss": 0.46478670835494995, |
|
"eval_runtime": 5851.5448, |
|
"eval_samples_per_second": 1.609, |
|
"eval_steps_per_second": 0.201, |
|
"eval_wer": 0.16631680930082351, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 14.176447868347168, |
|
"learning_rate": 2.8499999999999997e-07, |
|
"loss": 0.2508, |
|
"step": 16025 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 23.6607666015625, |
|
"learning_rate": 2.8321428571428566e-07, |
|
"loss": 0.4966, |
|
"step": 16050 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 14.520540237426758, |
|
"learning_rate": 2.814285714285714e-07, |
|
"loss": 0.2649, |
|
"step": 16075 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 22.186479568481445, |
|
"learning_rate": 2.796428571428571e-07, |
|
"loss": 0.5105, |
|
"step": 16100 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 21.052902221679688, |
|
"learning_rate": 2.7785714285714285e-07, |
|
"loss": 0.2248, |
|
"step": 16125 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 25.37480354309082, |
|
"learning_rate": 2.7607142857142854e-07, |
|
"loss": 0.5451, |
|
"step": 16150 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 22.131818771362305, |
|
"learning_rate": 2.742857142857143e-07, |
|
"loss": 0.2533, |
|
"step": 16175 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 27.51265525817871, |
|
"learning_rate": 2.725e-07, |
|
"loss": 0.4579, |
|
"step": 16200 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 10.886811256408691, |
|
"learning_rate": 2.7071428571428573e-07, |
|
"loss": 0.197, |
|
"step": 16225 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 24.875947952270508, |
|
"learning_rate": 2.6892857142857137e-07, |
|
"loss": 0.46, |
|
"step": 16250 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 9.09632396697998, |
|
"learning_rate": 2.671428571428571e-07, |
|
"loss": 0.2771, |
|
"step": 16275 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 13.609580993652344, |
|
"learning_rate": 2.653571428571428e-07, |
|
"loss": 0.4694, |
|
"step": 16300 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 9.03917121887207, |
|
"learning_rate": 2.6357142857142856e-07, |
|
"loss": 0.2659, |
|
"step": 16325 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 23.09002113342285, |
|
"learning_rate": 2.6178571428571425e-07, |
|
"loss": 0.5136, |
|
"step": 16350 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 16.277647018432617, |
|
"learning_rate": 2.6e-07, |
|
"loss": 0.2674, |
|
"step": 16375 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 28.242874145507812, |
|
"learning_rate": 2.582142857142857e-07, |
|
"loss": 0.5222, |
|
"step": 16400 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 14.258796691894531, |
|
"learning_rate": 2.5642857142857144e-07, |
|
"loss": 0.2876, |
|
"step": 16425 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 31.952289581298828, |
|
"learning_rate": 2.546428571428571e-07, |
|
"loss": 0.5867, |
|
"step": 16450 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 13.42287540435791, |
|
"learning_rate": 2.528571428571428e-07, |
|
"loss": 0.292, |
|
"step": 16475 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 19.588457107543945, |
|
"learning_rate": 2.510714285714285e-07, |
|
"loss": 0.5209, |
|
"step": 16500 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 9.94702434539795, |
|
"learning_rate": 2.4928571428571427e-07, |
|
"loss": 0.2441, |
|
"step": 16525 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 21.62166404724121, |
|
"learning_rate": 2.475e-07, |
|
"loss": 0.4807, |
|
"step": 16550 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 14.849344253540039, |
|
"learning_rate": 2.457142857142857e-07, |
|
"loss": 0.2493, |
|
"step": 16575 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 27.06203842163086, |
|
"learning_rate": 2.4392857142857145e-07, |
|
"loss": 0.5525, |
|
"step": 16600 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 10.47172737121582, |
|
"learning_rate": 2.4214285714285715e-07, |
|
"loss": 0.2425, |
|
"step": 16625 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 26.490150451660156, |
|
"learning_rate": 2.4035714285714284e-07, |
|
"loss": 0.5732, |
|
"step": 16650 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 9.605720520019531, |
|
"learning_rate": 2.385714285714286e-07, |
|
"loss": 0.2543, |
|
"step": 16675 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 20.90159034729004, |
|
"learning_rate": 2.3678571428571428e-07, |
|
"loss": 0.42, |
|
"step": 16700 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 9.984245300292969, |
|
"learning_rate": 2.3499999999999997e-07, |
|
"loss": 0.2732, |
|
"step": 16725 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 20.062936782836914, |
|
"learning_rate": 2.332142857142857e-07, |
|
"loss": 0.5472, |
|
"step": 16750 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 14.146800994873047, |
|
"learning_rate": 2.3142857142857141e-07, |
|
"loss": 0.2751, |
|
"step": 16775 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 23.891094207763672, |
|
"learning_rate": 2.2964285714285713e-07, |
|
"loss": 0.5239, |
|
"step": 16800 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 8.14566707611084, |
|
"learning_rate": 2.2785714285714285e-07, |
|
"loss": 0.2631, |
|
"step": 16825 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 19.639022827148438, |
|
"learning_rate": 2.2607142857142855e-07, |
|
"loss": 0.5249, |
|
"step": 16850 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 9.657629013061523, |
|
"learning_rate": 2.2428571428571427e-07, |
|
"loss": 0.3039, |
|
"step": 16875 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 17.923763275146484, |
|
"learning_rate": 2.225e-07, |
|
"loss": 0.4895, |
|
"step": 16900 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 13.95570182800293, |
|
"learning_rate": 2.207142857142857e-07, |
|
"loss": 0.2654, |
|
"step": 16925 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 15.692480087280273, |
|
"learning_rate": 2.189285714285714e-07, |
|
"loss": 0.4649, |
|
"step": 16950 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 16.137231826782227, |
|
"learning_rate": 2.1714285714285712e-07, |
|
"loss": 0.2288, |
|
"step": 16975 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 29.005409240722656, |
|
"learning_rate": 2.1535714285714284e-07, |
|
"loss": 0.5068, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 16.533184051513672, |
|
"learning_rate": 2.1357142857142856e-07, |
|
"loss": 0.2713, |
|
"step": 17025 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 26.245988845825195, |
|
"learning_rate": 2.1178571428571428e-07, |
|
"loss": 0.51, |
|
"step": 17050 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 16.645214080810547, |
|
"learning_rate": 2.0999999999999997e-07, |
|
"loss": 0.2328, |
|
"step": 17075 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 20.229503631591797, |
|
"learning_rate": 2.082142857142857e-07, |
|
"loss": 0.5205, |
|
"step": 17100 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 16.3220157623291, |
|
"learning_rate": 2.0642857142857141e-07, |
|
"loss": 0.2531, |
|
"step": 17125 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 25.806249618530273, |
|
"learning_rate": 2.0464285714285713e-07, |
|
"loss": 0.5184, |
|
"step": 17150 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 12.498074531555176, |
|
"learning_rate": 2.0285714285714283e-07, |
|
"loss": 0.2544, |
|
"step": 17175 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 24.79607582092285, |
|
"learning_rate": 2.0107142857142855e-07, |
|
"loss": 0.5435, |
|
"step": 17200 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 24.32138442993164, |
|
"learning_rate": 1.9928571428571427e-07, |
|
"loss": 0.2794, |
|
"step": 17225 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 22.922056198120117, |
|
"learning_rate": 1.975e-07, |
|
"loss": 0.4487, |
|
"step": 17250 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 16.88331413269043, |
|
"learning_rate": 1.9571428571428568e-07, |
|
"loss": 0.262, |
|
"step": 17275 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 27.17171287536621, |
|
"learning_rate": 1.939285714285714e-07, |
|
"loss": 0.4624, |
|
"step": 17300 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 13.903470039367676, |
|
"learning_rate": 1.9214285714285712e-07, |
|
"loss": 0.27, |
|
"step": 17325 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 9.872733116149902, |
|
"learning_rate": 1.9035714285714284e-07, |
|
"loss": 0.5501, |
|
"step": 17350 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 20.017364501953125, |
|
"learning_rate": 1.885714285714286e-07, |
|
"loss": 0.2589, |
|
"step": 17375 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 24.02932357788086, |
|
"learning_rate": 1.8678571428571426e-07, |
|
"loss": 0.5821, |
|
"step": 17400 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 19.6367244720459, |
|
"learning_rate": 1.85e-07, |
|
"loss": 0.3638, |
|
"step": 17425 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": Infinity, |
|
"learning_rate": 1.8328571428571426e-07, |
|
"loss": 0.5555, |
|
"step": 17450 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 13.749106407165527, |
|
"learning_rate": 1.8149999999999998e-07, |
|
"loss": 0.3132, |
|
"step": 17475 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 15.566059112548828, |
|
"learning_rate": 1.797142857142857e-07, |
|
"loss": 0.5162, |
|
"step": 17500 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 21.73044204711914, |
|
"learning_rate": 1.7792857142857142e-07, |
|
"loss": 0.24, |
|
"step": 17525 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 29.611074447631836, |
|
"learning_rate": 1.7614285714285714e-07, |
|
"loss": 0.5108, |
|
"step": 17550 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 16.056873321533203, |
|
"learning_rate": 1.7435714285714283e-07, |
|
"loss": 0.2247, |
|
"step": 17575 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 26.387723922729492, |
|
"learning_rate": 1.7257142857142855e-07, |
|
"loss": 0.5551, |
|
"step": 17600 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 15.484909057617188, |
|
"learning_rate": 1.7078571428571427e-07, |
|
"loss": 0.2685, |
|
"step": 17625 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 12.681870460510254, |
|
"learning_rate": 1.69e-07, |
|
"loss": 0.5002, |
|
"step": 17650 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 20.047056198120117, |
|
"learning_rate": 1.6721428571428568e-07, |
|
"loss": 0.305, |
|
"step": 17675 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 18.66116714477539, |
|
"learning_rate": 1.654285714285714e-07, |
|
"loss": 0.5289, |
|
"step": 17700 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 20.76094627380371, |
|
"learning_rate": 1.6364285714285712e-07, |
|
"loss": 0.2464, |
|
"step": 17725 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 18.275331497192383, |
|
"learning_rate": 1.6185714285714287e-07, |
|
"loss": 0.4905, |
|
"step": 17750 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 13.712215423583984, |
|
"learning_rate": 1.6007142857142854e-07, |
|
"loss": 0.2137, |
|
"step": 17775 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 22.638090133666992, |
|
"learning_rate": 1.5828571428571429e-07, |
|
"loss": 0.5996, |
|
"step": 17800 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 22.729068756103516, |
|
"learning_rate": 1.565e-07, |
|
"loss": 0.2864, |
|
"step": 17825 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 15.553844451904297, |
|
"learning_rate": 1.5471428571428573e-07, |
|
"loss": 0.4922, |
|
"step": 17850 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 20.399259567260742, |
|
"learning_rate": 1.5292857142857145e-07, |
|
"loss": 0.276, |
|
"step": 17875 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 20.935850143432617, |
|
"learning_rate": 1.5114285714285714e-07, |
|
"loss": 0.5087, |
|
"step": 17900 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 18.157344818115234, |
|
"learning_rate": 1.4935714285714286e-07, |
|
"loss": 0.2693, |
|
"step": 17925 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 14.853775024414062, |
|
"learning_rate": 1.4757142857142858e-07, |
|
"loss": 0.5126, |
|
"step": 17950 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 15.481501579284668, |
|
"learning_rate": 1.457857142857143e-07, |
|
"loss": 0.2645, |
|
"step": 17975 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 25.41742515563965, |
|
"learning_rate": 1.44e-07, |
|
"loss": 0.4667, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"eval_loss": 0.46059784293174744, |
|
"eval_runtime": 5876.4376, |
|
"eval_samples_per_second": 1.602, |
|
"eval_steps_per_second": 0.2, |
|
"eval_wer": 0.16560632972711126, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 13.322805404663086, |
|
"learning_rate": 1.422142857142857e-07, |
|
"loss": 0.2463, |
|
"step": 18025 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 20.623361587524414, |
|
"learning_rate": 1.4042857142857143e-07, |
|
"loss": 0.4702, |
|
"step": 18050 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 11.25727653503418, |
|
"learning_rate": 1.3864285714285715e-07, |
|
"loss": 0.2297, |
|
"step": 18075 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 24.11102867126465, |
|
"learning_rate": 1.3685714285714285e-07, |
|
"loss": 0.5188, |
|
"step": 18100 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 14.874909400939941, |
|
"learning_rate": 1.3507142857142857e-07, |
|
"loss": 0.2141, |
|
"step": 18125 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 24.302215576171875, |
|
"learning_rate": 1.3328571428571429e-07, |
|
"loss": 0.4678, |
|
"step": 18150 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 15.379274368286133, |
|
"learning_rate": 1.315e-07, |
|
"loss": 0.2166, |
|
"step": 18175 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 24.384815216064453, |
|
"learning_rate": 1.2971428571428573e-07, |
|
"loss": 0.4773, |
|
"step": 18200 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 14.261998176574707, |
|
"learning_rate": 1.2792857142857142e-07, |
|
"loss": 0.2611, |
|
"step": 18225 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 26.193994522094727, |
|
"learning_rate": 1.2614285714285714e-07, |
|
"loss": 0.4536, |
|
"step": 18250 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 15.70848560333252, |
|
"learning_rate": 1.2435714285714286e-07, |
|
"loss": 0.2462, |
|
"step": 18275 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 21.586435317993164, |
|
"learning_rate": 1.2257142857142855e-07, |
|
"loss": 0.5351, |
|
"step": 18300 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 13.686724662780762, |
|
"learning_rate": 1.2078571428571427e-07, |
|
"loss": 0.2181, |
|
"step": 18325 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 24.10140609741211, |
|
"learning_rate": 1.19e-07, |
|
"loss": 0.5414, |
|
"step": 18350 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 16.506885528564453, |
|
"learning_rate": 1.1721428571428571e-07, |
|
"loss": 0.248, |
|
"step": 18375 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 19.96807289123535, |
|
"learning_rate": 1.1542857142857142e-07, |
|
"loss": 0.4668, |
|
"step": 18400 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 7.820561408996582, |
|
"learning_rate": 1.1364285714285714e-07, |
|
"loss": 0.2736, |
|
"step": 18425 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 25.755311965942383, |
|
"learning_rate": 1.1185714285714286e-07, |
|
"loss": 0.5258, |
|
"step": 18450 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 12.378037452697754, |
|
"learning_rate": 1.1007142857142857e-07, |
|
"loss": 0.2869, |
|
"step": 18475 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 15.160594940185547, |
|
"learning_rate": 1.0828571428571429e-07, |
|
"loss": 0.4904, |
|
"step": 18500 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 20.206640243530273, |
|
"learning_rate": 1.065e-07, |
|
"loss": 0.2504, |
|
"step": 18525 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 22.9788875579834, |
|
"learning_rate": 1.0471428571428571e-07, |
|
"loss": 0.5201, |
|
"step": 18550 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 15.308506965637207, |
|
"learning_rate": 1.0292857142857142e-07, |
|
"loss": 0.258, |
|
"step": 18575 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 14.326108932495117, |
|
"learning_rate": 1.0114285714285714e-07, |
|
"loss": 0.4509, |
|
"step": 18600 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 26.459646224975586, |
|
"learning_rate": 9.935714285714285e-08, |
|
"loss": 0.2744, |
|
"step": 18625 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 19.211641311645508, |
|
"learning_rate": 9.757142857142857e-08, |
|
"loss": 0.5296, |
|
"step": 18650 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 15.568469047546387, |
|
"learning_rate": 9.578571428571427e-08, |
|
"loss": 0.2472, |
|
"step": 18675 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 29.26220703125, |
|
"learning_rate": 9.4e-08, |
|
"loss": 0.4798, |
|
"step": 18700 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 25.08895492553711, |
|
"learning_rate": 9.221428571428571e-08, |
|
"loss": 0.2771, |
|
"step": 18725 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 19.168804168701172, |
|
"learning_rate": 9.042857142857142e-08, |
|
"loss": 0.506, |
|
"step": 18750 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 17.489612579345703, |
|
"learning_rate": 8.864285714285714e-08, |
|
"loss": 0.2914, |
|
"step": 18775 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 16.952068328857422, |
|
"learning_rate": 8.685714285714285e-08, |
|
"loss": 0.5445, |
|
"step": 18800 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 13.241303443908691, |
|
"learning_rate": 8.507142857142857e-08, |
|
"loss": 0.2818, |
|
"step": 18825 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 21.655899047851562, |
|
"learning_rate": 8.328571428571428e-08, |
|
"loss": 0.5256, |
|
"step": 18850 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 18.215364456176758, |
|
"learning_rate": 8.15e-08, |
|
"loss": 0.2672, |
|
"step": 18875 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 26.478195190429688, |
|
"learning_rate": 7.97142857142857e-08, |
|
"loss": 0.4729, |
|
"step": 18900 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 16.756649017333984, |
|
"learning_rate": 7.792857142857142e-08, |
|
"loss": 0.2469, |
|
"step": 18925 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 25.294132232666016, |
|
"learning_rate": 7.614285714285713e-08, |
|
"loss": 0.5517, |
|
"step": 18950 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 15.660456657409668, |
|
"learning_rate": 7.435714285714285e-08, |
|
"loss": 0.2261, |
|
"step": 18975 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 24.570951461791992, |
|
"learning_rate": 7.257142857142856e-08, |
|
"loss": 0.464, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 13.32069206237793, |
|
"learning_rate": 7.078571428571428e-08, |
|
"loss": 0.2759, |
|
"step": 19025 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 27.2366943359375, |
|
"learning_rate": 6.900000000000001e-08, |
|
"loss": 0.4982, |
|
"step": 19050 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 10.226125717163086, |
|
"learning_rate": 6.721428571428572e-08, |
|
"loss": 0.2669, |
|
"step": 19075 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 28.88689613342285, |
|
"learning_rate": 6.542857142857144e-08, |
|
"loss": 0.5166, |
|
"step": 19100 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 9.242531776428223, |
|
"learning_rate": 6.364285714285714e-08, |
|
"loss": 0.2363, |
|
"step": 19125 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 26.46955108642578, |
|
"learning_rate": 6.185714285714286e-08, |
|
"loss": 0.5085, |
|
"step": 19150 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 17.96638298034668, |
|
"learning_rate": 6.007142857142857e-08, |
|
"loss": 0.2484, |
|
"step": 19175 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 19.205671310424805, |
|
"learning_rate": 5.828571428571428e-08, |
|
"loss": 0.4366, |
|
"step": 19200 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 19.420578002929688, |
|
"learning_rate": 5.6499999999999996e-08, |
|
"loss": 0.2316, |
|
"step": 19225 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": Infinity, |
|
"learning_rate": 5.4785714285714285e-08, |
|
"loss": 0.5216, |
|
"step": 19250 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 11.171784400939941, |
|
"learning_rate": 5.3e-08, |
|
"loss": 0.2496, |
|
"step": 19275 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 18.622215270996094, |
|
"learning_rate": 5.121428571428571e-08, |
|
"loss": 0.5563, |
|
"step": 19300 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 15.999675750732422, |
|
"learning_rate": 4.9428571428571425e-08, |
|
"loss": 0.2272, |
|
"step": 19325 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 29.481321334838867, |
|
"learning_rate": 4.764285714285714e-08, |
|
"loss": 0.5892, |
|
"step": 19350 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 17.218955993652344, |
|
"learning_rate": 4.585714285714286e-08, |
|
"loss": 0.2746, |
|
"step": 19375 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 17.27052879333496, |
|
"learning_rate": 4.407142857142857e-08, |
|
"loss": 0.4847, |
|
"step": 19400 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 13.923643112182617, |
|
"learning_rate": 4.2285714285714285e-08, |
|
"loss": 0.2418, |
|
"step": 19425 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 20.42319679260254, |
|
"learning_rate": 4.05e-08, |
|
"loss": 0.5244, |
|
"step": 19450 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 21.954940795898438, |
|
"learning_rate": 3.871428571428571e-08, |
|
"loss": 0.265, |
|
"step": 19475 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 22.70041847229004, |
|
"learning_rate": 3.6928571428571426e-08, |
|
"loss": 0.4468, |
|
"step": 19500 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 6.995919227600098, |
|
"learning_rate": 3.514285714285714e-08, |
|
"loss": 0.271, |
|
"step": 19525 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 19.12382698059082, |
|
"learning_rate": 3.335714285714285e-08, |
|
"loss": 0.5083, |
|
"step": 19550 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 13.486324310302734, |
|
"learning_rate": 3.1571428571428566e-08, |
|
"loss": 0.2645, |
|
"step": 19575 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 20.960376739501953, |
|
"learning_rate": 2.9785714285714286e-08, |
|
"loss": 0.4991, |
|
"step": 19600 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 19.863283157348633, |
|
"learning_rate": 2.8e-08, |
|
"loss": 0.25, |
|
"step": 19625 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 24.58002281188965, |
|
"learning_rate": 2.6214285714285713e-08, |
|
"loss": 0.5011, |
|
"step": 19650 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 17.584407806396484, |
|
"learning_rate": 2.4428571428571426e-08, |
|
"loss": 0.3192, |
|
"step": 19675 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 26.56721305847168, |
|
"learning_rate": 2.264285714285714e-08, |
|
"loss": 0.4995, |
|
"step": 19700 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 13.253254890441895, |
|
"learning_rate": 2.0857142857142856e-08, |
|
"loss": 0.2682, |
|
"step": 19725 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 22.812877655029297, |
|
"learning_rate": 1.9071428571428573e-08, |
|
"loss": 0.5177, |
|
"step": 19750 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 10.498454093933105, |
|
"learning_rate": 1.7285714285714286e-08, |
|
"loss": 0.2192, |
|
"step": 19775 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 31.69744110107422, |
|
"learning_rate": 1.55e-08, |
|
"loss": 0.5125, |
|
"step": 19800 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 11.616924285888672, |
|
"learning_rate": 1.3714285714285713e-08, |
|
"loss": 0.2494, |
|
"step": 19825 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 25.574071884155273, |
|
"learning_rate": 1.1928571428571428e-08, |
|
"loss": 0.4375, |
|
"step": 19850 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 16.213420867919922, |
|
"learning_rate": 1.0142857142857142e-08, |
|
"loss": 0.2279, |
|
"step": 19875 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 16.850711822509766, |
|
"learning_rate": 8.357142857142857e-09, |
|
"loss": 0.466, |
|
"step": 19900 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 11.44871997833252, |
|
"learning_rate": 6.571428571428572e-09, |
|
"loss": 0.2349, |
|
"step": 19925 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 24.55624008178711, |
|
"learning_rate": 4.785714285714285e-09, |
|
"loss": 0.4876, |
|
"step": 19950 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 11.952068328857422, |
|
"learning_rate": 3e-09, |
|
"loss": 0.2713, |
|
"step": 19975 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 17.582544326782227, |
|
"learning_rate": 1.2142857142857142e-09, |
|
"loss": 0.5133, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"eval_loss": 0.4545673429965973, |
|
"eval_runtime": 5956.6112, |
|
"eval_samples_per_second": 1.58, |
|
"eval_steps_per_second": 0.198, |
|
"eval_wer": 0.16517035362506055, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"step": 20000, |
|
"total_flos": 1.632967852032e+20, |
|
"train_loss": 0.19572856886386872, |
|
"train_runtime": 76264.8528, |
|
"train_samples_per_second": 2.098, |
|
"train_steps_per_second": 0.262 |
|
} |
|
], |
|
"logging_steps": 25, |
|
"max_steps": 20000, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 1000, |
|
"total_flos": 1.632967852032e+20, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|