| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.2431108463904117, | |
| "eval_steps": 2000, | |
| "global_step": 20000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 29.186527252197266, | |
| "learning_rate": 3.6666666666666664e-09, | |
| "loss": 0.9853, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 50.51877975463867, | |
| "learning_rate": 7.666666666666666e-09, | |
| "loss": 2.3272, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 19.928226470947266, | |
| "learning_rate": 1.1833333333333332e-08, | |
| "loss": 0.8806, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 51.900150299072266, | |
| "learning_rate": 1.6e-08, | |
| "loss": 2.3406, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 28.492319107055664, | |
| "learning_rate": 2.0166666666666665e-08, | |
| "loss": 0.9825, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 52.842262268066406, | |
| "learning_rate": 2.433333333333333e-08, | |
| "loss": 2.175, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 21.88471031188965, | |
| "learning_rate": 2.85e-08, | |
| "loss": 1.0408, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 46.56641387939453, | |
| "learning_rate": 3.266666666666666e-08, | |
| "loss": 2.2269, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 19.953123092651367, | |
| "learning_rate": 3.683333333333333e-08, | |
| "loss": 0.981, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 54.310176849365234, | |
| "learning_rate": 4.1e-08, | |
| "loss": 2.3529, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 27.19457244873047, | |
| "learning_rate": 4.516666666666667e-08, | |
| "loss": 0.9664, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 46.24717712402344, | |
| "learning_rate": 4.933333333333333e-08, | |
| "loss": 2.4138, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 33.52537536621094, | |
| "learning_rate": 5.3499999999999996e-08, | |
| "loss": 0.8663, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 52.76784896850586, | |
| "learning_rate": 5.766666666666666e-08, | |
| "loss": 2.2765, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 22.990055084228516, | |
| "learning_rate": 6.183333333333332e-08, | |
| "loss": 0.9368, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 45.44700241088867, | |
| "learning_rate": 6.6e-08, | |
| "loss": 2.2677, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 17.737760543823242, | |
| "learning_rate": 7.016666666666667e-08, | |
| "loss": 0.8554, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 42.23236846923828, | |
| "learning_rate": 7.433333333333334e-08, | |
| "loss": 2.082, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 23.066301345825195, | |
| "learning_rate": 7.85e-08, | |
| "loss": 0.9648, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 40.47060775756836, | |
| "learning_rate": 8.266666666666667e-08, | |
| "loss": 2.0705, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 22.501338958740234, | |
| "learning_rate": 8.683333333333332e-08, | |
| "loss": 0.8634, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 47.01912307739258, | |
| "learning_rate": 9.1e-08, | |
| "loss": 1.9144, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 20.637834548950195, | |
| "learning_rate": 9.516666666666667e-08, | |
| "loss": 0.8638, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 42.16878890991211, | |
| "learning_rate": 9.933333333333332e-08, | |
| "loss": 1.9055, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 22.79128646850586, | |
| "learning_rate": 1.035e-07, | |
| "loss": 0.8053, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 42.09727096557617, | |
| "learning_rate": 1.0766666666666665e-07, | |
| "loss": 1.7969, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 25.856449127197266, | |
| "learning_rate": 1.1183333333333334e-07, | |
| "loss": 0.7391, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 44.90492248535156, | |
| "learning_rate": 1.16e-07, | |
| "loss": 1.6681, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 19.00392723083496, | |
| "learning_rate": 1.2016666666666668e-07, | |
| "loss": 0.6716, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 38.95526123046875, | |
| "learning_rate": 1.2433333333333332e-07, | |
| "loss": 1.358, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 23.28983497619629, | |
| "learning_rate": 1.285e-07, | |
| "loss": 0.5689, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 43.42043685913086, | |
| "learning_rate": 1.3266666666666664e-07, | |
| "loss": 1.2778, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 19.808530807495117, | |
| "learning_rate": 1.3683333333333333e-07, | |
| "loss": 0.5527, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 35.28702926635742, | |
| "learning_rate": 1.4099999999999998e-07, | |
| "loss": 1.184, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 19.137269973754883, | |
| "learning_rate": 1.4516666666666665e-07, | |
| "loss": 0.5565, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 41.621971130371094, | |
| "learning_rate": 1.4933333333333335e-07, | |
| "loss": 1.147, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 18.03120994567871, | |
| "learning_rate": 1.535e-07, | |
| "loss": 0.5302, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 39.525482177734375, | |
| "learning_rate": 1.5766666666666666e-07, | |
| "loss": 1.1378, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 25.292404174804688, | |
| "learning_rate": 1.6183333333333333e-07, | |
| "loss": 0.4831, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 35.80854797363281, | |
| "learning_rate": 1.66e-07, | |
| "loss": 1.0397, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 18.648828506469727, | |
| "learning_rate": 1.7016666666666665e-07, | |
| "loss": 0.4555, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 39.72472381591797, | |
| "learning_rate": 1.7433333333333332e-07, | |
| "loss": 1.1202, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 16.013608932495117, | |
| "learning_rate": 1.785e-07, | |
| "loss": 0.4914, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 36.78615188598633, | |
| "learning_rate": 1.8266666666666666e-07, | |
| "loss": 1.0005, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 17.770790100097656, | |
| "learning_rate": 1.868333333333333e-07, | |
| "loss": 0.4111, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 31.849889755249023, | |
| "learning_rate": 1.91e-07, | |
| "loss": 0.927, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 18.490398406982422, | |
| "learning_rate": 1.9516666666666665e-07, | |
| "loss": 0.4016, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 31.49574851989746, | |
| "learning_rate": 1.9933333333333332e-07, | |
| "loss": 0.9365, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 17.154340744018555, | |
| "learning_rate": 2.035e-07, | |
| "loss": 0.4247, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 25.48064422607422, | |
| "learning_rate": 2.0766666666666666e-07, | |
| "loss": 0.9058, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 19.94418716430664, | |
| "learning_rate": 2.1183333333333333e-07, | |
| "loss": 0.449, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 29.873273849487305, | |
| "learning_rate": 2.1599999999999998e-07, | |
| "loss": 0.8359, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 15.53857135772705, | |
| "learning_rate": 2.2016666666666667e-07, | |
| "loss": 0.4133, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 28.56229019165039, | |
| "learning_rate": 2.2433333333333332e-07, | |
| "loss": 0.8403, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 8.155872344970703, | |
| "learning_rate": 2.285e-07, | |
| "loss": 0.3881, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 27.127405166625977, | |
| "learning_rate": 2.3266666666666666e-07, | |
| "loss": 0.822, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 11.950821876525879, | |
| "learning_rate": 2.3683333333333333e-07, | |
| "loss": 0.4201, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 31.142114639282227, | |
| "learning_rate": 2.41e-07, | |
| "loss": 0.8028, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 15.139409065246582, | |
| "learning_rate": 2.4516666666666665e-07, | |
| "loss": 0.3845, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 27.636058807373047, | |
| "learning_rate": 2.493333333333333e-07, | |
| "loss": 0.8359, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 25.11219024658203, | |
| "learning_rate": 2.535e-07, | |
| "loss": 0.4223, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 31.15846061706543, | |
| "learning_rate": 2.5766666666666663e-07, | |
| "loss": 0.875, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 19.472412109375, | |
| "learning_rate": 2.618333333333333e-07, | |
| "loss": 0.3604, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 22.84535026550293, | |
| "learning_rate": 2.66e-07, | |
| "loss": 0.7952, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 16.574451446533203, | |
| "learning_rate": 2.7016666666666667e-07, | |
| "loss": 0.3795, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 39.41230392456055, | |
| "learning_rate": 2.743333333333333e-07, | |
| "loss": 0.8251, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 13.901805877685547, | |
| "learning_rate": 2.785e-07, | |
| "loss": 0.39, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 24.57431983947754, | |
| "learning_rate": 2.8266666666666666e-07, | |
| "loss": 0.8535, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 15.14571475982666, | |
| "learning_rate": 2.868333333333333e-07, | |
| "loss": 0.3597, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 23.563344955444336, | |
| "learning_rate": 2.9099999999999995e-07, | |
| "loss": 0.7706, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 17.370380401611328, | |
| "learning_rate": 2.951666666666667e-07, | |
| "loss": 0.3564, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 32.44514083862305, | |
| "learning_rate": 2.9933333333333334e-07, | |
| "loss": 0.7507, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 12.74821949005127, | |
| "learning_rate": 3.035e-07, | |
| "loss": 0.3674, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 22.746973037719727, | |
| "learning_rate": 3.0766666666666663e-07, | |
| "loss": 0.7485, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 16.455074310302734, | |
| "learning_rate": 3.118333333333333e-07, | |
| "loss": 0.3533, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 32.016258239746094, | |
| "learning_rate": 3.1599999999999997e-07, | |
| "loss": 0.7237, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 22.601268768310547, | |
| "learning_rate": 3.201666666666666e-07, | |
| "loss": 0.4137, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 21.461885452270508, | |
| "learning_rate": 3.243333333333333e-07, | |
| "loss": 0.6908, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 16.42440414428711, | |
| "learning_rate": 3.285e-07, | |
| "loss": 0.3973, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 34.0020637512207, | |
| "learning_rate": 3.3266666666666665e-07, | |
| "loss": 0.748, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_loss": 0.3752075731754303, | |
| "eval_runtime": 5729.5086, | |
| "eval_samples_per_second": 1.643, | |
| "eval_steps_per_second": 0.205, | |
| "eval_wer": 0.21564669788470855, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 15.8253755569458, | |
| "learning_rate": 3.368333333333333e-07, | |
| "loss": 0.328, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 27.537580490112305, | |
| "learning_rate": 3.41e-07, | |
| "loss": 0.7222, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 20.178504943847656, | |
| "learning_rate": 3.4516666666666664e-07, | |
| "loss": 0.4064, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 27.599384307861328, | |
| "learning_rate": 3.4933333333333334e-07, | |
| "loss": 0.8175, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 14.29587459564209, | |
| "learning_rate": 3.535e-07, | |
| "loss": 0.3303, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 28.619686126708984, | |
| "learning_rate": 3.576666666666667e-07, | |
| "loss": 0.632, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 20.577468872070312, | |
| "learning_rate": 3.618333333333333e-07, | |
| "loss": 0.3908, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 24.521394729614258, | |
| "learning_rate": 3.6599999999999997e-07, | |
| "loss": 0.7307, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 18.374794006347656, | |
| "learning_rate": 3.701666666666666e-07, | |
| "loss": 0.4117, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 32.217586517333984, | |
| "learning_rate": 3.743333333333333e-07, | |
| "loss": 0.7281, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 14.12385368347168, | |
| "learning_rate": 3.785e-07, | |
| "loss": 0.3208, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 27.859783172607422, | |
| "learning_rate": 3.8266666666666665e-07, | |
| "loss": 0.7194, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 16.94115447998047, | |
| "learning_rate": 3.868333333333333e-07, | |
| "loss": 0.3764, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 28.36104393005371, | |
| "learning_rate": 3.91e-07, | |
| "loss": 0.7183, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 10.514703750610352, | |
| "learning_rate": 3.9516666666666664e-07, | |
| "loss": 0.3764, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 33.07015609741211, | |
| "learning_rate": 3.993333333333333e-07, | |
| "loss": 0.7127, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 25.2418212890625, | |
| "learning_rate": 4.0350000000000003e-07, | |
| "loss": 0.3723, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 25.15533447265625, | |
| "learning_rate": 4.076666666666667e-07, | |
| "loss": 0.7695, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 12.2613525390625, | |
| "learning_rate": 4.118333333333333e-07, | |
| "loss": 0.3878, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 27.38979148864746, | |
| "learning_rate": 4.1599999999999997e-07, | |
| "loss": 0.7286, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 12.769454956054688, | |
| "learning_rate": 4.2016666666666666e-07, | |
| "loss": 0.3283, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 25.558361053466797, | |
| "learning_rate": 4.243333333333333e-07, | |
| "loss": 0.655, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 19.812528610229492, | |
| "learning_rate": 4.2849999999999995e-07, | |
| "loss": 0.3285, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 23.480504989624023, | |
| "learning_rate": 4.3266666666666665e-07, | |
| "loss": 0.7011, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 27.310148239135742, | |
| "learning_rate": 4.3683333333333335e-07, | |
| "loss": 0.3668, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 21.11886978149414, | |
| "learning_rate": 4.41e-07, | |
| "loss": 0.7359, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 13.02730655670166, | |
| "learning_rate": 4.4516666666666664e-07, | |
| "loss": 0.3218, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 23.938663482666016, | |
| "learning_rate": 4.493333333333333e-07, | |
| "loss": 0.7084, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 13.4992094039917, | |
| "learning_rate": 4.535e-07, | |
| "loss": 0.3586, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 24.50682258605957, | |
| "learning_rate": 4.576666666666666e-07, | |
| "loss": 0.6918, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 15.688295364379883, | |
| "learning_rate": 4.618333333333333e-07, | |
| "loss": 0.3183, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 27.072919845581055, | |
| "learning_rate": 4.66e-07, | |
| "loss": 0.8227, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 16.015159606933594, | |
| "learning_rate": 4.7016666666666666e-07, | |
| "loss": 0.3831, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 31.845600128173828, | |
| "learning_rate": 4.743333333333333e-07, | |
| "loss": 0.6515, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 12.855831146240234, | |
| "learning_rate": 4.785e-07, | |
| "loss": 0.345, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 30.276899337768555, | |
| "learning_rate": 4.826666666666666e-07, | |
| "loss": 0.7189, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 13.716350555419922, | |
| "learning_rate": 4.868333333333333e-07, | |
| "loss": 0.3857, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 24.70086097717285, | |
| "learning_rate": 4.909999999999999e-07, | |
| "loss": 0.6669, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 13.5408353805542, | |
| "learning_rate": 4.951666666666666e-07, | |
| "loss": 0.3805, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 27.32679557800293, | |
| "learning_rate": 4.993333333333333e-07, | |
| "loss": 0.6949, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 14.190648078918457, | |
| "learning_rate": 5.034999999999999e-07, | |
| "loss": 0.3463, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 40.79596710205078, | |
| "learning_rate": 5.076666666666667e-07, | |
| "loss": 0.7188, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 16.573617935180664, | |
| "learning_rate": 5.118333333333333e-07, | |
| "loss": 0.2875, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 24.329591751098633, | |
| "learning_rate": 5.16e-07, | |
| "loss": 0.5879, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 14.05192756652832, | |
| "learning_rate": 5.201666666666666e-07, | |
| "loss": 0.3572, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 22.151996612548828, | |
| "learning_rate": 5.243333333333333e-07, | |
| "loss": 0.6409, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 14.75150203704834, | |
| "learning_rate": 5.284999999999999e-07, | |
| "loss": 0.3657, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 31.801061630249023, | |
| "learning_rate": 5.326666666666666e-07, | |
| "loss": 0.7341, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 10.417610168457031, | |
| "learning_rate": 5.368333333333334e-07, | |
| "loss": 0.3016, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 26.536266326904297, | |
| "learning_rate": 5.41e-07, | |
| "loss": 0.7012, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 16.091211318969727, | |
| "learning_rate": 5.451666666666667e-07, | |
| "loss": 0.3128, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 33.78011703491211, | |
| "learning_rate": 5.493333333333333e-07, | |
| "loss": 0.6206, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 15.934347152709961, | |
| "learning_rate": 5.535e-07, | |
| "loss": 0.3373, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 25.661874771118164, | |
| "learning_rate": 5.576666666666667e-07, | |
| "loss": 0.6734, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 11.325174331665039, | |
| "learning_rate": 5.618333333333333e-07, | |
| "loss": 0.3077, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 21.682788848876953, | |
| "learning_rate": 5.66e-07, | |
| "loss": 0.6616, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 16.362476348876953, | |
| "learning_rate": 5.701666666666667e-07, | |
| "loss": 0.3484, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 30.024934768676758, | |
| "learning_rate": 5.743333333333334e-07, | |
| "loss": 0.6997, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 13.67060661315918, | |
| "learning_rate": 5.784999999999999e-07, | |
| "loss": 0.2889, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": Infinity, | |
| "learning_rate": 5.825e-07, | |
| "loss": 0.6621, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 22.19521141052246, | |
| "learning_rate": 5.866666666666666e-07, | |
| "loss": 0.2992, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 23.638166427612305, | |
| "learning_rate": 5.908333333333333e-07, | |
| "loss": 0.633, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 13.818583488464355, | |
| "learning_rate": 5.949999999999999e-07, | |
| "loss": 0.3736, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 33.79849624633789, | |
| "learning_rate": 5.991666666666666e-07, | |
| "loss": 0.665, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 13.363014221191406, | |
| "learning_rate": 6.033333333333333e-07, | |
| "loss": 0.2737, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 31.426158905029297, | |
| "learning_rate": 6.075e-07, | |
| "loss": 0.7285, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 19.794960021972656, | |
| "learning_rate": 6.116666666666667e-07, | |
| "loss": 0.3175, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 26.806880950927734, | |
| "learning_rate": 6.158333333333333e-07, | |
| "loss": 0.6022, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 23.275510787963867, | |
| "learning_rate": 6.2e-07, | |
| "loss": 0.3038, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 22.10231590270996, | |
| "learning_rate": 6.241666666666666e-07, | |
| "loss": 0.6785, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 14.206493377685547, | |
| "learning_rate": 6.283333333333333e-07, | |
| "loss": 0.3128, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 19.696733474731445, | |
| "learning_rate": 6.324999999999999e-07, | |
| "loss": 0.6817, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 16.63739013671875, | |
| "learning_rate": 6.366666666666667e-07, | |
| "loss": 0.3067, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 26.20191192626953, | |
| "learning_rate": 6.408333333333334e-07, | |
| "loss": 0.6781, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 21.292455673217773, | |
| "learning_rate": 6.45e-07, | |
| "loss": 0.2981, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 26.61952781677246, | |
| "learning_rate": 6.491666666666667e-07, | |
| "loss": 0.6331, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 15.374119758605957, | |
| "learning_rate": 6.533333333333333e-07, | |
| "loss": 0.3302, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 26.00304412841797, | |
| "learning_rate": 6.575e-07, | |
| "loss": 0.6184, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 20.321468353271484, | |
| "learning_rate": 6.616666666666665e-07, | |
| "loss": 0.321, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 22.67734146118164, | |
| "learning_rate": 6.658333333333333e-07, | |
| "loss": 0.6051, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_loss": 0.4198240339756012, | |
| "eval_runtime": 5680.6895, | |
| "eval_samples_per_second": 1.657, | |
| "eval_steps_per_second": 0.207, | |
| "eval_wer": 0.1885031487162926, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 20.116188049316406, | |
| "learning_rate": 6.7e-07, | |
| "loss": 0.3214, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 21.24591827392578, | |
| "learning_rate": 6.741666666666666e-07, | |
| "loss": 0.6371, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 16.673837661743164, | |
| "learning_rate": 6.783333333333333e-07, | |
| "loss": 0.3389, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 27.16354751586914, | |
| "learning_rate": 6.824999999999999e-07, | |
| "loss": 0.6304, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 18.105676651000977, | |
| "learning_rate": 6.866666666666666e-07, | |
| "loss": 0.3528, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 27.059154510498047, | |
| "learning_rate": 6.908333333333333e-07, | |
| "loss": 0.6902, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 22.998558044433594, | |
| "learning_rate": 6.949999999999999e-07, | |
| "loss": 0.3802, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 27.54330062866211, | |
| "learning_rate": 6.991666666666667e-07, | |
| "loss": 0.6378, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 16.366973876953125, | |
| "learning_rate": 7.033333333333333e-07, | |
| "loss": 0.339, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 25.825971603393555, | |
| "learning_rate": 7.075e-07, | |
| "loss": 0.5944, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 26.39034652709961, | |
| "learning_rate": 7.116666666666666e-07, | |
| "loss": 0.3246, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 24.95716094970703, | |
| "learning_rate": 7.158333333333333e-07, | |
| "loss": 0.5966, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 13.741753578186035, | |
| "learning_rate": 7.2e-07, | |
| "loss": 0.3068, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 24.966617584228516, | |
| "learning_rate": 7.241666666666666e-07, | |
| "loss": 0.6098, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 14.291642189025879, | |
| "learning_rate": 7.283333333333334e-07, | |
| "loss": 0.3096, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 22.74665641784668, | |
| "learning_rate": 7.325e-07, | |
| "loss": 0.7213, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 13.496010780334473, | |
| "learning_rate": 7.366666666666667e-07, | |
| "loss": 0.2867, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 22.160560607910156, | |
| "learning_rate": 7.408333333333333e-07, | |
| "loss": 0.6883, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 15.879670143127441, | |
| "learning_rate": 7.45e-07, | |
| "loss": 0.3274, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 25.978158950805664, | |
| "learning_rate": 7.491666666666667e-07, | |
| "loss": 0.663, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 12.220645904541016, | |
| "learning_rate": 7.533333333333332e-07, | |
| "loss": 0.3133, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 22.561466217041016, | |
| "learning_rate": 7.575e-07, | |
| "loss": 0.6417, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 13.648468017578125, | |
| "learning_rate": 7.616666666666666e-07, | |
| "loss": 0.2709, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 24.237659454345703, | |
| "learning_rate": 7.658333333333333e-07, | |
| "loss": 0.609, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 12.015928268432617, | |
| "learning_rate": 7.699999999999999e-07, | |
| "loss": 0.3517, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 10.939224243164062, | |
| "learning_rate": 7.741666666666666e-07, | |
| "loss": 0.5428, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 21.860904693603516, | |
| "learning_rate": 7.783333333333333e-07, | |
| "loss": 0.3269, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 34.1320915222168, | |
| "learning_rate": 7.824999999999999e-07, | |
| "loss": 0.6189, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 16.4717960357666, | |
| "learning_rate": 7.866666666666666e-07, | |
| "loss": 0.3147, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 24.782644271850586, | |
| "learning_rate": 7.908333333333333e-07, | |
| "loss": 0.5405, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 23.22640037536621, | |
| "learning_rate": 7.95e-07, | |
| "loss": 0.3325, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 25.234392166137695, | |
| "learning_rate": 7.991666666666666e-07, | |
| "loss": 0.6092, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 17.815200805664062, | |
| "learning_rate": 8.033333333333333e-07, | |
| "loss": 0.3421, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 31.845441818237305, | |
| "learning_rate": 8.075e-07, | |
| "loss": 0.6604, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 18.663719177246094, | |
| "learning_rate": 8.116666666666666e-07, | |
| "loss": 0.3373, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 18.988887786865234, | |
| "learning_rate": 8.158333333333333e-07, | |
| "loss": 0.6191, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 14.552395820617676, | |
| "learning_rate": 8.199999999999999e-07, | |
| "loss": 0.3123, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 24.135231018066406, | |
| "learning_rate": 8.241666666666667e-07, | |
| "loss": 0.5547, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 13.5560302734375, | |
| "learning_rate": 8.283333333333334e-07, | |
| "loss": 0.2659, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 23.879039764404297, | |
| "learning_rate": 8.325e-07, | |
| "loss": 0.5899, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 10.661543846130371, | |
| "learning_rate": 8.366666666666667e-07, | |
| "loss": 0.2815, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 23.548585891723633, | |
| "learning_rate": 8.408333333333333e-07, | |
| "loss": 0.5315, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 18.99573516845703, | |
| "learning_rate": 8.45e-07, | |
| "loss": 0.3102, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 25.472843170166016, | |
| "learning_rate": 8.491666666666665e-07, | |
| "loss": 0.5856, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 10.183819770812988, | |
| "learning_rate": 8.533333333333334e-07, | |
| "loss": 0.2289, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 21.010845184326172, | |
| "learning_rate": 8.575e-07, | |
| "loss": 0.5432, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 10.91658878326416, | |
| "learning_rate": 8.616666666666666e-07, | |
| "loss": 0.2439, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 27.883943557739258, | |
| "learning_rate": 8.658333333333333e-07, | |
| "loss": 0.5995, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 13.827203750610352, | |
| "learning_rate": 8.699999999999999e-07, | |
| "loss": 0.3348, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 25.215486526489258, | |
| "learning_rate": 8.741666666666666e-07, | |
| "loss": 0.559, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 19.4741153717041, | |
| "learning_rate": 8.783333333333332e-07, | |
| "loss": 0.3154, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 21.052459716796875, | |
| "learning_rate": 8.824999999999999e-07, | |
| "loss": 0.581, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 14.411347389221191, | |
| "learning_rate": 8.866666666666667e-07, | |
| "loss": 0.2701, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 15.227518081665039, | |
| "learning_rate": 8.908333333333333e-07, | |
| "loss": 0.6402, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 17.570085525512695, | |
| "learning_rate": 8.95e-07, | |
| "loss": 0.3374, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 16.47588348388672, | |
| "learning_rate": 8.991666666666666e-07, | |
| "loss": 0.5876, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 15.246146202087402, | |
| "learning_rate": 9.033333333333333e-07, | |
| "loss": 0.2909, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 22.148481369018555, | |
| "learning_rate": 9.074999999999999e-07, | |
| "loss": 0.5704, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 11.771788597106934, | |
| "learning_rate": 9.116666666666666e-07, | |
| "loss": 0.284, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 34.46316146850586, | |
| "learning_rate": 9.158333333333334e-07, | |
| "loss": 0.6357, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 17.2254695892334, | |
| "learning_rate": 9.2e-07, | |
| "loss": 0.3433, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 23.89180564880371, | |
| "learning_rate": 9.241666666666667e-07, | |
| "loss": 0.5568, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 16.978792190551758, | |
| "learning_rate": 9.283333333333333e-07, | |
| "loss": 0.3001, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 25.58534049987793, | |
| "learning_rate": 9.325e-07, | |
| "loss": 0.5594, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 6.470766067504883, | |
| "learning_rate": 9.366666666666666e-07, | |
| "loss": 0.3021, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 15.57498836517334, | |
| "learning_rate": 9.408333333333333e-07, | |
| "loss": 0.548, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 8.752182960510254, | |
| "learning_rate": 9.45e-07, | |
| "loss": 0.3141, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": Infinity, | |
| "learning_rate": 9.489999999999999e-07, | |
| "loss": 0.6522, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 14.224292755126953, | |
| "learning_rate": 9.531666666666666e-07, | |
| "loss": 0.2806, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 28.10686683654785, | |
| "learning_rate": 9.573333333333333e-07, | |
| "loss": 0.5524, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 14.760727882385254, | |
| "learning_rate": 9.615e-07, | |
| "loss": 0.3168, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 21.50145149230957, | |
| "learning_rate": 9.656666666666667e-07, | |
| "loss": 0.5542, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 19.867286682128906, | |
| "learning_rate": 9.698333333333332e-07, | |
| "loss": 0.2855, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 23.064851760864258, | |
| "learning_rate": 9.74e-07, | |
| "loss": 0.5558, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 21.55337905883789, | |
| "learning_rate": 9.781666666666666e-07, | |
| "loss": 0.2855, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 28.359773635864258, | |
| "learning_rate": 9.823333333333333e-07, | |
| "loss": 0.5859, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 14.382160186767578, | |
| "learning_rate": 9.865e-07, | |
| "loss": 0.3203, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 17.879419326782227, | |
| "learning_rate": 9.906666666666667e-07, | |
| "loss": 0.5121, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 19.03439712524414, | |
| "learning_rate": 9.948333333333334e-07, | |
| "loss": 0.3244, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 20.255910873413086, | |
| "learning_rate": 9.989999999999999e-07, | |
| "loss": 0.5578, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 0.424468457698822, | |
| "eval_runtime": 5766.0002, | |
| "eval_samples_per_second": 1.633, | |
| "eval_steps_per_second": 0.204, | |
| "eval_wer": 0.17566607460035524, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 10.418182373046875, | |
| "learning_rate": 9.955e-07, | |
| "loss": 0.2279, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 32.746212005615234, | |
| "learning_rate": 9.8975e-07, | |
| "loss": 0.617, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 14.78303050994873, | |
| "learning_rate": 9.835e-07, | |
| "loss": 0.2966, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 24.772193908691406, | |
| "learning_rate": 9.772499999999998e-07, | |
| "loss": 0.5872, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 17.655696868896484, | |
| "learning_rate": 9.709999999999999e-07, | |
| "loss": 0.3257, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 22.594074249267578, | |
| "learning_rate": 9.6475e-07, | |
| "loss": 0.6294, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 15.015108108520508, | |
| "learning_rate": 9.585e-07, | |
| "loss": 0.292, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 27.46025276184082, | |
| "learning_rate": 9.5225e-07, | |
| "loss": 0.5023, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 15.613073348999023, | |
| "learning_rate": 9.459999999999999e-07, | |
| "loss": 0.2915, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 24.478090286254883, | |
| "learning_rate": 9.3975e-07, | |
| "loss": 0.5793, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 15.330205917358398, | |
| "learning_rate": 9.334999999999999e-07, | |
| "loss": 0.366, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 25.022016525268555, | |
| "learning_rate": 9.2725e-07, | |
| "loss": 0.5548, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 13.249412536621094, | |
| "learning_rate": 9.21e-07, | |
| "loss": 0.3341, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 25.130050659179688, | |
| "learning_rate": 9.147499999999999e-07, | |
| "loss": 0.5431, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 15.13709831237793, | |
| "learning_rate": 9.085e-07, | |
| "loss": 0.2728, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 19.128374099731445, | |
| "learning_rate": 9.022499999999999e-07, | |
| "loss": 0.5788, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 13.50425910949707, | |
| "learning_rate": 8.96e-07, | |
| "loss": 0.3066, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 27.552776336669922, | |
| "learning_rate": 8.8975e-07, | |
| "loss": 0.5665, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 16.90278434753418, | |
| "learning_rate": 8.834999999999999e-07, | |
| "loss": 0.3108, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 15.420982360839844, | |
| "learning_rate": 8.772499999999999e-07, | |
| "loss": 0.5931, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 12.858573913574219, | |
| "learning_rate": 8.71e-07, | |
| "loss": 0.2762, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 30.493162155151367, | |
| "learning_rate": 8.6475e-07, | |
| "loss": 0.548, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 21.05153465270996, | |
| "learning_rate": 8.585e-07, | |
| "loss": 0.2743, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 24.79546546936035, | |
| "learning_rate": 8.522499999999999e-07, | |
| "loss": 0.5789, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 5.389392375946045, | |
| "learning_rate": 8.459999999999999e-07, | |
| "loss": 0.2551, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 29.287887573242188, | |
| "learning_rate": 8.3975e-07, | |
| "loss": 0.5231, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 15.32079792022705, | |
| "learning_rate": 8.334999999999999e-07, | |
| "loss": 0.2667, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 21.276037216186523, | |
| "learning_rate": 8.2725e-07, | |
| "loss": 0.539, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 10.917491912841797, | |
| "learning_rate": 8.21e-07, | |
| "loss": 0.2951, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 23.395267486572266, | |
| "learning_rate": 8.147499999999999e-07, | |
| "loss": 0.5505, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 20.620159149169922, | |
| "learning_rate": 8.085e-07, | |
| "loss": 0.3287, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 32.70819091796875, | |
| "learning_rate": 8.0225e-07, | |
| "loss": 0.6325, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 15.693964004516602, | |
| "learning_rate": 7.96e-07, | |
| "loss": 0.2545, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 21.390012741088867, | |
| "learning_rate": 7.897499999999999e-07, | |
| "loss": 0.5113, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 16.327972412109375, | |
| "learning_rate": 7.834999999999999e-07, | |
| "loss": 0.2523, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 18.395044326782227, | |
| "learning_rate": 7.7725e-07, | |
| "loss": 0.5417, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 14.424351692199707, | |
| "learning_rate": 7.71e-07, | |
| "loss": 0.3177, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 28.32687759399414, | |
| "learning_rate": 7.6475e-07, | |
| "loss": 0.5442, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 19.87085723876953, | |
| "learning_rate": 7.584999999999999e-07, | |
| "loss": 0.2768, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 24.301137924194336, | |
| "learning_rate": 7.5225e-07, | |
| "loss": 0.6135, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 22.25948715209961, | |
| "learning_rate": 7.459999999999999e-07, | |
| "loss": 0.3079, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 27.84773063659668, | |
| "learning_rate": 7.3975e-07, | |
| "loss": 0.6219, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 14.436989784240723, | |
| "learning_rate": 7.335e-07, | |
| "loss": 0.3135, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 18.467741012573242, | |
| "learning_rate": 7.272499999999999e-07, | |
| "loss": 0.5659, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 10.770480155944824, | |
| "learning_rate": 7.21e-07, | |
| "loss": 0.2582, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 13.723494529724121, | |
| "learning_rate": 7.147499999999999e-07, | |
| "loss": 0.5401, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 16.69199562072754, | |
| "learning_rate": 7.085e-07, | |
| "loss": 0.2815, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 17.908796310424805, | |
| "learning_rate": 7.0225e-07, | |
| "loss": 0.6891, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 21.230213165283203, | |
| "learning_rate": 6.959999999999999e-07, | |
| "loss": 0.31, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 23.39426612854004, | |
| "learning_rate": 6.897499999999999e-07, | |
| "loss": 0.5378, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 11.744900703430176, | |
| "learning_rate": 6.835e-07, | |
| "loss": 0.3132, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 20.57970428466797, | |
| "learning_rate": 6.7725e-07, | |
| "loss": 0.4722, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 17.392757415771484, | |
| "learning_rate": 6.71e-07, | |
| "loss": 0.336, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 25.665088653564453, | |
| "learning_rate": 6.6475e-07, | |
| "loss": 0.6683, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 16.384979248046875, | |
| "learning_rate": 6.584999999999999e-07, | |
| "loss": 0.2941, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 16.39459800720215, | |
| "learning_rate": 6.5225e-07, | |
| "loss": 0.5657, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 11.207764625549316, | |
| "learning_rate": 6.46e-07, | |
| "loss": 0.2659, | |
| "step": 7425 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 30.415802001953125, | |
| "learning_rate": 6.3975e-07, | |
| "loss": 0.5069, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 14.5722074508667, | |
| "learning_rate": 6.335e-07, | |
| "loss": 0.3173, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 19.074825286865234, | |
| "learning_rate": 6.272499999999999e-07, | |
| "loss": 0.542, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 15.403111457824707, | |
| "learning_rate": 6.21e-07, | |
| "loss": 0.2693, | |
| "step": 7525 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 28.799901962280273, | |
| "learning_rate": 6.1475e-07, | |
| "loss": 0.5837, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 11.103520393371582, | |
| "learning_rate": 6.085e-07, | |
| "loss": 0.2405, | |
| "step": 7575 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 27.544315338134766, | |
| "learning_rate": 6.022499999999999e-07, | |
| "loss": 0.5857, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 17.446556091308594, | |
| "learning_rate": 5.96e-07, | |
| "loss": 0.317, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 26.29592514038086, | |
| "learning_rate": 5.897499999999999e-07, | |
| "loss": 0.5691, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 16.815860748291016, | |
| "learning_rate": 5.835e-07, | |
| "loss": 0.3095, | |
| "step": 7675 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 25.93883514404297, | |
| "learning_rate": 5.772500000000001e-07, | |
| "loss": 0.6384, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 19.090412139892578, | |
| "learning_rate": 5.709999999999999e-07, | |
| "loss": 0.2832, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 26.75637435913086, | |
| "learning_rate": 5.6475e-07, | |
| "loss": 0.5051, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 15.7750883102417, | |
| "learning_rate": 5.584999999999999e-07, | |
| "loss": 0.2899, | |
| "step": 7775 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 24.66639518737793, | |
| "learning_rate": 5.5225e-07, | |
| "loss": 0.5858, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 12.055851936340332, | |
| "learning_rate": 5.46e-07, | |
| "loss": 0.2841, | |
| "step": 7825 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 24.859352111816406, | |
| "learning_rate": 5.397499999999999e-07, | |
| "loss": 0.5694, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 10.433359146118164, | |
| "learning_rate": 5.335e-07, | |
| "loss": 0.2717, | |
| "step": 7875 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 22.402997970581055, | |
| "learning_rate": 5.2725e-07, | |
| "loss": 0.553, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 19.177494049072266, | |
| "learning_rate": 5.21e-07, | |
| "loss": 0.2599, | |
| "step": 7925 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 31.914413452148438, | |
| "learning_rate": 5.1475e-07, | |
| "loss": 0.5566, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 14.158437728881836, | |
| "learning_rate": 5.085e-07, | |
| "loss": 0.2437, | |
| "step": 7975 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 21.340044021606445, | |
| "learning_rate": 5.022499999999999e-07, | |
| "loss": 0.4632, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 0.43929019570350647, | |
| "eval_runtime": 5740.2852, | |
| "eval_samples_per_second": 1.64, | |
| "eval_steps_per_second": 0.205, | |
| "eval_wer": 0.17359922493137414, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 15.289112091064453, | |
| "learning_rate": 4.96e-07, | |
| "loss": 0.29, | |
| "step": 8025 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 22.75160789489746, | |
| "learning_rate": 4.9e-07, | |
| "loss": 0.5262, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 30.43035125732422, | |
| "learning_rate": 4.8375e-07, | |
| "loss": 0.3062, | |
| "step": 8075 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 31.55746841430664, | |
| "learning_rate": 4.775e-07, | |
| "loss": 0.5132, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 17.411041259765625, | |
| "learning_rate": 4.7125e-07, | |
| "loss": 0.2732, | |
| "step": 8125 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 11.30186653137207, | |
| "learning_rate": 4.65e-07, | |
| "loss": 0.5143, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 15.796743392944336, | |
| "learning_rate": 4.5874999999999995e-07, | |
| "loss": 0.302, | |
| "step": 8175 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 23.819459915161133, | |
| "learning_rate": 4.525e-07, | |
| "loss": 0.5925, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 18.643949508666992, | |
| "learning_rate": 4.4624999999999996e-07, | |
| "loss": 0.2842, | |
| "step": 8225 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 25.308483123779297, | |
| "learning_rate": 4.3999999999999997e-07, | |
| "loss": 0.5643, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 11.329629898071289, | |
| "learning_rate": 4.3375000000000003e-07, | |
| "loss": 0.3107, | |
| "step": 8275 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 20.567607879638672, | |
| "learning_rate": 4.275e-07, | |
| "loss": 0.5414, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 12.207862854003906, | |
| "learning_rate": 4.2125e-07, | |
| "loss": 0.2623, | |
| "step": 8325 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 18.38344955444336, | |
| "learning_rate": 4.1499999999999994e-07, | |
| "loss": 0.5246, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 9.61295223236084, | |
| "learning_rate": 4.0875e-07, | |
| "loss": 0.3014, | |
| "step": 8375 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 24.633577346801758, | |
| "learning_rate": 4.025e-07, | |
| "loss": 0.5996, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 8.710371971130371, | |
| "learning_rate": 3.9624999999999996e-07, | |
| "loss": 0.2369, | |
| "step": 8425 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 20.97711753845215, | |
| "learning_rate": 3.8999999999999997e-07, | |
| "loss": 0.5599, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 8.884387016296387, | |
| "learning_rate": 3.8375e-07, | |
| "loss": 0.2391, | |
| "step": 8475 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 22.268924713134766, | |
| "learning_rate": 3.775e-07, | |
| "loss": 0.5217, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 14.277334213256836, | |
| "learning_rate": 3.7125e-07, | |
| "loss": 0.3079, | |
| "step": 8525 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 30.062461853027344, | |
| "learning_rate": 3.65e-07, | |
| "loss": 0.5072, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 18.741954803466797, | |
| "learning_rate": 3.5875e-07, | |
| "loss": 0.2697, | |
| "step": 8575 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 27.5913028717041, | |
| "learning_rate": 3.5249999999999996e-07, | |
| "loss": 0.5521, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 10.070502281188965, | |
| "learning_rate": 3.4624999999999997e-07, | |
| "loss": 0.2877, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 18.297412872314453, | |
| "learning_rate": 3.4000000000000003e-07, | |
| "loss": 0.5527, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 11.771409034729004, | |
| "learning_rate": 3.3375e-07, | |
| "loss": 0.2221, | |
| "step": 8675 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 22.42823600769043, | |
| "learning_rate": 3.275e-07, | |
| "loss": 0.472, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 17.16645050048828, | |
| "learning_rate": 3.2124999999999994e-07, | |
| "loss": 0.2754, | |
| "step": 8725 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 26.470958709716797, | |
| "learning_rate": 3.15e-07, | |
| "loss": 0.6017, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 14.21453857421875, | |
| "learning_rate": 3.0875e-07, | |
| "loss": 0.2395, | |
| "step": 8775 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 13.669867515563965, | |
| "learning_rate": 3.0249999999999996e-07, | |
| "loss": 0.4772, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 13.404635429382324, | |
| "learning_rate": 2.9625e-07, | |
| "loss": 0.2681, | |
| "step": 8825 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 32.027488708496094, | |
| "learning_rate": 2.9e-07, | |
| "loss": 0.591, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 12.78139591217041, | |
| "learning_rate": 2.8375e-07, | |
| "loss": 0.2708, | |
| "step": 8875 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 19.808069229125977, | |
| "learning_rate": 2.775e-07, | |
| "loss": 0.5718, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 8.049223899841309, | |
| "learning_rate": 2.7125e-07, | |
| "loss": 0.3105, | |
| "step": 8925 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 28.265857696533203, | |
| "learning_rate": 2.65e-07, | |
| "loss": 0.5694, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 11.352721214294434, | |
| "learning_rate": 2.5874999999999996e-07, | |
| "loss": 0.2624, | |
| "step": 8975 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 26.757156372070312, | |
| "learning_rate": 2.5249999999999996e-07, | |
| "loss": 0.5656, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 18.198179244995117, | |
| "learning_rate": 2.4624999999999997e-07, | |
| "loss": 0.288, | |
| "step": 9025 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 23.22308349609375, | |
| "learning_rate": 2.4e-07, | |
| "loss": 0.6548, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 11.637288093566895, | |
| "learning_rate": 2.3375e-07, | |
| "loss": 0.2776, | |
| "step": 9075 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 29.29697036743164, | |
| "learning_rate": 2.275e-07, | |
| "loss": 0.5056, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 17.896018981933594, | |
| "learning_rate": 2.2125e-07, | |
| "loss": 0.2556, | |
| "step": 9125 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 22.04491424560547, | |
| "learning_rate": 2.1499999999999998e-07, | |
| "loss": 0.5296, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 15.423519134521484, | |
| "learning_rate": 2.0874999999999999e-07, | |
| "loss": 0.2784, | |
| "step": 9175 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 21.817243576049805, | |
| "learning_rate": 2.025e-07, | |
| "loss": 0.5813, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 14.63697624206543, | |
| "learning_rate": 1.9625e-07, | |
| "loss": 0.2917, | |
| "step": 9225 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 22.647859573364258, | |
| "learning_rate": 1.8999999999999998e-07, | |
| "loss": 0.5685, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 13.825846672058105, | |
| "learning_rate": 1.8375e-07, | |
| "loss": 0.2498, | |
| "step": 9275 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 32.008758544921875, | |
| "learning_rate": 1.775e-07, | |
| "loss": 0.5868, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 16.272075653076172, | |
| "learning_rate": 1.7125e-07, | |
| "loss": 0.269, | |
| "step": 9325 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 18.543703079223633, | |
| "learning_rate": 1.65e-07, | |
| "loss": 0.5475, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 16.70926284790039, | |
| "learning_rate": 1.5875e-07, | |
| "loss": 0.2535, | |
| "step": 9375 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 20.96632194519043, | |
| "learning_rate": 1.525e-07, | |
| "loss": 0.5715, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 14.177762985229492, | |
| "learning_rate": 1.4624999999999998e-07, | |
| "loss": 0.2631, | |
| "step": 9425 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 22.189653396606445, | |
| "learning_rate": 1.4e-07, | |
| "loss": 0.5152, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 16.282991409301758, | |
| "learning_rate": 1.3375e-07, | |
| "loss": 0.2671, | |
| "step": 9475 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 28.795602798461914, | |
| "learning_rate": 1.275e-07, | |
| "loss": 0.598, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 19.492183685302734, | |
| "learning_rate": 1.2125e-07, | |
| "loss": 0.2908, | |
| "step": 9525 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 23.78717613220215, | |
| "learning_rate": 1.15e-07, | |
| "loss": 0.4983, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 11.744542121887207, | |
| "learning_rate": 1.0874999999999999e-07, | |
| "loss": 0.2812, | |
| "step": 9575 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 28.317659378051758, | |
| "learning_rate": 1.0249999999999998e-07, | |
| "loss": 0.6472, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 17.57823944091797, | |
| "learning_rate": 9.624999999999999e-08, | |
| "loss": 0.254, | |
| "step": 9625 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 24.610986709594727, | |
| "learning_rate": 9e-08, | |
| "loss": 0.5404, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 15.964032173156738, | |
| "learning_rate": 8.375e-08, | |
| "loss": 0.2462, | |
| "step": 9675 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 21.19764518737793, | |
| "learning_rate": 7.75e-08, | |
| "loss": 0.6009, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 15.994060516357422, | |
| "learning_rate": 7.124999999999999e-08, | |
| "loss": 0.2784, | |
| "step": 9725 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 22.544214248657227, | |
| "learning_rate": 6.5e-08, | |
| "loss": 0.5595, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 15.244584083557129, | |
| "learning_rate": 5.8749999999999993e-08, | |
| "loss": 0.257, | |
| "step": 9775 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 19.461477279663086, | |
| "learning_rate": 5.2499999999999994e-08, | |
| "loss": 0.5941, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 9.137640953063965, | |
| "learning_rate": 4.625e-08, | |
| "loss": 0.2462, | |
| "step": 9825 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 16.050039291381836, | |
| "learning_rate": 4e-08, | |
| "loss": 0.5579, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 12.063644409179688, | |
| "learning_rate": 3.375e-08, | |
| "loss": 0.2443, | |
| "step": 9875 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 19.16944122314453, | |
| "learning_rate": 2.7499999999999998e-08, | |
| "loss": 0.4084, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 13.46724796295166, | |
| "learning_rate": 2.1250000000000002e-08, | |
| "loss": 0.2948, | |
| "step": 9925 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 23.261869430541992, | |
| "learning_rate": 1.5e-08, | |
| "loss": 0.5243, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 17.960269927978516, | |
| "learning_rate": 8.75e-09, | |
| "loss": 0.227, | |
| "step": 9975 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 25.144319534301758, | |
| "learning_rate": 2.5e-09, | |
| "loss": 0.5151, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_loss": 0.44570982456207275, | |
| "eval_runtime": 5594.932, | |
| "eval_samples_per_second": 1.683, | |
| "eval_steps_per_second": 0.21, | |
| "eval_wer": 0.1700952688519296, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": Infinity, | |
| "learning_rate": 7.133571428571429e-07, | |
| "loss": 0.2487, | |
| "step": 10025 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": Infinity, | |
| "learning_rate": 7.116428571428571e-07, | |
| "loss": 0.4951, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 18.395633697509766, | |
| "learning_rate": 7.098571428571429e-07, | |
| "loss": 0.2762, | |
| "step": 10075 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 14.118087768554688, | |
| "learning_rate": 7.080714285714285e-07, | |
| "loss": 0.5376, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 15.895506858825684, | |
| "learning_rate": 7.062857142857142e-07, | |
| "loss": 0.2819, | |
| "step": 10125 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 26.209333419799805, | |
| "learning_rate": 7.045e-07, | |
| "loss": 0.5038, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 9.421802520751953, | |
| "learning_rate": 7.027142857142857e-07, | |
| "loss": 0.2401, | |
| "step": 10175 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 35.024810791015625, | |
| "learning_rate": 7.009285714285714e-07, | |
| "loss": 0.5469, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 8.198253631591797, | |
| "learning_rate": 6.991428571428571e-07, | |
| "loss": 0.3045, | |
| "step": 10225 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 23.263959884643555, | |
| "learning_rate": 6.973571428571429e-07, | |
| "loss": 0.5404, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 24.623031616210938, | |
| "learning_rate": 6.955714285714286e-07, | |
| "loss": 0.2843, | |
| "step": 10275 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 16.614179611206055, | |
| "learning_rate": 6.937857142857143e-07, | |
| "loss": 0.5677, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 13.380021095275879, | |
| "learning_rate": 6.919999999999999e-07, | |
| "loss": 0.2898, | |
| "step": 10325 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 20.24687957763672, | |
| "learning_rate": 6.902142857142856e-07, | |
| "loss": 0.5123, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 15.209970474243164, | |
| "learning_rate": 6.884285714285714e-07, | |
| "loss": 0.2592, | |
| "step": 10375 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 25.526763916015625, | |
| "learning_rate": 6.86642857142857e-07, | |
| "loss": 0.4767, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 13.861222267150879, | |
| "learning_rate": 6.848571428571428e-07, | |
| "loss": 0.3133, | |
| "step": 10425 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 21.006370544433594, | |
| "learning_rate": 6.830714285714285e-07, | |
| "loss": 0.4938, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 19.099258422851562, | |
| "learning_rate": 6.812857142857143e-07, | |
| "loss": 0.2615, | |
| "step": 10475 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 23.394371032714844, | |
| "learning_rate": 6.794999999999999e-07, | |
| "loss": 0.5587, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 17.32550048828125, | |
| "learning_rate": 6.777142857142857e-07, | |
| "loss": 0.2864, | |
| "step": 10525 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 21.120290756225586, | |
| "learning_rate": 6.759285714285714e-07, | |
| "loss": 0.5864, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 13.446245193481445, | |
| "learning_rate": 6.741428571428572e-07, | |
| "loss": 0.2657, | |
| "step": 10575 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 20.756250381469727, | |
| "learning_rate": 6.723571428571429e-07, | |
| "loss": 0.5236, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 19.133296966552734, | |
| "learning_rate": 6.705714285714285e-07, | |
| "loss": 0.3078, | |
| "step": 10625 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 31.154388427734375, | |
| "learning_rate": 6.687857142857143e-07, | |
| "loss": 0.5568, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 16.301631927490234, | |
| "learning_rate": 6.67e-07, | |
| "loss": 0.2456, | |
| "step": 10675 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 27.033632278442383, | |
| "learning_rate": 6.652142857142858e-07, | |
| "loss": 0.5484, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 5.143960952758789, | |
| "learning_rate": 6.634285714285714e-07, | |
| "loss": 0.2738, | |
| "step": 10725 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 24.503541946411133, | |
| "learning_rate": 6.616428571428571e-07, | |
| "loss": 0.5612, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 19.447397232055664, | |
| "learning_rate": 6.598571428571428e-07, | |
| "loss": 0.2954, | |
| "step": 10775 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 19.933080673217773, | |
| "learning_rate": 6.580714285714286e-07, | |
| "loss": 0.5517, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 18.4548282623291, | |
| "learning_rate": 6.562857142857142e-07, | |
| "loss": 0.2887, | |
| "step": 10825 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 27.120908737182617, | |
| "learning_rate": 6.544999999999999e-07, | |
| "loss": 0.5242, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 11.658120155334473, | |
| "learning_rate": 6.527142857142857e-07, | |
| "loss": 0.2301, | |
| "step": 10875 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 21.553525924682617, | |
| "learning_rate": 6.509285714285714e-07, | |
| "loss": 0.5728, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 16.63558006286621, | |
| "learning_rate": 6.491428571428571e-07, | |
| "loss": 0.2946, | |
| "step": 10925 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 21.972610473632812, | |
| "learning_rate": 6.473571428571428e-07, | |
| "loss": 0.5271, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 12.130209922790527, | |
| "learning_rate": 6.455714285714286e-07, | |
| "loss": 0.236, | |
| "step": 10975 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 21.220565795898438, | |
| "learning_rate": 6.437857142857143e-07, | |
| "loss": 0.4897, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 16.87418556213379, | |
| "learning_rate": 6.42e-07, | |
| "loss": 0.3331, | |
| "step": 11025 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 37.632633209228516, | |
| "learning_rate": 6.402142857142857e-07, | |
| "loss": 0.5686, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 22.07012176513672, | |
| "learning_rate": 6.384285714285714e-07, | |
| "loss": 0.2804, | |
| "step": 11075 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 28.006338119506836, | |
| "learning_rate": 6.366428571428572e-07, | |
| "loss": 0.6237, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 11.953436851501465, | |
| "learning_rate": 6.348571428571428e-07, | |
| "loss": 0.2531, | |
| "step": 11125 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 18.82573699951172, | |
| "learning_rate": 6.330714285714286e-07, | |
| "loss": 0.5206, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 15.685461044311523, | |
| "learning_rate": 6.312857142857143e-07, | |
| "loss": 0.2804, | |
| "step": 11175 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 20.35894775390625, | |
| "learning_rate": 6.295e-07, | |
| "loss": 0.5052, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 10.60390567779541, | |
| "learning_rate": 6.277142857142856e-07, | |
| "loss": 0.2865, | |
| "step": 11225 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 29.205368041992188, | |
| "learning_rate": 6.259285714285714e-07, | |
| "loss": 0.5974, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 17.855728149414062, | |
| "learning_rate": 6.241428571428571e-07, | |
| "loss": 0.3193, | |
| "step": 11275 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 24.602779388427734, | |
| "learning_rate": 6.223571428571428e-07, | |
| "loss": 0.4878, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 18.369998931884766, | |
| "learning_rate": 6.205714285714285e-07, | |
| "loss": 0.2899, | |
| "step": 11325 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": Infinity, | |
| "learning_rate": 6.188571428571429e-07, | |
| "loss": 0.474, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 12.755717277526855, | |
| "learning_rate": 6.170714285714285e-07, | |
| "loss": 0.2261, | |
| "step": 11375 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 25.792221069335938, | |
| "learning_rate": 6.152857142857143e-07, | |
| "loss": 0.5289, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 12.499135971069336, | |
| "learning_rate": 6.135e-07, | |
| "loss": 0.3456, | |
| "step": 11425 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 23.764741897583008, | |
| "learning_rate": 6.117142857142858e-07, | |
| "loss": 0.4705, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 15.811933517456055, | |
| "learning_rate": 6.099285714285713e-07, | |
| "loss": 0.2818, | |
| "step": 11475 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 27.48798179626465, | |
| "learning_rate": 6.081428571428571e-07, | |
| "loss": 0.4752, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 29.260459899902344, | |
| "learning_rate": 6.063571428571428e-07, | |
| "loss": 0.3103, | |
| "step": 11525 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 24.313169479370117, | |
| "learning_rate": 6.045714285714286e-07, | |
| "loss": 0.5345, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 14.812594413757324, | |
| "learning_rate": 6.027857142857142e-07, | |
| "loss": 0.2789, | |
| "step": 11575 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 19.387434005737305, | |
| "learning_rate": 6.009999999999999e-07, | |
| "loss": 0.5909, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 6.080020904541016, | |
| "learning_rate": 5.992142857142857e-07, | |
| "loss": 0.2259, | |
| "step": 11625 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 23.574949264526367, | |
| "learning_rate": 5.974285714285714e-07, | |
| "loss": 0.5457, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 13.463486671447754, | |
| "learning_rate": 5.956428571428571e-07, | |
| "loss": 0.2709, | |
| "step": 11675 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 28.031545639038086, | |
| "learning_rate": 5.938571428571428e-07, | |
| "loss": 0.5709, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 16.419267654418945, | |
| "learning_rate": 5.920714285714286e-07, | |
| "loss": 0.2395, | |
| "step": 11725 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 24.46676254272461, | |
| "learning_rate": 5.902857142857143e-07, | |
| "loss": 0.4678, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 13.469151496887207, | |
| "learning_rate": 5.885e-07, | |
| "loss": 0.2192, | |
| "step": 11775 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 22.810352325439453, | |
| "learning_rate": 5.867142857142857e-07, | |
| "loss": 0.5398, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 12.745511054992676, | |
| "learning_rate": 5.849285714285714e-07, | |
| "loss": 0.3098, | |
| "step": 11825 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 18.4826602935791, | |
| "learning_rate": 5.831428571428572e-07, | |
| "loss": 0.5599, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 11.836509704589844, | |
| "learning_rate": 5.813571428571428e-07, | |
| "loss": 0.2207, | |
| "step": 11875 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 21.229785919189453, | |
| "learning_rate": 5.795714285714286e-07, | |
| "loss": 0.5776, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 11.208019256591797, | |
| "learning_rate": 5.777857142857142e-07, | |
| "loss": 0.247, | |
| "step": 11925 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 25.267257690429688, | |
| "learning_rate": 5.76e-07, | |
| "loss": 0.4998, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 14.406000137329102, | |
| "learning_rate": 5.742142857142856e-07, | |
| "loss": 0.2457, | |
| "step": 11975 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 21.350296020507812, | |
| "learning_rate": 5.724285714285714e-07, | |
| "loss": 0.5158, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_loss": 0.43139249086380005, | |
| "eval_runtime": 6062.945, | |
| "eval_samples_per_second": 1.553, | |
| "eval_steps_per_second": 0.194, | |
| "eval_wer": 0.1670757306636525, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 10.665511131286621, | |
| "learning_rate": 5.706428571428571e-07, | |
| "loss": 0.3042, | |
| "step": 12025 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 20.711769104003906, | |
| "learning_rate": 5.688571428571428e-07, | |
| "loss": 0.5473, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 15.992523193359375, | |
| "learning_rate": 5.670714285714285e-07, | |
| "loss": 0.2341, | |
| "step": 12075 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 22.357173919677734, | |
| "learning_rate": 5.652857142857142e-07, | |
| "loss": 0.5332, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 12.882672309875488, | |
| "learning_rate": 5.635e-07, | |
| "loss": 0.295, | |
| "step": 12125 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 19.411699295043945, | |
| "learning_rate": 5.617142857142857e-07, | |
| "loss": 0.5108, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 11.176936149597168, | |
| "learning_rate": 5.599285714285714e-07, | |
| "loss": 0.2256, | |
| "step": 12175 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 21.744428634643555, | |
| "learning_rate": 5.581428571428571e-07, | |
| "loss": 0.5773, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 14.22724723815918, | |
| "learning_rate": 5.563571428571429e-07, | |
| "loss": 0.2695, | |
| "step": 12225 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 38.878807067871094, | |
| "learning_rate": 5.545714285714286e-07, | |
| "loss": 0.5021, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 18.826614379882812, | |
| "learning_rate": 5.527857142857143e-07, | |
| "loss": 0.2635, | |
| "step": 12275 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 14.811022758483887, | |
| "learning_rate": 5.51e-07, | |
| "loss": 0.543, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 9.75754165649414, | |
| "learning_rate": 5.492142857142857e-07, | |
| "loss": 0.3347, | |
| "step": 12325 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 25.858911514282227, | |
| "learning_rate": 5.474285714285714e-07, | |
| "loss": 0.5124, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 10.652257919311523, | |
| "learning_rate": 5.45642857142857e-07, | |
| "loss": 0.2577, | |
| "step": 12375 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 29.380006790161133, | |
| "learning_rate": 5.438571428571428e-07, | |
| "loss": 0.534, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 11.318015098571777, | |
| "learning_rate": 5.420714285714285e-07, | |
| "loss": 0.2509, | |
| "step": 12425 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 25.717960357666016, | |
| "learning_rate": 5.402857142857143e-07, | |
| "loss": 0.5379, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 20.083452224731445, | |
| "learning_rate": 5.384999999999999e-07, | |
| "loss": 0.2902, | |
| "step": 12475 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 23.3952579498291, | |
| "learning_rate": 5.367142857142857e-07, | |
| "loss": 0.5801, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 9.673083305358887, | |
| "learning_rate": 5.349285714285714e-07, | |
| "loss": 0.2961, | |
| "step": 12525 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 21.045778274536133, | |
| "learning_rate": 5.331428571428571e-07, | |
| "loss": 0.5459, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 15.67827320098877, | |
| "learning_rate": 5.313571428571428e-07, | |
| "loss": 0.2613, | |
| "step": 12575 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 29.011518478393555, | |
| "learning_rate": 5.295714285714285e-07, | |
| "loss": 0.5127, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 9.100702285766602, | |
| "learning_rate": 5.277857142857143e-07, | |
| "loss": 0.2787, | |
| "step": 12625 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 26.210891723632812, | |
| "learning_rate": 5.26e-07, | |
| "loss": 0.6275, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 14.144155502319336, | |
| "learning_rate": 5.242142857142858e-07, | |
| "loss": 0.2381, | |
| "step": 12675 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 29.32146644592285, | |
| "learning_rate": 5.224285714285714e-07, | |
| "loss": 0.5048, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 15.683405876159668, | |
| "learning_rate": 5.206428571428572e-07, | |
| "loss": 0.3016, | |
| "step": 12725 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 25.86359214782715, | |
| "learning_rate": 5.188571428571429e-07, | |
| "loss": 0.5358, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 10.712611198425293, | |
| "learning_rate": 5.170714285714287e-07, | |
| "loss": 0.242, | |
| "step": 12775 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 14.679198265075684, | |
| "learning_rate": 5.152857142857142e-07, | |
| "loss": 0.5162, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 16.717084884643555, | |
| "learning_rate": 5.134999999999999e-07, | |
| "loss": 0.2672, | |
| "step": 12825 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 18.414783477783203, | |
| "learning_rate": 5.117142857142857e-07, | |
| "loss": 0.5164, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 9.667854309082031, | |
| "learning_rate": 5.099285714285714e-07, | |
| "loss": 0.2618, | |
| "step": 12875 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 31.132843017578125, | |
| "learning_rate": 5.081428571428571e-07, | |
| "loss": 0.4941, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 14.9796781539917, | |
| "learning_rate": 5.063571428571428e-07, | |
| "loss": 0.2561, | |
| "step": 12925 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 24.235136032104492, | |
| "learning_rate": 5.045714285714286e-07, | |
| "loss": 0.541, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 11.6466064453125, | |
| "learning_rate": 5.027857142857143e-07, | |
| "loss": 0.2448, | |
| "step": 12975 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 25.600833892822266, | |
| "learning_rate": 5.009999999999999e-07, | |
| "loss": 0.535, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 19.636394500732422, | |
| "learning_rate": 4.992142857142857e-07, | |
| "loss": 0.2688, | |
| "step": 13025 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 20.44740867614746, | |
| "learning_rate": 4.974285714285714e-07, | |
| "loss": 0.4732, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 17.387100219726562, | |
| "learning_rate": 4.956428571428572e-07, | |
| "loss": 0.2469, | |
| "step": 13075 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 24.79920196533203, | |
| "learning_rate": 4.938571428571428e-07, | |
| "loss": 0.4996, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 16.365625381469727, | |
| "learning_rate": 4.920714285714286e-07, | |
| "loss": 0.2572, | |
| "step": 13125 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 16.618408203125, | |
| "learning_rate": 4.902857142857142e-07, | |
| "loss": 0.5222, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 11.194711685180664, | |
| "learning_rate": 4.885e-07, | |
| "loss": 0.291, | |
| "step": 13175 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 23.214378356933594, | |
| "learning_rate": 4.867142857142857e-07, | |
| "loss": 0.4937, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 19.738113403320312, | |
| "learning_rate": 4.849285714285715e-07, | |
| "loss": 0.2994, | |
| "step": 13225 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 23.572124481201172, | |
| "learning_rate": 4.831428571428571e-07, | |
| "loss": 0.512, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 17.797889709472656, | |
| "learning_rate": 4.813571428571428e-07, | |
| "loss": 0.2503, | |
| "step": 13275 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 19.600574493408203, | |
| "learning_rate": 4.795714285714286e-07, | |
| "loss": 0.498, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 16.852575302124023, | |
| "learning_rate": 4.777857142857142e-07, | |
| "loss": 0.2647, | |
| "step": 13325 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 22.06913185119629, | |
| "learning_rate": 4.76e-07, | |
| "loss": 0.5222, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 11.366828918457031, | |
| "learning_rate": 4.7421428571428567e-07, | |
| "loss": 0.2006, | |
| "step": 13375 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 26.567928314208984, | |
| "learning_rate": 4.724285714285714e-07, | |
| "loss": 0.6113, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 17.440595626831055, | |
| "learning_rate": 4.706428571428571e-07, | |
| "loss": 0.2967, | |
| "step": 13425 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 32.105918884277344, | |
| "learning_rate": 4.689285714285714e-07, | |
| "loss": 0.4915, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 15.742903709411621, | |
| "learning_rate": 4.671428571428571e-07, | |
| "loss": 0.2735, | |
| "step": 13475 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 16.67759895324707, | |
| "learning_rate": 4.6535714285714286e-07, | |
| "loss": 0.5659, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 11.289206504821777, | |
| "learning_rate": 4.6357142857142855e-07, | |
| "loss": 0.2511, | |
| "step": 13525 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 24.552431106567383, | |
| "learning_rate": 4.617857142857143e-07, | |
| "loss": 0.5276, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 16.458602905273438, | |
| "learning_rate": 4.6e-07, | |
| "loss": 0.2565, | |
| "step": 13575 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 20.243223190307617, | |
| "learning_rate": 4.5821428571428574e-07, | |
| "loss": 0.5313, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 9.613998413085938, | |
| "learning_rate": 4.564285714285714e-07, | |
| "loss": 0.2872, | |
| "step": 13625 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 28.92829132080078, | |
| "learning_rate": 4.546428571428571e-07, | |
| "loss": 0.5673, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 14.831592559814453, | |
| "learning_rate": 4.528571428571428e-07, | |
| "loss": 0.251, | |
| "step": 13675 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 29.575359344482422, | |
| "learning_rate": 4.5107142857142856e-07, | |
| "loss": 0.5256, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 15.341351509094238, | |
| "learning_rate": 4.4928571428571426e-07, | |
| "loss": 0.2483, | |
| "step": 13725 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 31.83696174621582, | |
| "learning_rate": 4.475e-07, | |
| "loss": 0.5649, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 15.396077156066895, | |
| "learning_rate": 4.457142857142857e-07, | |
| "loss": 0.3735, | |
| "step": 13775 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 23.51662826538086, | |
| "learning_rate": 4.4392857142857144e-07, | |
| "loss": 0.5416, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 11.324971199035645, | |
| "learning_rate": 4.421428571428571e-07, | |
| "loss": 0.2627, | |
| "step": 13825 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 24.304067611694336, | |
| "learning_rate": 4.4035714285714283e-07, | |
| "loss": 0.5778, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 16.256675720214844, | |
| "learning_rate": 4.385714285714285e-07, | |
| "loss": 0.2809, | |
| "step": 13875 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 20.40346908569336, | |
| "learning_rate": 4.3678571428571427e-07, | |
| "loss": 0.4767, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 15.67408275604248, | |
| "learning_rate": 4.3499999999999996e-07, | |
| "loss": 0.2654, | |
| "step": 13925 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 23.163921356201172, | |
| "learning_rate": 4.332142857142857e-07, | |
| "loss": 0.5091, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 17.081083297729492, | |
| "learning_rate": 4.314285714285714e-07, | |
| "loss": 0.2929, | |
| "step": 13975 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 26.59824562072754, | |
| "learning_rate": 4.2964285714285715e-07, | |
| "loss": 0.55, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_loss": 0.45657408237457275, | |
| "eval_runtime": 6018.009, | |
| "eval_samples_per_second": 1.564, | |
| "eval_steps_per_second": 0.196, | |
| "eval_wer": 0.1674794122396254, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 14.647737503051758, | |
| "learning_rate": 4.2785714285714284e-07, | |
| "loss": 0.2821, | |
| "step": 14025 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 22.898862838745117, | |
| "learning_rate": 4.2607142857142854e-07, | |
| "loss": 0.4583, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 8.966913223266602, | |
| "learning_rate": 4.2428571428571423e-07, | |
| "loss": 0.283, | |
| "step": 14075 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 16.121633529663086, | |
| "learning_rate": 4.225e-07, | |
| "loss": 0.5825, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 13.079733848571777, | |
| "learning_rate": 4.2071428571428567e-07, | |
| "loss": 0.2593, | |
| "step": 14125 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 17.657615661621094, | |
| "learning_rate": 4.189285714285714e-07, | |
| "loss": 0.5296, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 16.596885681152344, | |
| "learning_rate": 4.171428571428571e-07, | |
| "loss": 0.2974, | |
| "step": 14175 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 20.227094650268555, | |
| "learning_rate": 4.1535714285714286e-07, | |
| "loss": 0.4874, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 11.48043441772461, | |
| "learning_rate": 4.1357142857142855e-07, | |
| "loss": 0.2495, | |
| "step": 14225 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 27.15212631225586, | |
| "learning_rate": 4.117857142857143e-07, | |
| "loss": 0.4958, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 13.044829368591309, | |
| "learning_rate": 4.0999999999999994e-07, | |
| "loss": 0.319, | |
| "step": 14275 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 25.95546531677246, | |
| "learning_rate": 4.082142857142857e-07, | |
| "loss": 0.5586, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 16.749534606933594, | |
| "learning_rate": 4.064285714285714e-07, | |
| "loss": 0.2233, | |
| "step": 14325 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 17.384183883666992, | |
| "learning_rate": 4.046428571428571e-07, | |
| "loss": 0.5221, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 23.787689208984375, | |
| "learning_rate": 4.028571428571428e-07, | |
| "loss": 0.2446, | |
| "step": 14375 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 23.294313430786133, | |
| "learning_rate": 4.0107142857142857e-07, | |
| "loss": 0.4733, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 12.99344253540039, | |
| "learning_rate": 3.9928571428571426e-07, | |
| "loss": 0.2601, | |
| "step": 14425 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 27.727008819580078, | |
| "learning_rate": 3.975e-07, | |
| "loss": 0.5488, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 13.73043441772461, | |
| "learning_rate": 3.957142857142857e-07, | |
| "loss": 0.2472, | |
| "step": 14475 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 22.068260192871094, | |
| "learning_rate": 3.939285714285714e-07, | |
| "loss": 0.4978, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 11.672805786132812, | |
| "learning_rate": 3.921428571428571e-07, | |
| "loss": 0.243, | |
| "step": 14525 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 19.580429077148438, | |
| "learning_rate": 3.9035714285714283e-07, | |
| "loss": 0.4744, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 12.825048446655273, | |
| "learning_rate": 3.8857142857142853e-07, | |
| "loss": 0.2659, | |
| "step": 14575 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 24.486330032348633, | |
| "learning_rate": 3.8678571428571427e-07, | |
| "loss": 0.512, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 17.93408203125, | |
| "learning_rate": 3.8499999999999997e-07, | |
| "loss": 0.267, | |
| "step": 14625 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 23.19489288330078, | |
| "learning_rate": 3.832142857142857e-07, | |
| "loss": 0.4564, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 11.471485137939453, | |
| "learning_rate": 3.814285714285714e-07, | |
| "loss": 0.2921, | |
| "step": 14675 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 21.568504333496094, | |
| "learning_rate": 3.796428571428571e-07, | |
| "loss": 0.4536, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 20.54655647277832, | |
| "learning_rate": 3.778571428571428e-07, | |
| "loss": 0.2324, | |
| "step": 14725 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 23.148265838623047, | |
| "learning_rate": 3.7607142857142854e-07, | |
| "loss": 0.5221, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 20.88414192199707, | |
| "learning_rate": 3.7428571428571423e-07, | |
| "loss": 0.3087, | |
| "step": 14775 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 22.698204040527344, | |
| "learning_rate": 3.725e-07, | |
| "loss": 0.5205, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 10.197999000549316, | |
| "learning_rate": 3.7071428571428573e-07, | |
| "loss": 0.2257, | |
| "step": 14825 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 21.910158157348633, | |
| "learning_rate": 3.689285714285714e-07, | |
| "loss": 0.4669, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 14.414984703063965, | |
| "learning_rate": 3.6714285714285717e-07, | |
| "loss": 0.2946, | |
| "step": 14875 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 25.156875610351562, | |
| "learning_rate": 3.6535714285714286e-07, | |
| "loss": 0.4716, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 15.973970413208008, | |
| "learning_rate": 3.6357142857142855e-07, | |
| "loss": 0.2882, | |
| "step": 14925 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 20.180315017700195, | |
| "learning_rate": 3.6178571428571425e-07, | |
| "loss": 0.5465, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 13.591038703918457, | |
| "learning_rate": 3.6e-07, | |
| "loss": 0.2794, | |
| "step": 14975 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 19.940364837646484, | |
| "learning_rate": 3.582142857142857e-07, | |
| "loss": 0.4463, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 15.9667329788208, | |
| "learning_rate": 3.5642857142857143e-07, | |
| "loss": 0.2443, | |
| "step": 15025 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 35.515045166015625, | |
| "learning_rate": 3.5464285714285713e-07, | |
| "loss": 0.5523, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 10.865702629089355, | |
| "learning_rate": 3.528571428571429e-07, | |
| "loss": 0.2733, | |
| "step": 15075 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 19.473037719726562, | |
| "learning_rate": 3.5107142857142857e-07, | |
| "loss": 0.5079, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 31.667394638061523, | |
| "learning_rate": 3.492857142857143e-07, | |
| "loss": 0.2393, | |
| "step": 15125 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 29.721817016601562, | |
| "learning_rate": 3.4749999999999996e-07, | |
| "loss": 0.5714, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 20.16938018798828, | |
| "learning_rate": 3.457142857142857e-07, | |
| "loss": 0.3115, | |
| "step": 15175 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 22.576316833496094, | |
| "learning_rate": 3.439285714285714e-07, | |
| "loss": 0.5191, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 16.064035415649414, | |
| "learning_rate": 3.4214285714285714e-07, | |
| "loss": 0.305, | |
| "step": 15225 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 20.527408599853516, | |
| "learning_rate": 3.4035714285714284e-07, | |
| "loss": 0.5645, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 6.0652337074279785, | |
| "learning_rate": 3.385714285714286e-07, | |
| "loss": 0.2188, | |
| "step": 15275 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 29.08500862121582, | |
| "learning_rate": 3.367857142857143e-07, | |
| "loss": 0.5295, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 11.278789520263672, | |
| "learning_rate": 3.35e-07, | |
| "loss": 0.2096, | |
| "step": 15325 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 16.811601638793945, | |
| "learning_rate": 3.332142857142857e-07, | |
| "loss": 0.5849, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 22.24079704284668, | |
| "learning_rate": 3.314285714285714e-07, | |
| "loss": 0.2348, | |
| "step": 15375 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 22.854068756103516, | |
| "learning_rate": 3.296428571428571e-07, | |
| "loss": 0.58, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 20.740047454833984, | |
| "learning_rate": 3.2785714285714285e-07, | |
| "loss": 0.2833, | |
| "step": 15425 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 26.679668426513672, | |
| "learning_rate": 3.2607142857142854e-07, | |
| "loss": 0.5188, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 8.891940116882324, | |
| "learning_rate": 3.242857142857143e-07, | |
| "loss": 0.2301, | |
| "step": 15475 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 28.738801956176758, | |
| "learning_rate": 3.225e-07, | |
| "loss": 0.6019, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 25.064411163330078, | |
| "learning_rate": 3.2071428571428573e-07, | |
| "loss": 0.2489, | |
| "step": 15525 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 22.51979637145996, | |
| "learning_rate": 3.189285714285714e-07, | |
| "loss": 0.4956, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 21.971162796020508, | |
| "learning_rate": 3.171428571428571e-07, | |
| "loss": 0.2867, | |
| "step": 15575 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 29.71180534362793, | |
| "learning_rate": 3.153571428571428e-07, | |
| "loss": 0.5688, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 8.722527503967285, | |
| "learning_rate": 3.1357142857142856e-07, | |
| "loss": 0.2506, | |
| "step": 15625 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 24.56787872314453, | |
| "learning_rate": 3.1178571428571425e-07, | |
| "loss": 0.4948, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 9.346379280090332, | |
| "learning_rate": 3.1e-07, | |
| "loss": 0.2228, | |
| "step": 15675 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 25.692184448242188, | |
| "learning_rate": 3.082142857142857e-07, | |
| "loss": 0.459, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 29.484182357788086, | |
| "learning_rate": 3.0642857142857144e-07, | |
| "loss": 0.2462, | |
| "step": 15725 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 17.136838912963867, | |
| "learning_rate": 3.0464285714285713e-07, | |
| "loss": 0.4357, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 17.58600425720215, | |
| "learning_rate": 3.028571428571429e-07, | |
| "loss": 0.2663, | |
| "step": 15775 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 18.859933853149414, | |
| "learning_rate": 3.010714285714285e-07, | |
| "loss": 0.5014, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 10.988012313842773, | |
| "learning_rate": 2.9928571428571426e-07, | |
| "loss": 0.2599, | |
| "step": 15825 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 26.970216751098633, | |
| "learning_rate": 2.9749999999999996e-07, | |
| "loss": 0.527, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 16.885482788085938, | |
| "learning_rate": 2.957142857142857e-07, | |
| "loss": 0.3002, | |
| "step": 15875 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 21.51068115234375, | |
| "learning_rate": 2.939285714285714e-07, | |
| "loss": 0.5631, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 9.604096412658691, | |
| "learning_rate": 2.9214285714285714e-07, | |
| "loss": 0.2152, | |
| "step": 15925 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 17.939319610595703, | |
| "learning_rate": 2.9035714285714284e-07, | |
| "loss": 0.5335, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 8.930473327636719, | |
| "learning_rate": 2.885714285714286e-07, | |
| "loss": 0.2041, | |
| "step": 15975 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 29.47776222229004, | |
| "learning_rate": 2.867857142857143e-07, | |
| "loss": 0.4524, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_loss": 0.46478670835494995, | |
| "eval_runtime": 5851.5448, | |
| "eval_samples_per_second": 1.609, | |
| "eval_steps_per_second": 0.201, | |
| "eval_wer": 0.16631680930082351, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 14.176447868347168, | |
| "learning_rate": 2.8499999999999997e-07, | |
| "loss": 0.2508, | |
| "step": 16025 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 23.6607666015625, | |
| "learning_rate": 2.8321428571428566e-07, | |
| "loss": 0.4966, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 14.520540237426758, | |
| "learning_rate": 2.814285714285714e-07, | |
| "loss": 0.2649, | |
| "step": 16075 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 22.186479568481445, | |
| "learning_rate": 2.796428571428571e-07, | |
| "loss": 0.5105, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 21.052902221679688, | |
| "learning_rate": 2.7785714285714285e-07, | |
| "loss": 0.2248, | |
| "step": 16125 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 25.37480354309082, | |
| "learning_rate": 2.7607142857142854e-07, | |
| "loss": 0.5451, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 22.131818771362305, | |
| "learning_rate": 2.742857142857143e-07, | |
| "loss": 0.2533, | |
| "step": 16175 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 27.51265525817871, | |
| "learning_rate": 2.725e-07, | |
| "loss": 0.4579, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 10.886811256408691, | |
| "learning_rate": 2.7071428571428573e-07, | |
| "loss": 0.197, | |
| "step": 16225 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 24.875947952270508, | |
| "learning_rate": 2.6892857142857137e-07, | |
| "loss": 0.46, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 9.09632396697998, | |
| "learning_rate": 2.671428571428571e-07, | |
| "loss": 0.2771, | |
| "step": 16275 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 13.609580993652344, | |
| "learning_rate": 2.653571428571428e-07, | |
| "loss": 0.4694, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 9.03917121887207, | |
| "learning_rate": 2.6357142857142856e-07, | |
| "loss": 0.2659, | |
| "step": 16325 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 23.09002113342285, | |
| "learning_rate": 2.6178571428571425e-07, | |
| "loss": 0.5136, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 16.277647018432617, | |
| "learning_rate": 2.6e-07, | |
| "loss": 0.2674, | |
| "step": 16375 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 28.242874145507812, | |
| "learning_rate": 2.582142857142857e-07, | |
| "loss": 0.5222, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 14.258796691894531, | |
| "learning_rate": 2.5642857142857144e-07, | |
| "loss": 0.2876, | |
| "step": 16425 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 31.952289581298828, | |
| "learning_rate": 2.546428571428571e-07, | |
| "loss": 0.5867, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 13.42287540435791, | |
| "learning_rate": 2.528571428571428e-07, | |
| "loss": 0.292, | |
| "step": 16475 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 19.588457107543945, | |
| "learning_rate": 2.510714285714285e-07, | |
| "loss": 0.5209, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 9.94702434539795, | |
| "learning_rate": 2.4928571428571427e-07, | |
| "loss": 0.2441, | |
| "step": 16525 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 21.62166404724121, | |
| "learning_rate": 2.475e-07, | |
| "loss": 0.4807, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 14.849344253540039, | |
| "learning_rate": 2.457142857142857e-07, | |
| "loss": 0.2493, | |
| "step": 16575 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 27.06203842163086, | |
| "learning_rate": 2.4392857142857145e-07, | |
| "loss": 0.5525, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 10.47172737121582, | |
| "learning_rate": 2.4214285714285715e-07, | |
| "loss": 0.2425, | |
| "step": 16625 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 26.490150451660156, | |
| "learning_rate": 2.4035714285714284e-07, | |
| "loss": 0.5732, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 9.605720520019531, | |
| "learning_rate": 2.385714285714286e-07, | |
| "loss": 0.2543, | |
| "step": 16675 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 20.90159034729004, | |
| "learning_rate": 2.3678571428571428e-07, | |
| "loss": 0.42, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 9.984245300292969, | |
| "learning_rate": 2.3499999999999997e-07, | |
| "loss": 0.2732, | |
| "step": 16725 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 20.062936782836914, | |
| "learning_rate": 2.332142857142857e-07, | |
| "loss": 0.5472, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 14.146800994873047, | |
| "learning_rate": 2.3142857142857141e-07, | |
| "loss": 0.2751, | |
| "step": 16775 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 23.891094207763672, | |
| "learning_rate": 2.2964285714285713e-07, | |
| "loss": 0.5239, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 8.14566707611084, | |
| "learning_rate": 2.2785714285714285e-07, | |
| "loss": 0.2631, | |
| "step": 16825 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 19.639022827148438, | |
| "learning_rate": 2.2607142857142855e-07, | |
| "loss": 0.5249, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 9.657629013061523, | |
| "learning_rate": 2.2428571428571427e-07, | |
| "loss": 0.3039, | |
| "step": 16875 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 17.923763275146484, | |
| "learning_rate": 2.225e-07, | |
| "loss": 0.4895, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 13.95570182800293, | |
| "learning_rate": 2.207142857142857e-07, | |
| "loss": 0.2654, | |
| "step": 16925 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 15.692480087280273, | |
| "learning_rate": 2.189285714285714e-07, | |
| "loss": 0.4649, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 16.137231826782227, | |
| "learning_rate": 2.1714285714285712e-07, | |
| "loss": 0.2288, | |
| "step": 16975 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 29.005409240722656, | |
| "learning_rate": 2.1535714285714284e-07, | |
| "loss": 0.5068, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 16.533184051513672, | |
| "learning_rate": 2.1357142857142856e-07, | |
| "loss": 0.2713, | |
| "step": 17025 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 26.245988845825195, | |
| "learning_rate": 2.1178571428571428e-07, | |
| "loss": 0.51, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 16.645214080810547, | |
| "learning_rate": 2.0999999999999997e-07, | |
| "loss": 0.2328, | |
| "step": 17075 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 20.229503631591797, | |
| "learning_rate": 2.082142857142857e-07, | |
| "loss": 0.5205, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 16.3220157623291, | |
| "learning_rate": 2.0642857142857141e-07, | |
| "loss": 0.2531, | |
| "step": 17125 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 25.806249618530273, | |
| "learning_rate": 2.0464285714285713e-07, | |
| "loss": 0.5184, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 12.498074531555176, | |
| "learning_rate": 2.0285714285714283e-07, | |
| "loss": 0.2544, | |
| "step": 17175 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 24.79607582092285, | |
| "learning_rate": 2.0107142857142855e-07, | |
| "loss": 0.5435, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 24.32138442993164, | |
| "learning_rate": 1.9928571428571427e-07, | |
| "loss": 0.2794, | |
| "step": 17225 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 22.922056198120117, | |
| "learning_rate": 1.975e-07, | |
| "loss": 0.4487, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 16.88331413269043, | |
| "learning_rate": 1.9571428571428568e-07, | |
| "loss": 0.262, | |
| "step": 17275 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 27.17171287536621, | |
| "learning_rate": 1.939285714285714e-07, | |
| "loss": 0.4624, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 13.903470039367676, | |
| "learning_rate": 1.9214285714285712e-07, | |
| "loss": 0.27, | |
| "step": 17325 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 9.872733116149902, | |
| "learning_rate": 1.9035714285714284e-07, | |
| "loss": 0.5501, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 20.017364501953125, | |
| "learning_rate": 1.885714285714286e-07, | |
| "loss": 0.2589, | |
| "step": 17375 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 24.02932357788086, | |
| "learning_rate": 1.8678571428571426e-07, | |
| "loss": 0.5821, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 19.6367244720459, | |
| "learning_rate": 1.85e-07, | |
| "loss": 0.3638, | |
| "step": 17425 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.8328571428571426e-07, | |
| "loss": 0.5555, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 13.749106407165527, | |
| "learning_rate": 1.8149999999999998e-07, | |
| "loss": 0.3132, | |
| "step": 17475 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 15.566059112548828, | |
| "learning_rate": 1.797142857142857e-07, | |
| "loss": 0.5162, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 21.73044204711914, | |
| "learning_rate": 1.7792857142857142e-07, | |
| "loss": 0.24, | |
| "step": 17525 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 29.611074447631836, | |
| "learning_rate": 1.7614285714285714e-07, | |
| "loss": 0.5108, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 16.056873321533203, | |
| "learning_rate": 1.7435714285714283e-07, | |
| "loss": 0.2247, | |
| "step": 17575 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 26.387723922729492, | |
| "learning_rate": 1.7257142857142855e-07, | |
| "loss": 0.5551, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 15.484909057617188, | |
| "learning_rate": 1.7078571428571427e-07, | |
| "loss": 0.2685, | |
| "step": 17625 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 12.681870460510254, | |
| "learning_rate": 1.69e-07, | |
| "loss": 0.5002, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 20.047056198120117, | |
| "learning_rate": 1.6721428571428568e-07, | |
| "loss": 0.305, | |
| "step": 17675 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 18.66116714477539, | |
| "learning_rate": 1.654285714285714e-07, | |
| "loss": 0.5289, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 20.76094627380371, | |
| "learning_rate": 1.6364285714285712e-07, | |
| "loss": 0.2464, | |
| "step": 17725 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 18.275331497192383, | |
| "learning_rate": 1.6185714285714287e-07, | |
| "loss": 0.4905, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 13.712215423583984, | |
| "learning_rate": 1.6007142857142854e-07, | |
| "loss": 0.2137, | |
| "step": 17775 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 22.638090133666992, | |
| "learning_rate": 1.5828571428571429e-07, | |
| "loss": 0.5996, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 22.729068756103516, | |
| "learning_rate": 1.565e-07, | |
| "loss": 0.2864, | |
| "step": 17825 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 15.553844451904297, | |
| "learning_rate": 1.5471428571428573e-07, | |
| "loss": 0.4922, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 20.399259567260742, | |
| "learning_rate": 1.5292857142857145e-07, | |
| "loss": 0.276, | |
| "step": 17875 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 20.935850143432617, | |
| "learning_rate": 1.5114285714285714e-07, | |
| "loss": 0.5087, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 18.157344818115234, | |
| "learning_rate": 1.4935714285714286e-07, | |
| "loss": 0.2693, | |
| "step": 17925 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 14.853775024414062, | |
| "learning_rate": 1.4757142857142858e-07, | |
| "loss": 0.5126, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 15.481501579284668, | |
| "learning_rate": 1.457857142857143e-07, | |
| "loss": 0.2645, | |
| "step": 17975 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 25.41742515563965, | |
| "learning_rate": 1.44e-07, | |
| "loss": 0.4667, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_loss": 0.46059784293174744, | |
| "eval_runtime": 5876.4376, | |
| "eval_samples_per_second": 1.602, | |
| "eval_steps_per_second": 0.2, | |
| "eval_wer": 0.16560632972711126, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 13.322805404663086, | |
| "learning_rate": 1.422142857142857e-07, | |
| "loss": 0.2463, | |
| "step": 18025 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 20.623361587524414, | |
| "learning_rate": 1.4042857142857143e-07, | |
| "loss": 0.4702, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 11.25727653503418, | |
| "learning_rate": 1.3864285714285715e-07, | |
| "loss": 0.2297, | |
| "step": 18075 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 24.11102867126465, | |
| "learning_rate": 1.3685714285714285e-07, | |
| "loss": 0.5188, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 14.874909400939941, | |
| "learning_rate": 1.3507142857142857e-07, | |
| "loss": 0.2141, | |
| "step": 18125 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 24.302215576171875, | |
| "learning_rate": 1.3328571428571429e-07, | |
| "loss": 0.4678, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 15.379274368286133, | |
| "learning_rate": 1.315e-07, | |
| "loss": 0.2166, | |
| "step": 18175 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 24.384815216064453, | |
| "learning_rate": 1.2971428571428573e-07, | |
| "loss": 0.4773, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 14.261998176574707, | |
| "learning_rate": 1.2792857142857142e-07, | |
| "loss": 0.2611, | |
| "step": 18225 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 26.193994522094727, | |
| "learning_rate": 1.2614285714285714e-07, | |
| "loss": 0.4536, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 15.70848560333252, | |
| "learning_rate": 1.2435714285714286e-07, | |
| "loss": 0.2462, | |
| "step": 18275 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 21.586435317993164, | |
| "learning_rate": 1.2257142857142855e-07, | |
| "loss": 0.5351, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 13.686724662780762, | |
| "learning_rate": 1.2078571428571427e-07, | |
| "loss": 0.2181, | |
| "step": 18325 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 24.10140609741211, | |
| "learning_rate": 1.19e-07, | |
| "loss": 0.5414, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 16.506885528564453, | |
| "learning_rate": 1.1721428571428571e-07, | |
| "loss": 0.248, | |
| "step": 18375 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 19.96807289123535, | |
| "learning_rate": 1.1542857142857142e-07, | |
| "loss": 0.4668, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 7.820561408996582, | |
| "learning_rate": 1.1364285714285714e-07, | |
| "loss": 0.2736, | |
| "step": 18425 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 25.755311965942383, | |
| "learning_rate": 1.1185714285714286e-07, | |
| "loss": 0.5258, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 12.378037452697754, | |
| "learning_rate": 1.1007142857142857e-07, | |
| "loss": 0.2869, | |
| "step": 18475 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 15.160594940185547, | |
| "learning_rate": 1.0828571428571429e-07, | |
| "loss": 0.4904, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 20.206640243530273, | |
| "learning_rate": 1.065e-07, | |
| "loss": 0.2504, | |
| "step": 18525 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 22.9788875579834, | |
| "learning_rate": 1.0471428571428571e-07, | |
| "loss": 0.5201, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 15.308506965637207, | |
| "learning_rate": 1.0292857142857142e-07, | |
| "loss": 0.258, | |
| "step": 18575 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 14.326108932495117, | |
| "learning_rate": 1.0114285714285714e-07, | |
| "loss": 0.4509, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 26.459646224975586, | |
| "learning_rate": 9.935714285714285e-08, | |
| "loss": 0.2744, | |
| "step": 18625 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 19.211641311645508, | |
| "learning_rate": 9.757142857142857e-08, | |
| "loss": 0.5296, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 15.568469047546387, | |
| "learning_rate": 9.578571428571427e-08, | |
| "loss": 0.2472, | |
| "step": 18675 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 29.26220703125, | |
| "learning_rate": 9.4e-08, | |
| "loss": 0.4798, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 25.08895492553711, | |
| "learning_rate": 9.221428571428571e-08, | |
| "loss": 0.2771, | |
| "step": 18725 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 19.168804168701172, | |
| "learning_rate": 9.042857142857142e-08, | |
| "loss": 0.506, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 17.489612579345703, | |
| "learning_rate": 8.864285714285714e-08, | |
| "loss": 0.2914, | |
| "step": 18775 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 16.952068328857422, | |
| "learning_rate": 8.685714285714285e-08, | |
| "loss": 0.5445, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 13.241303443908691, | |
| "learning_rate": 8.507142857142857e-08, | |
| "loss": 0.2818, | |
| "step": 18825 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 21.655899047851562, | |
| "learning_rate": 8.328571428571428e-08, | |
| "loss": 0.5256, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 18.215364456176758, | |
| "learning_rate": 8.15e-08, | |
| "loss": 0.2672, | |
| "step": 18875 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 26.478195190429688, | |
| "learning_rate": 7.97142857142857e-08, | |
| "loss": 0.4729, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 16.756649017333984, | |
| "learning_rate": 7.792857142857142e-08, | |
| "loss": 0.2469, | |
| "step": 18925 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 25.294132232666016, | |
| "learning_rate": 7.614285714285713e-08, | |
| "loss": 0.5517, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 15.660456657409668, | |
| "learning_rate": 7.435714285714285e-08, | |
| "loss": 0.2261, | |
| "step": 18975 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 24.570951461791992, | |
| "learning_rate": 7.257142857142856e-08, | |
| "loss": 0.464, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 13.32069206237793, | |
| "learning_rate": 7.078571428571428e-08, | |
| "loss": 0.2759, | |
| "step": 19025 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 27.2366943359375, | |
| "learning_rate": 6.900000000000001e-08, | |
| "loss": 0.4982, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 10.226125717163086, | |
| "learning_rate": 6.721428571428572e-08, | |
| "loss": 0.2669, | |
| "step": 19075 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 28.88689613342285, | |
| "learning_rate": 6.542857142857144e-08, | |
| "loss": 0.5166, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 9.242531776428223, | |
| "learning_rate": 6.364285714285714e-08, | |
| "loss": 0.2363, | |
| "step": 19125 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 26.46955108642578, | |
| "learning_rate": 6.185714285714286e-08, | |
| "loss": 0.5085, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 17.96638298034668, | |
| "learning_rate": 6.007142857142857e-08, | |
| "loss": 0.2484, | |
| "step": 19175 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 19.205671310424805, | |
| "learning_rate": 5.828571428571428e-08, | |
| "loss": 0.4366, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 19.420578002929688, | |
| "learning_rate": 5.6499999999999996e-08, | |
| "loss": 0.2316, | |
| "step": 19225 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": Infinity, | |
| "learning_rate": 5.4785714285714285e-08, | |
| "loss": 0.5216, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 11.171784400939941, | |
| "learning_rate": 5.3e-08, | |
| "loss": 0.2496, | |
| "step": 19275 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 18.622215270996094, | |
| "learning_rate": 5.121428571428571e-08, | |
| "loss": 0.5563, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 15.999675750732422, | |
| "learning_rate": 4.9428571428571425e-08, | |
| "loss": 0.2272, | |
| "step": 19325 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 29.481321334838867, | |
| "learning_rate": 4.764285714285714e-08, | |
| "loss": 0.5892, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 17.218955993652344, | |
| "learning_rate": 4.585714285714286e-08, | |
| "loss": 0.2746, | |
| "step": 19375 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 17.27052879333496, | |
| "learning_rate": 4.407142857142857e-08, | |
| "loss": 0.4847, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 13.923643112182617, | |
| "learning_rate": 4.2285714285714285e-08, | |
| "loss": 0.2418, | |
| "step": 19425 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 20.42319679260254, | |
| "learning_rate": 4.05e-08, | |
| "loss": 0.5244, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 21.954940795898438, | |
| "learning_rate": 3.871428571428571e-08, | |
| "loss": 0.265, | |
| "step": 19475 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 22.70041847229004, | |
| "learning_rate": 3.6928571428571426e-08, | |
| "loss": 0.4468, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 6.995919227600098, | |
| "learning_rate": 3.514285714285714e-08, | |
| "loss": 0.271, | |
| "step": 19525 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 19.12382698059082, | |
| "learning_rate": 3.335714285714285e-08, | |
| "loss": 0.5083, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 13.486324310302734, | |
| "learning_rate": 3.1571428571428566e-08, | |
| "loss": 0.2645, | |
| "step": 19575 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 20.960376739501953, | |
| "learning_rate": 2.9785714285714286e-08, | |
| "loss": 0.4991, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 19.863283157348633, | |
| "learning_rate": 2.8e-08, | |
| "loss": 0.25, | |
| "step": 19625 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 24.58002281188965, | |
| "learning_rate": 2.6214285714285713e-08, | |
| "loss": 0.5011, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 17.584407806396484, | |
| "learning_rate": 2.4428571428571426e-08, | |
| "loss": 0.3192, | |
| "step": 19675 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 26.56721305847168, | |
| "learning_rate": 2.264285714285714e-08, | |
| "loss": 0.4995, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 13.253254890441895, | |
| "learning_rate": 2.0857142857142856e-08, | |
| "loss": 0.2682, | |
| "step": 19725 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 22.812877655029297, | |
| "learning_rate": 1.9071428571428573e-08, | |
| "loss": 0.5177, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 10.498454093933105, | |
| "learning_rate": 1.7285714285714286e-08, | |
| "loss": 0.2192, | |
| "step": 19775 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 31.69744110107422, | |
| "learning_rate": 1.55e-08, | |
| "loss": 0.5125, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 11.616924285888672, | |
| "learning_rate": 1.3714285714285713e-08, | |
| "loss": 0.2494, | |
| "step": 19825 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 25.574071884155273, | |
| "learning_rate": 1.1928571428571428e-08, | |
| "loss": 0.4375, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 16.213420867919922, | |
| "learning_rate": 1.0142857142857142e-08, | |
| "loss": 0.2279, | |
| "step": 19875 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 16.850711822509766, | |
| "learning_rate": 8.357142857142857e-09, | |
| "loss": 0.466, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 11.44871997833252, | |
| "learning_rate": 6.571428571428572e-09, | |
| "loss": 0.2349, | |
| "step": 19925 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 24.55624008178711, | |
| "learning_rate": 4.785714285714285e-09, | |
| "loss": 0.4876, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 11.952068328857422, | |
| "learning_rate": 3e-09, | |
| "loss": 0.2713, | |
| "step": 19975 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 17.582544326782227, | |
| "learning_rate": 1.2142857142857142e-09, | |
| "loss": 0.5133, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_loss": 0.4545673429965973, | |
| "eval_runtime": 5956.6112, | |
| "eval_samples_per_second": 1.58, | |
| "eval_steps_per_second": 0.198, | |
| "eval_wer": 0.16517035362506055, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "step": 20000, | |
| "total_flos": 1.632967852032e+20, | |
| "train_loss": 0.19572856886386872, | |
| "train_runtime": 76264.8528, | |
| "train_samples_per_second": 2.098, | |
| "train_steps_per_second": 0.262 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 20000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 1000, | |
| "total_flos": 1.632967852032e+20, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |