| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 7.072135785007072, | |
| "eval_steps": 1000, | |
| "global_step": 5000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03536067892503536, | |
| "grad_norm": 15.248167037963867, | |
| "learning_rate": 4.800000000000001e-07, | |
| "loss": 1.6047, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.07072135785007072, | |
| "grad_norm": 11.99557876586914, | |
| "learning_rate": 9.800000000000001e-07, | |
| "loss": 0.7922, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.10608203677510608, | |
| "grad_norm": 10.12234878540039, | |
| "learning_rate": 1.48e-06, | |
| "loss": 0.6289, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.14144271570014144, | |
| "grad_norm": 10.784132957458496, | |
| "learning_rate": 1.98e-06, | |
| "loss": 0.5627, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1768033946251768, | |
| "grad_norm": 10.604392051696777, | |
| "learning_rate": 2.4800000000000004e-06, | |
| "loss": 0.563, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.21216407355021216, | |
| "grad_norm": 9.61458969116211, | |
| "learning_rate": 2.9800000000000003e-06, | |
| "loss": 0.5218, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.24752475247524752, | |
| "grad_norm": 10.1797513961792, | |
| "learning_rate": 3.48e-06, | |
| "loss": 0.5316, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.2828854314002829, | |
| "grad_norm": 9.834571838378906, | |
| "learning_rate": 3.980000000000001e-06, | |
| "loss": 0.5232, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.31824611032531824, | |
| "grad_norm": 9.805900573730469, | |
| "learning_rate": 4.48e-06, | |
| "loss": 0.4902, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.3536067892503536, | |
| "grad_norm": 10.328847885131836, | |
| "learning_rate": 4.980000000000001e-06, | |
| "loss": 0.4885, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.38896746817538896, | |
| "grad_norm": 9.624419212341309, | |
| "learning_rate": 5.480000000000001e-06, | |
| "loss": 0.4615, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.4243281471004243, | |
| "grad_norm": 12.492682456970215, | |
| "learning_rate": 5.98e-06, | |
| "loss": 0.4366, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.4596888260254597, | |
| "grad_norm": 9.505845069885254, | |
| "learning_rate": 6.480000000000001e-06, | |
| "loss": 0.4758, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.49504950495049505, | |
| "grad_norm": 8.755816459655762, | |
| "learning_rate": 6.98e-06, | |
| "loss": 0.44, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5304101838755304, | |
| "grad_norm": 9.016213417053223, | |
| "learning_rate": 7.48e-06, | |
| "loss": 0.4061, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.5657708628005658, | |
| "grad_norm": 9.07496166229248, | |
| "learning_rate": 7.980000000000002e-06, | |
| "loss": 0.4171, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6011315417256011, | |
| "grad_norm": 7.877910137176514, | |
| "learning_rate": 8.48e-06, | |
| "loss": 0.4141, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.6364922206506365, | |
| "grad_norm": 8.071303367614746, | |
| "learning_rate": 8.98e-06, | |
| "loss": 0.3969, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.6718528995756718, | |
| "grad_norm": 8.29423713684082, | |
| "learning_rate": 9.48e-06, | |
| "loss": 0.3924, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.7072135785007072, | |
| "grad_norm": 8.465646743774414, | |
| "learning_rate": 9.980000000000001e-06, | |
| "loss": 0.4029, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.7425742574257426, | |
| "grad_norm": 7.924498081207275, | |
| "learning_rate": 9.946666666666667e-06, | |
| "loss": 0.379, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.7779349363507779, | |
| "grad_norm": 8.063438415527344, | |
| "learning_rate": 9.891111111111113e-06, | |
| "loss": 0.3814, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.8132956152758133, | |
| "grad_norm": 7.638169765472412, | |
| "learning_rate": 9.835555555555556e-06, | |
| "loss": 0.3476, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.8486562942008486, | |
| "grad_norm": 8.318132400512695, | |
| "learning_rate": 9.780000000000001e-06, | |
| "loss": 0.3499, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.884016973125884, | |
| "grad_norm": 7.153702735900879, | |
| "learning_rate": 9.724444444444445e-06, | |
| "loss": 0.3411, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.9193776520509194, | |
| "grad_norm": 5.998073101043701, | |
| "learning_rate": 9.671111111111112e-06, | |
| "loss": 0.3206, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.9547383309759547, | |
| "grad_norm": 7.312229156494141, | |
| "learning_rate": 9.615555555555558e-06, | |
| "loss": 0.3463, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.9900990099009901, | |
| "grad_norm": 6.737645626068115, | |
| "learning_rate": 9.56e-06, | |
| "loss": 0.3285, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.0254596888260255, | |
| "grad_norm": 6.451304912567139, | |
| "learning_rate": 9.504444444444446e-06, | |
| "loss": 0.2746, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.0608203677510608, | |
| "grad_norm": 5.666613578796387, | |
| "learning_rate": 9.44888888888889e-06, | |
| "loss": 0.2455, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.0961810466760962, | |
| "grad_norm": 6.165246963500977, | |
| "learning_rate": 9.393333333333334e-06, | |
| "loss": 0.2246, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.1315417256011315, | |
| "grad_norm": 5.314395904541016, | |
| "learning_rate": 9.33777777777778e-06, | |
| "loss": 0.2313, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.166902404526167, | |
| "grad_norm": 6.031562328338623, | |
| "learning_rate": 9.282222222222222e-06, | |
| "loss": 0.2445, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.2022630834512023, | |
| "grad_norm": 8.143284797668457, | |
| "learning_rate": 9.226666666666668e-06, | |
| "loss": 0.2248, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.2376237623762376, | |
| "grad_norm": 4.90247106552124, | |
| "learning_rate": 9.171111111111112e-06, | |
| "loss": 0.2296, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.272984441301273, | |
| "grad_norm": 5.334079265594482, | |
| "learning_rate": 9.115555555555556e-06, | |
| "loss": 0.2252, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.3083451202263083, | |
| "grad_norm": 6.497454643249512, | |
| "learning_rate": 9.060000000000001e-06, | |
| "loss": 0.2261, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.3437057991513437, | |
| "grad_norm": 7.067910671234131, | |
| "learning_rate": 9.004444444444445e-06, | |
| "loss": 0.2416, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.379066478076379, | |
| "grad_norm": 8.470537185668945, | |
| "learning_rate": 8.94888888888889e-06, | |
| "loss": 0.2219, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.4144271570014144, | |
| "grad_norm": 4.9936747550964355, | |
| "learning_rate": 8.893333333333333e-06, | |
| "loss": 0.2147, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.4144271570014144, | |
| "eval_loss": 0.3066270351409912, | |
| "eval_runtime": 1765.706, | |
| "eval_samples_per_second": 3.048, | |
| "eval_steps_per_second": 0.191, | |
| "eval_wer": 0.23493975903614459, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.4497878359264498, | |
| "grad_norm": 7.876005172729492, | |
| "learning_rate": 8.83777777777778e-06, | |
| "loss": 0.2032, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.4851485148514851, | |
| "grad_norm": 6.1690826416015625, | |
| "learning_rate": 8.782222222222223e-06, | |
| "loss": 0.216, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.5205091937765205, | |
| "grad_norm": 5.094773769378662, | |
| "learning_rate": 8.726666666666667e-06, | |
| "loss": 0.2189, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.5558698727015559, | |
| "grad_norm": 6.5309834480285645, | |
| "learning_rate": 8.671111111111113e-06, | |
| "loss": 0.2188, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.5912305516265912, | |
| "grad_norm": 7.060642242431641, | |
| "learning_rate": 8.615555555555555e-06, | |
| "loss": 0.2233, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.6265912305516266, | |
| "grad_norm": 5.661276817321777, | |
| "learning_rate": 8.560000000000001e-06, | |
| "loss": 0.2124, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.661951909476662, | |
| "grad_norm": 5.289186477661133, | |
| "learning_rate": 8.504444444444445e-06, | |
| "loss": 0.2022, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.6973125884016973, | |
| "grad_norm": 4.7772064208984375, | |
| "learning_rate": 8.448888888888889e-06, | |
| "loss": 0.2018, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.7326732673267327, | |
| "grad_norm": 5.6891303062438965, | |
| "learning_rate": 8.393333333333335e-06, | |
| "loss": 0.2059, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 1.768033946251768, | |
| "grad_norm": 5.304312229156494, | |
| "learning_rate": 8.337777777777777e-06, | |
| "loss": 0.1949, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.8033946251768034, | |
| "grad_norm": 5.472725868225098, | |
| "learning_rate": 8.282222222222223e-06, | |
| "loss": 0.21, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.8387553041018387, | |
| "grad_norm": 4.937655448913574, | |
| "learning_rate": 8.226666666666667e-06, | |
| "loss": 0.2137, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.874115983026874, | |
| "grad_norm": 6.363350868225098, | |
| "learning_rate": 8.171111111111113e-06, | |
| "loss": 0.1919, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 1.9094766619519095, | |
| "grad_norm": 5.087652206420898, | |
| "learning_rate": 8.115555555555557e-06, | |
| "loss": 0.1783, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.9448373408769448, | |
| "grad_norm": 4.039090633392334, | |
| "learning_rate": 8.06e-06, | |
| "loss": 0.1879, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 1.9801980198019802, | |
| "grad_norm": 5.647103309631348, | |
| "learning_rate": 8.004444444444445e-06, | |
| "loss": 0.1904, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.0155586987270158, | |
| "grad_norm": 3.8179798126220703, | |
| "learning_rate": 7.948888888888889e-06, | |
| "loss": 0.1572, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 2.050919377652051, | |
| "grad_norm": 5.048496246337891, | |
| "learning_rate": 7.893333333333335e-06, | |
| "loss": 0.1087, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.0862800565770865, | |
| "grad_norm": 3.450915813446045, | |
| "learning_rate": 7.837777777777779e-06, | |
| "loss": 0.1088, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 2.1216407355021216, | |
| "grad_norm": 4.442863464355469, | |
| "learning_rate": 7.782222222222223e-06, | |
| "loss": 0.1049, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.157001414427157, | |
| "grad_norm": 4.130264759063721, | |
| "learning_rate": 7.726666666666667e-06, | |
| "loss": 0.1118, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 2.1923620933521923, | |
| "grad_norm": 3.8330652713775635, | |
| "learning_rate": 7.67111111111111e-06, | |
| "loss": 0.1068, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 2.227722772277228, | |
| "grad_norm": 4.3345489501953125, | |
| "learning_rate": 7.6155555555555564e-06, | |
| "loss": 0.1133, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 2.263083451202263, | |
| "grad_norm": 4.276752948760986, | |
| "learning_rate": 7.5600000000000005e-06, | |
| "loss": 0.1105, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.298444130127298, | |
| "grad_norm": 3.8332560062408447, | |
| "learning_rate": 7.504444444444445e-06, | |
| "loss": 0.1011, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 2.333804809052334, | |
| "grad_norm": 4.976287841796875, | |
| "learning_rate": 7.44888888888889e-06, | |
| "loss": 0.1151, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 2.3691654879773694, | |
| "grad_norm": 3.8312933444976807, | |
| "learning_rate": 7.393333333333333e-06, | |
| "loss": 0.1124, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 2.4045261669024045, | |
| "grad_norm": 4.4323248863220215, | |
| "learning_rate": 7.337777777777778e-06, | |
| "loss": 0.1148, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.4398868458274396, | |
| "grad_norm": 3.492539882659912, | |
| "learning_rate": 7.282222222222222e-06, | |
| "loss": 0.112, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 2.4752475247524752, | |
| "grad_norm": 4.846162796020508, | |
| "learning_rate": 7.226666666666667e-06, | |
| "loss": 0.1128, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 2.510608203677511, | |
| "grad_norm": 5.806790828704834, | |
| "learning_rate": 7.171111111111112e-06, | |
| "loss": 0.1072, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 2.545968882602546, | |
| "grad_norm": 3.3074755668640137, | |
| "learning_rate": 7.115555555555557e-06, | |
| "loss": 0.1067, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.581329561527581, | |
| "grad_norm": 3.70501446723938, | |
| "learning_rate": 7.06e-06, | |
| "loss": 0.1016, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 2.6166902404526167, | |
| "grad_norm": 2.6926796436309814, | |
| "learning_rate": 7.004444444444445e-06, | |
| "loss": 0.1018, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.6520509193776522, | |
| "grad_norm": 4.052884578704834, | |
| "learning_rate": 6.948888888888889e-06, | |
| "loss": 0.1106, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 2.6874115983026874, | |
| "grad_norm": 4.722410678863525, | |
| "learning_rate": 6.893333333333334e-06, | |
| "loss": 0.1133, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.7227722772277225, | |
| "grad_norm": 4.194309711456299, | |
| "learning_rate": 6.837777777777779e-06, | |
| "loss": 0.1012, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 2.758132956152758, | |
| "grad_norm": 3.4879953861236572, | |
| "learning_rate": 6.782222222222222e-06, | |
| "loss": 0.1091, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.7934936350777937, | |
| "grad_norm": 2.7147629261016846, | |
| "learning_rate": 6.726666666666667e-06, | |
| "loss": 0.0909, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 2.828854314002829, | |
| "grad_norm": 4.304833889007568, | |
| "learning_rate": 6.671111111111112e-06, | |
| "loss": 0.0989, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.828854314002829, | |
| "eval_loss": 0.2774756848812103, | |
| "eval_runtime": 1765.8044, | |
| "eval_samples_per_second": 3.047, | |
| "eval_steps_per_second": 0.191, | |
| "eval_wer": 0.20720505785518312, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.864214992927864, | |
| "grad_norm": 5.535168170928955, | |
| "learning_rate": 6.615555555555556e-06, | |
| "loss": 0.1188, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 2.8995756718528995, | |
| "grad_norm": 5.256195068359375, | |
| "learning_rate": 6.560000000000001e-06, | |
| "loss": 0.097, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.934936350777935, | |
| "grad_norm": 4.056241035461426, | |
| "learning_rate": 6.504444444444446e-06, | |
| "loss": 0.096, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 2.9702970297029703, | |
| "grad_norm": 4.049830913543701, | |
| "learning_rate": 6.448888888888889e-06, | |
| "loss": 0.1031, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 3.005657708628006, | |
| "grad_norm": 2.4076595306396484, | |
| "learning_rate": 6.393333333333334e-06, | |
| "loss": 0.0931, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 3.041018387553041, | |
| "grad_norm": 1.8493136167526245, | |
| "learning_rate": 6.3377777777777786e-06, | |
| "loss": 0.0591, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 3.0763790664780766, | |
| "grad_norm": 2.923140525817871, | |
| "learning_rate": 6.282222222222223e-06, | |
| "loss": 0.0498, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 3.1117397454031117, | |
| "grad_norm": 3.3305506706237793, | |
| "learning_rate": 6.2266666666666675e-06, | |
| "loss": 0.0538, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 3.1471004243281473, | |
| "grad_norm": 2.396880626678467, | |
| "learning_rate": 6.171111111111112e-06, | |
| "loss": 0.0496, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 3.1824611032531824, | |
| "grad_norm": 3.4060046672821045, | |
| "learning_rate": 6.1155555555555555e-06, | |
| "loss": 0.0559, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 3.217821782178218, | |
| "grad_norm": 4.2796478271484375, | |
| "learning_rate": 6.0600000000000004e-06, | |
| "loss": 0.0479, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 3.253182461103253, | |
| "grad_norm": 3.096123456954956, | |
| "learning_rate": 6.004444444444445e-06, | |
| "loss": 0.0547, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 3.2885431400282887, | |
| "grad_norm": 3.5626742839813232, | |
| "learning_rate": 5.948888888888889e-06, | |
| "loss": 0.058, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 3.323903818953324, | |
| "grad_norm": 3.2983179092407227, | |
| "learning_rate": 5.893333333333334e-06, | |
| "loss": 0.0586, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 3.3592644978783595, | |
| "grad_norm": 3.978823184967041, | |
| "learning_rate": 5.837777777777777e-06, | |
| "loss": 0.0554, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 3.3946251768033946, | |
| "grad_norm": 3.5360333919525146, | |
| "learning_rate": 5.782222222222222e-06, | |
| "loss": 0.0549, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 3.42998585572843, | |
| "grad_norm": 3.2348575592041016, | |
| "learning_rate": 5.726666666666667e-06, | |
| "loss": 0.0609, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 3.4653465346534653, | |
| "grad_norm": 4.142767906188965, | |
| "learning_rate": 5.671111111111112e-06, | |
| "loss": 0.0615, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 3.500707213578501, | |
| "grad_norm": 3.2305757999420166, | |
| "learning_rate": 5.615555555555556e-06, | |
| "loss": 0.0485, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 3.536067892503536, | |
| "grad_norm": 2.9658920764923096, | |
| "learning_rate": 5.560000000000001e-06, | |
| "loss": 0.054, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 3.571428571428571, | |
| "grad_norm": 3.1340267658233643, | |
| "learning_rate": 5.504444444444444e-06, | |
| "loss": 0.0633, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 3.6067892503536068, | |
| "grad_norm": 2.692047119140625, | |
| "learning_rate": 5.448888888888889e-06, | |
| "loss": 0.0549, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 3.6421499292786423, | |
| "grad_norm": 2.9761712551116943, | |
| "learning_rate": 5.393333333333334e-06, | |
| "loss": 0.0537, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 3.6775106082036775, | |
| "grad_norm": 2.88071346282959, | |
| "learning_rate": 5.337777777777779e-06, | |
| "loss": 0.0497, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 3.7128712871287126, | |
| "grad_norm": 3.6829402446746826, | |
| "learning_rate": 5.282222222222223e-06, | |
| "loss": 0.0609, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 3.748231966053748, | |
| "grad_norm": 4.3834614753723145, | |
| "learning_rate": 5.226666666666667e-06, | |
| "loss": 0.0567, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 3.783592644978784, | |
| "grad_norm": 2.6627509593963623, | |
| "learning_rate": 5.171111111111111e-06, | |
| "loss": 0.052, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 3.818953323903819, | |
| "grad_norm": 3.6826014518737793, | |
| "learning_rate": 5.115555555555556e-06, | |
| "loss": 0.0529, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 3.854314002828854, | |
| "grad_norm": 3.048292636871338, | |
| "learning_rate": 5.060000000000001e-06, | |
| "loss": 0.0617, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 3.8896746817538896, | |
| "grad_norm": 2.5703887939453125, | |
| "learning_rate": 5.004444444444445e-06, | |
| "loss": 0.0507, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 3.9250353606789252, | |
| "grad_norm": 2.8455772399902344, | |
| "learning_rate": 4.94888888888889e-06, | |
| "loss": 0.0562, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 3.9603960396039604, | |
| "grad_norm": 2.147115468978882, | |
| "learning_rate": 4.893333333333334e-06, | |
| "loss": 0.0479, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 3.9957567185289955, | |
| "grad_norm": 4.647951126098633, | |
| "learning_rate": 4.837777777777778e-06, | |
| "loss": 0.0555, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 4.0311173974540315, | |
| "grad_norm": 1.5333168506622314, | |
| "learning_rate": 4.7822222222222226e-06, | |
| "loss": 0.0241, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 4.066478076379067, | |
| "grad_norm": 2.611342668533325, | |
| "learning_rate": 4.728888888888889e-06, | |
| "loss": 0.0297, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 4.101838755304102, | |
| "grad_norm": 1.1682252883911133, | |
| "learning_rate": 4.673333333333333e-06, | |
| "loss": 0.028, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 4.137199434229137, | |
| "grad_norm": 1.971526861190796, | |
| "learning_rate": 4.617777777777778e-06, | |
| "loss": 0.0256, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 4.172560113154173, | |
| "grad_norm": 2.9451370239257812, | |
| "learning_rate": 4.562222222222222e-06, | |
| "loss": 0.0248, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 4.207920792079208, | |
| "grad_norm": 2.203016757965088, | |
| "learning_rate": 4.506666666666667e-06, | |
| "loss": 0.0254, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 4.243281471004243, | |
| "grad_norm": 3.0037150382995605, | |
| "learning_rate": 4.451111111111112e-06, | |
| "loss": 0.0295, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 4.243281471004243, | |
| "eval_loss": 0.29346707463264465, | |
| "eval_runtime": 1760.8686, | |
| "eval_samples_per_second": 3.056, | |
| "eval_steps_per_second": 0.191, | |
| "eval_wer": 0.1918962980635413, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 4.278642149929278, | |
| "grad_norm": 2.936363697052002, | |
| "learning_rate": 4.395555555555556e-06, | |
| "loss": 0.0235, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 4.314002828854314, | |
| "grad_norm": 1.909324288368225, | |
| "learning_rate": 4.34e-06, | |
| "loss": 0.027, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 4.3493635077793495, | |
| "grad_norm": 1.8977993726730347, | |
| "learning_rate": 4.284444444444445e-06, | |
| "loss": 0.0267, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 4.384724186704385, | |
| "grad_norm": 2.092729330062866, | |
| "learning_rate": 4.228888888888889e-06, | |
| "loss": 0.0277, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 4.42008486562942, | |
| "grad_norm": 2.539109945297241, | |
| "learning_rate": 4.173333333333334e-06, | |
| "loss": 0.0232, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 4.455445544554456, | |
| "grad_norm": 1.8122098445892334, | |
| "learning_rate": 4.117777777777779e-06, | |
| "loss": 0.0276, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 4.490806223479491, | |
| "grad_norm": 1.4347445964813232, | |
| "learning_rate": 4.062222222222223e-06, | |
| "loss": 0.021, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 4.526166902404526, | |
| "grad_norm": 2.03843355178833, | |
| "learning_rate": 4.006666666666667e-06, | |
| "loss": 0.0278, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 4.561527581329561, | |
| "grad_norm": 2.6143271923065186, | |
| "learning_rate": 3.951111111111112e-06, | |
| "loss": 0.0316, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 4.596888260254596, | |
| "grad_norm": 2.1741061210632324, | |
| "learning_rate": 3.895555555555556e-06, | |
| "loss": 0.0277, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 4.632248939179632, | |
| "grad_norm": 3.5832366943359375, | |
| "learning_rate": 3.8400000000000005e-06, | |
| "loss": 0.025, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 4.667609618104668, | |
| "grad_norm": 2.232801675796509, | |
| "learning_rate": 3.784444444444445e-06, | |
| "loss": 0.0282, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 4.702970297029703, | |
| "grad_norm": 2.736708641052246, | |
| "learning_rate": 3.728888888888889e-06, | |
| "loss": 0.0308, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 4.738330975954739, | |
| "grad_norm": 2.0116610527038574, | |
| "learning_rate": 3.673333333333334e-06, | |
| "loss": 0.0305, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 4.773691654879774, | |
| "grad_norm": 2.6088578701019287, | |
| "learning_rate": 3.617777777777778e-06, | |
| "loss": 0.025, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 4.809052333804809, | |
| "grad_norm": 1.400682806968689, | |
| "learning_rate": 3.5622222222222224e-06, | |
| "loss": 0.0248, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 4.844413012729844, | |
| "grad_norm": 1.956292748451233, | |
| "learning_rate": 3.5066666666666673e-06, | |
| "loss": 0.0258, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 4.879773691654879, | |
| "grad_norm": 2.2373459339141846, | |
| "learning_rate": 3.4511111111111113e-06, | |
| "loss": 0.0229, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 4.915134370579915, | |
| "grad_norm": 2.9303152561187744, | |
| "learning_rate": 3.3955555555555558e-06, | |
| "loss": 0.0255, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 4.9504950495049505, | |
| "grad_norm": 2.3725924491882324, | |
| "learning_rate": 3.3400000000000006e-06, | |
| "loss": 0.0289, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 4.985855728429986, | |
| "grad_norm": 2.325536012649536, | |
| "learning_rate": 3.2844444444444447e-06, | |
| "loss": 0.0277, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 5.021216407355022, | |
| "grad_norm": 3.026657819747925, | |
| "learning_rate": 3.228888888888889e-06, | |
| "loss": 0.0184, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 5.056577086280057, | |
| "grad_norm": 1.5165703296661377, | |
| "learning_rate": 3.173333333333334e-06, | |
| "loss": 0.0148, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 5.091937765205092, | |
| "grad_norm": 1.2629361152648926, | |
| "learning_rate": 3.117777777777778e-06, | |
| "loss": 0.0104, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 5.127298444130127, | |
| "grad_norm": 1.312657117843628, | |
| "learning_rate": 3.0622222222222225e-06, | |
| "loss": 0.0132, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 5.162659123055163, | |
| "grad_norm": 1.1759546995162964, | |
| "learning_rate": 3.0066666666666674e-06, | |
| "loss": 0.0096, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 5.198019801980198, | |
| "grad_norm": 0.8515748381614685, | |
| "learning_rate": 2.9511111111111114e-06, | |
| "loss": 0.0125, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 5.233380480905233, | |
| "grad_norm": 1.0795273780822754, | |
| "learning_rate": 2.895555555555556e-06, | |
| "loss": 0.0134, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 5.2687411598302685, | |
| "grad_norm": 1.2719004154205322, | |
| "learning_rate": 2.84e-06, | |
| "loss": 0.0104, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 5.3041018387553045, | |
| "grad_norm": 0.8354203701019287, | |
| "learning_rate": 2.784444444444445e-06, | |
| "loss": 0.0106, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 5.33946251768034, | |
| "grad_norm": 2.3398609161376953, | |
| "learning_rate": 2.7288888888888893e-06, | |
| "loss": 0.0126, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 5.374823196605375, | |
| "grad_norm": 2.567042350769043, | |
| "learning_rate": 2.6733333333333333e-06, | |
| "loss": 0.0109, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 5.41018387553041, | |
| "grad_norm": 1.6744190454483032, | |
| "learning_rate": 2.617777777777778e-06, | |
| "loss": 0.0117, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 5.445544554455446, | |
| "grad_norm": 1.0200034379959106, | |
| "learning_rate": 2.5622222222222226e-06, | |
| "loss": 0.0118, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 5.480905233380481, | |
| "grad_norm": 0.8212645053863525, | |
| "learning_rate": 2.5066666666666667e-06, | |
| "loss": 0.0106, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 5.516265912305516, | |
| "grad_norm": 0.9394924640655518, | |
| "learning_rate": 2.451111111111111e-06, | |
| "loss": 0.0103, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 5.551626591230551, | |
| "grad_norm": 2.0436089038848877, | |
| "learning_rate": 2.3955555555555556e-06, | |
| "loss": 0.0177, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 5.586987270155587, | |
| "grad_norm": 1.194536566734314, | |
| "learning_rate": 2.3400000000000005e-06, | |
| "loss": 0.0105, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 5.6223479490806225, | |
| "grad_norm": 1.526948094367981, | |
| "learning_rate": 2.2844444444444445e-06, | |
| "loss": 0.0097, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 5.657708628005658, | |
| "grad_norm": 1.8187007904052734, | |
| "learning_rate": 2.228888888888889e-06, | |
| "loss": 0.0109, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 5.657708628005658, | |
| "eval_loss": 0.30111825466156006, | |
| "eval_runtime": 1778.4921, | |
| "eval_samples_per_second": 3.026, | |
| "eval_steps_per_second": 0.189, | |
| "eval_wer": 0.18279056821344786, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 5.693069306930693, | |
| "grad_norm": 2.2238926887512207, | |
| "learning_rate": 2.1733333333333334e-06, | |
| "loss": 0.0096, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 5.728429985855728, | |
| "grad_norm": 1.989168405532837, | |
| "learning_rate": 2.117777777777778e-06, | |
| "loss": 0.0136, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 5.763790664780764, | |
| "grad_norm": 1.6722816228866577, | |
| "learning_rate": 2.0622222222222223e-06, | |
| "loss": 0.0107, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 5.799151343705799, | |
| "grad_norm": 1.0947668552398682, | |
| "learning_rate": 2.006666666666667e-06, | |
| "loss": 0.0083, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 5.834512022630834, | |
| "grad_norm": 0.5356242656707764, | |
| "learning_rate": 1.9511111111111113e-06, | |
| "loss": 0.0108, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 5.86987270155587, | |
| "grad_norm": 2.1374714374542236, | |
| "learning_rate": 1.8955555555555557e-06, | |
| "loss": 0.0107, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 5.905233380480905, | |
| "grad_norm": 0.9695949554443359, | |
| "learning_rate": 1.8400000000000002e-06, | |
| "loss": 0.0103, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 5.9405940594059405, | |
| "grad_norm": 1.3653473854064941, | |
| "learning_rate": 1.7844444444444444e-06, | |
| "loss": 0.0116, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 5.975954738330976, | |
| "grad_norm": 1.5049793720245361, | |
| "learning_rate": 1.728888888888889e-06, | |
| "loss": 0.0129, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 6.011315417256012, | |
| "grad_norm": 2.540705442428589, | |
| "learning_rate": 1.6733333333333335e-06, | |
| "loss": 0.0085, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 6.046676096181047, | |
| "grad_norm": 0.5889933705329895, | |
| "learning_rate": 1.6177777777777778e-06, | |
| "loss": 0.0043, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 6.082036775106082, | |
| "grad_norm": 1.6074843406677246, | |
| "learning_rate": 1.5622222222222225e-06, | |
| "loss": 0.006, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 6.117397454031117, | |
| "grad_norm": 0.8578146696090698, | |
| "learning_rate": 1.506666666666667e-06, | |
| "loss": 0.0054, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 6.152758132956153, | |
| "grad_norm": 0.6143340468406677, | |
| "learning_rate": 1.4511111111111112e-06, | |
| "loss": 0.0043, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 6.188118811881188, | |
| "grad_norm": 0.3723517656326294, | |
| "learning_rate": 1.3955555555555556e-06, | |
| "loss": 0.0034, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 6.223479490806223, | |
| "grad_norm": 1.0041955709457397, | |
| "learning_rate": 1.34e-06, | |
| "loss": 0.0059, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 6.258840169731259, | |
| "grad_norm": 1.2664568424224854, | |
| "learning_rate": 1.2844444444444445e-06, | |
| "loss": 0.0039, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 6.294200848656295, | |
| "grad_norm": 0.259546160697937, | |
| "learning_rate": 1.228888888888889e-06, | |
| "loss": 0.0051, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 6.32956152758133, | |
| "grad_norm": 0.9940450191497803, | |
| "learning_rate": 1.1733333333333335e-06, | |
| "loss": 0.0027, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 6.364922206506365, | |
| "grad_norm": 0.23329602181911469, | |
| "learning_rate": 1.117777777777778e-06, | |
| "loss": 0.0038, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 6.4002828854314, | |
| "grad_norm": 0.12971219420433044, | |
| "learning_rate": 1.0622222222222222e-06, | |
| "loss": 0.0035, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 6.435643564356436, | |
| "grad_norm": 0.4987533688545227, | |
| "learning_rate": 1.0066666666666668e-06, | |
| "loss": 0.0081, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 6.471004243281471, | |
| "grad_norm": 0.27808260917663574, | |
| "learning_rate": 9.511111111111111e-07, | |
| "loss": 0.0034, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 6.506364922206506, | |
| "grad_norm": 0.23258398473262787, | |
| "learning_rate": 8.955555555555557e-07, | |
| "loss": 0.0033, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 6.5417256011315414, | |
| "grad_norm": 0.3250856101512909, | |
| "learning_rate": 8.400000000000001e-07, | |
| "loss": 0.0038, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 6.5770862800565775, | |
| "grad_norm": 0.5452969074249268, | |
| "learning_rate": 7.844444444444445e-07, | |
| "loss": 0.0033, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 6.612446958981613, | |
| "grad_norm": 0.22152584791183472, | |
| "learning_rate": 7.28888888888889e-07, | |
| "loss": 0.0067, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 6.647807637906648, | |
| "grad_norm": 1.5061694383621216, | |
| "learning_rate": 6.733333333333334e-07, | |
| "loss": 0.0081, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 6.683168316831683, | |
| "grad_norm": 0.2032124400138855, | |
| "learning_rate": 6.177777777777778e-07, | |
| "loss": 0.0042, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 6.718528995756719, | |
| "grad_norm": 0.25647231936454773, | |
| "learning_rate": 5.622222222222223e-07, | |
| "loss": 0.0061, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 6.753889674681754, | |
| "grad_norm": 0.27424803376197815, | |
| "learning_rate": 5.066666666666667e-07, | |
| "loss": 0.0034, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 6.789250353606789, | |
| "grad_norm": 0.4183076322078705, | |
| "learning_rate": 4.511111111111111e-07, | |
| "loss": 0.004, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 6.824611032531824, | |
| "grad_norm": 0.40847113728523254, | |
| "learning_rate": 3.9555555555555557e-07, | |
| "loss": 0.0029, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 6.85997171145686, | |
| "grad_norm": 0.2560099959373474, | |
| "learning_rate": 3.4000000000000003e-07, | |
| "loss": 0.0028, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 6.8953323903818955, | |
| "grad_norm": 0.13006103038787842, | |
| "learning_rate": 2.844444444444445e-07, | |
| "loss": 0.0042, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 6.930693069306931, | |
| "grad_norm": 0.38391485810279846, | |
| "learning_rate": 2.2888888888888892e-07, | |
| "loss": 0.0029, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 6.966053748231966, | |
| "grad_norm": 0.4023485481739044, | |
| "learning_rate": 1.7333333333333335e-07, | |
| "loss": 0.0027, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 7.001414427157002, | |
| "grad_norm": 0.1441173106431961, | |
| "learning_rate": 1.1777777777777778e-07, | |
| "loss": 0.0042, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 7.036775106082037, | |
| "grad_norm": 0.18802694976329803, | |
| "learning_rate": 6.222222222222223e-08, | |
| "loss": 0.0033, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 7.072135785007072, | |
| "grad_norm": 0.14834970235824585, | |
| "learning_rate": 6.666666666666667e-09, | |
| "loss": 0.0016, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 7.072135785007072, | |
| "eval_loss": 0.3134021461009979, | |
| "eval_runtime": 1756.5453, | |
| "eval_samples_per_second": 3.063, | |
| "eval_steps_per_second": 0.192, | |
| "eval_wer": 0.17463915066205415, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 7.072135785007072, | |
| "step": 5000, | |
| "total_flos": 2.7263703386750976e+20, | |
| "train_loss": 0.12853609090298415, | |
| "train_runtime": 49407.2097, | |
| "train_samples_per_second": 3.238, | |
| "train_steps_per_second": 0.101 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 5000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 8, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.7263703386750976e+20, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |