| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 1257, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.002386634844868735, | |
| "grad_norm": 129.18601989746094, | |
| "learning_rate": 2.3809523809523808e-06, | |
| "loss": 14.4042, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.00477326968973747, | |
| "grad_norm": 55.742095947265625, | |
| "learning_rate": 4.7619047619047615e-06, | |
| "loss": 12.0437, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.007159904534606206, | |
| "grad_norm": 39.26912307739258, | |
| "learning_rate": 7.142857142857143e-06, | |
| "loss": 8.1864, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.00954653937947494, | |
| "grad_norm": 10.621451377868652, | |
| "learning_rate": 9.523809523809523e-06, | |
| "loss": 4.9227, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.011933174224343675, | |
| "grad_norm": 10.118457794189453, | |
| "learning_rate": 1.1904761904761905e-05, | |
| "loss": 4.8046, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.014319809069212411, | |
| "grad_norm": 9.227359771728516, | |
| "learning_rate": 1.4285714285714285e-05, | |
| "loss": 4.813, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.016706443914081145, | |
| "grad_norm": 7.128821849822998, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 4.551, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.01909307875894988, | |
| "grad_norm": 9.488492012023926, | |
| "learning_rate": 1.9047619047619046e-05, | |
| "loss": 4.484, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.021479713603818614, | |
| "grad_norm": 9.141919136047363, | |
| "learning_rate": 2.1428571428571428e-05, | |
| "loss": 4.5506, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.02386634844868735, | |
| "grad_norm": 6.18914270401001, | |
| "learning_rate": 2.380952380952381e-05, | |
| "loss": 4.5217, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.026252983293556086, | |
| "grad_norm": 7.893601894378662, | |
| "learning_rate": 2.6190476190476192e-05, | |
| "loss": 4.2932, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.028639618138424822, | |
| "grad_norm": 5.094172954559326, | |
| "learning_rate": 2.857142857142857e-05, | |
| "loss": 4.2497, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.031026252983293555, | |
| "grad_norm": 5.149319171905518, | |
| "learning_rate": 3.095238095238095e-05, | |
| "loss": 4.3677, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.03341288782816229, | |
| "grad_norm": 4.346240520477295, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 4.1722, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.03579952267303103, | |
| "grad_norm": 3.216545581817627, | |
| "learning_rate": 3.571428571428572e-05, | |
| "loss": 4.1916, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.03818615751789976, | |
| "grad_norm": 3.108903408050537, | |
| "learning_rate": 3.809523809523809e-05, | |
| "loss": 4.0829, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.0405727923627685, | |
| "grad_norm": 3.1567437648773193, | |
| "learning_rate": 4.047619047619048e-05, | |
| "loss": 4.0211, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.04295942720763723, | |
| "grad_norm": 12.768291473388672, | |
| "learning_rate": 4.2857142857142856e-05, | |
| "loss": 4.1494, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.045346062052505964, | |
| "grad_norm": 3.211005926132202, | |
| "learning_rate": 4.523809523809524e-05, | |
| "loss": 4.1356, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.0477326968973747, | |
| "grad_norm": 5.850863456726074, | |
| "learning_rate": 4.761904761904762e-05, | |
| "loss": 4.2211, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.050119331742243436, | |
| "grad_norm": 4.25229024887085, | |
| "learning_rate": 5e-05, | |
| "loss": 4.1235, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.05250596658711217, | |
| "grad_norm": 2.7204909324645996, | |
| "learning_rate": 5.2380952380952384e-05, | |
| "loss": 3.9658, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.05489260143198091, | |
| "grad_norm": 3.8032662868499756, | |
| "learning_rate": 5.4761904761904766e-05, | |
| "loss": 3.8705, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.057279236276849645, | |
| "grad_norm": 3.7930989265441895, | |
| "learning_rate": 5.714285714285714e-05, | |
| "loss": 4.0484, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.059665871121718374, | |
| "grad_norm": 3.6324238777160645, | |
| "learning_rate": 5.9523809523809524e-05, | |
| "loss": 3.9811, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.06205250596658711, | |
| "grad_norm": 3.116438388824463, | |
| "learning_rate": 6.19047619047619e-05, | |
| "loss": 3.9441, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.06443914081145585, | |
| "grad_norm": 3.774524688720703, | |
| "learning_rate": 6.428571428571429e-05, | |
| "loss": 3.9418, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.06682577565632458, | |
| "grad_norm": 4.456262588500977, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 4.0214, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.06921241050119331, | |
| "grad_norm": 4.311483860015869, | |
| "learning_rate": 6.904761904761905e-05, | |
| "loss": 3.9148, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.07159904534606205, | |
| "grad_norm": 3.6151814460754395, | |
| "learning_rate": 7.142857142857143e-05, | |
| "loss": 3.8497, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.07398568019093078, | |
| "grad_norm": 3.262566328048706, | |
| "learning_rate": 7.380952380952382e-05, | |
| "loss": 3.8559, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.07637231503579953, | |
| "grad_norm": 4.0872907638549805, | |
| "learning_rate": 7.619047619047618e-05, | |
| "loss": 3.7604, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.07875894988066826, | |
| "grad_norm": 4.191164493560791, | |
| "learning_rate": 7.857142857142858e-05, | |
| "loss": 3.6232, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.081145584725537, | |
| "grad_norm": 3.834773540496826, | |
| "learning_rate": 8.095238095238096e-05, | |
| "loss": 3.5658, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.08353221957040573, | |
| "grad_norm": 4.667291164398193, | |
| "learning_rate": 8.333333333333334e-05, | |
| "loss": 3.6749, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.08591885441527446, | |
| "grad_norm": 3.7559292316436768, | |
| "learning_rate": 8.571428571428571e-05, | |
| "loss": 3.5708, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.0883054892601432, | |
| "grad_norm": 4.605666160583496, | |
| "learning_rate": 8.80952380952381e-05, | |
| "loss": 3.5868, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.09069212410501193, | |
| "grad_norm": 3.557979106903076, | |
| "learning_rate": 9.047619047619048e-05, | |
| "loss": 3.5797, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.09307875894988067, | |
| "grad_norm": 3.252253770828247, | |
| "learning_rate": 9.285714285714286e-05, | |
| "loss": 3.4353, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.0954653937947494, | |
| "grad_norm": 7.634258270263672, | |
| "learning_rate": 9.523809523809524e-05, | |
| "loss": 3.3768, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.09785202863961814, | |
| "grad_norm": 4.522894859313965, | |
| "learning_rate": 9.761904761904762e-05, | |
| "loss": 3.4649, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.10023866348448687, | |
| "grad_norm": 3.660895824432373, | |
| "learning_rate": 0.0001, | |
| "loss": 3.3314, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.1026252983293556, | |
| "grad_norm": 3.2496635913848877, | |
| "learning_rate": 9.999961058466053e-05, | |
| "loss": 3.3748, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.10501193317422435, | |
| "grad_norm": 3.1348578929901123, | |
| "learning_rate": 9.999844234470782e-05, | |
| "loss": 3.1998, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.10739856801909307, | |
| "grad_norm": 4.37357759475708, | |
| "learning_rate": 9.999649529833915e-05, | |
| "loss": 3.2159, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.10978520286396182, | |
| "grad_norm": 3.638875961303711, | |
| "learning_rate": 9.999376947588288e-05, | |
| "loss": 3.2499, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.11217183770883055, | |
| "grad_norm": 4.375198841094971, | |
| "learning_rate": 9.999026491979808e-05, | |
| "loss": 3.1967, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.11455847255369929, | |
| "grad_norm": 3.1584630012512207, | |
| "learning_rate": 9.99859816846739e-05, | |
| "loss": 3.2014, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.11694510739856802, | |
| "grad_norm": 3.404482126235962, | |
| "learning_rate": 9.998091983722863e-05, | |
| "loss": 3.1216, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.11933174224343675, | |
| "grad_norm": 3.8131189346313477, | |
| "learning_rate": 9.99750794563087e-05, | |
| "loss": 3.0097, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.12171837708830549, | |
| "grad_norm": 3.831827163696289, | |
| "learning_rate": 9.996846063288747e-05, | |
| "loss": 3.1055, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.12410501193317422, | |
| "grad_norm": 3.281343698501587, | |
| "learning_rate": 9.996106347006379e-05, | |
| "loss": 3.1001, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.12649164677804295, | |
| "grad_norm": 3.8899145126342773, | |
| "learning_rate": 9.99528880830604e-05, | |
| "loss": 3.0959, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.1288782816229117, | |
| "grad_norm": 2.8943607807159424, | |
| "learning_rate": 9.994393459922218e-05, | |
| "loss": 3.0305, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.13126491646778043, | |
| "grad_norm": 3.5095627307891846, | |
| "learning_rate": 9.993420315801406e-05, | |
| "loss": 2.9394, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.13365155131264916, | |
| "grad_norm": 3.2103517055511475, | |
| "learning_rate": 9.992369391101895e-05, | |
| "loss": 2.999, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.1360381861575179, | |
| "grad_norm": 2.3885068893432617, | |
| "learning_rate": 9.991240702193532e-05, | |
| "loss": 3.1839, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.13842482100238662, | |
| "grad_norm": 3.747015953063965, | |
| "learning_rate": 9.990034266657467e-05, | |
| "loss": 2.9744, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.14081145584725538, | |
| "grad_norm": 3.1654574871063232, | |
| "learning_rate": 9.988750103285883e-05, | |
| "loss": 2.9318, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.1431980906921241, | |
| "grad_norm": 3.403306007385254, | |
| "learning_rate": 9.987388232081694e-05, | |
| "loss": 2.9445, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.14558472553699284, | |
| "grad_norm": 3.077636480331421, | |
| "learning_rate": 9.985948674258243e-05, | |
| "loss": 2.9306, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.14797136038186157, | |
| "grad_norm": 3.725022554397583, | |
| "learning_rate": 9.984431452238967e-05, | |
| "loss": 2.8871, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.15035799522673032, | |
| "grad_norm": 4.53774356842041, | |
| "learning_rate": 9.982836589657043e-05, | |
| "loss": 2.9007, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.15274463007159905, | |
| "grad_norm": 2.8278591632843018, | |
| "learning_rate": 9.981164111355035e-05, | |
| "loss": 2.9678, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.15513126491646778, | |
| "grad_norm": 3.511444568634033, | |
| "learning_rate": 9.979414043384485e-05, | |
| "loss": 2.9657, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.1575178997613365, | |
| "grad_norm": 2.6156179904937744, | |
| "learning_rate": 9.977586413005531e-05, | |
| "loss": 2.9317, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.15990453460620524, | |
| "grad_norm": 3.9150912761688232, | |
| "learning_rate": 9.975681248686461e-05, | |
| "loss": 2.9199, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.162291169451074, | |
| "grad_norm": 3.9258997440338135, | |
| "learning_rate": 9.973698580103285e-05, | |
| "loss": 2.82, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.16467780429594273, | |
| "grad_norm": 2.9867348670959473, | |
| "learning_rate": 9.971638438139266e-05, | |
| "loss": 2.8516, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.16706443914081145, | |
| "grad_norm": 3.0659570693969727, | |
| "learning_rate": 9.96950085488444e-05, | |
| "loss": 2.6836, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.16945107398568018, | |
| "grad_norm": 2.818599224090576, | |
| "learning_rate": 9.967285863635112e-05, | |
| "loss": 2.9212, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.1718377088305489, | |
| "grad_norm": 2.9934067726135254, | |
| "learning_rate": 9.964993498893349e-05, | |
| "loss": 2.7864, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.17422434367541767, | |
| "grad_norm": 2.358505964279175, | |
| "learning_rate": 9.962623796366429e-05, | |
| "loss": 2.7296, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.1766109785202864, | |
| "grad_norm": 2.630748748779297, | |
| "learning_rate": 9.960176792966289e-05, | |
| "loss": 2.74, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.17899761336515513, | |
| "grad_norm": 2.7040629386901855, | |
| "learning_rate": 9.95765252680896e-05, | |
| "loss": 2.8416, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.18138424821002386, | |
| "grad_norm": 2.9643092155456543, | |
| "learning_rate": 9.95505103721396e-05, | |
| "loss": 2.7412, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.18377088305489261, | |
| "grad_norm": 3.3539974689483643, | |
| "learning_rate": 9.952372364703687e-05, | |
| "loss": 2.7819, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.18615751789976134, | |
| "grad_norm": 3.3523247241973877, | |
| "learning_rate": 9.949616551002787e-05, | |
| "loss": 2.7698, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.18854415274463007, | |
| "grad_norm": 2.5793633460998535, | |
| "learning_rate": 9.946783639037504e-05, | |
| "loss": 2.7085, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.1909307875894988, | |
| "grad_norm": 3.2276599407196045, | |
| "learning_rate": 9.943873672935014e-05, | |
| "loss": 2.7572, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.19331742243436753, | |
| "grad_norm": 3.1655075550079346, | |
| "learning_rate": 9.940886698022734e-05, | |
| "loss": 2.6529, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.1957040572792363, | |
| "grad_norm": 3.296135663986206, | |
| "learning_rate": 9.93782276082762e-05, | |
| "loss": 2.7917, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.19809069212410502, | |
| "grad_norm": 2.3760223388671875, | |
| "learning_rate": 9.934681909075434e-05, | |
| "loss": 2.6912, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.20047732696897375, | |
| "grad_norm": 2.8032619953155518, | |
| "learning_rate": 9.931464191690015e-05, | |
| "loss": 2.8242, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.20286396181384247, | |
| "grad_norm": 2.846773386001587, | |
| "learning_rate": 9.928169658792498e-05, | |
| "loss": 2.6749, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.2052505966587112, | |
| "grad_norm": 2.901726245880127, | |
| "learning_rate": 9.924798361700553e-05, | |
| "loss": 2.6449, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.20763723150357996, | |
| "grad_norm": 3.291959524154663, | |
| "learning_rate": 9.92135035292757e-05, | |
| "loss": 2.6156, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.2100238663484487, | |
| "grad_norm": 2.4123713970184326, | |
| "learning_rate": 9.91782568618185e-05, | |
| "loss": 2.7662, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.21241050119331742, | |
| "grad_norm": 2.883798837661743, | |
| "learning_rate": 9.914224416365764e-05, | |
| "loss": 2.7688, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.21479713603818615, | |
| "grad_norm": 2.7051072120666504, | |
| "learning_rate": 9.910546599574902e-05, | |
| "loss": 2.8533, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.2171837708830549, | |
| "grad_norm": 2.8238630294799805, | |
| "learning_rate": 9.906792293097194e-05, | |
| "loss": 2.6326, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.21957040572792363, | |
| "grad_norm": 2.51338529586792, | |
| "learning_rate": 9.90296155541202e-05, | |
| "loss": 2.7023, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.22195704057279236, | |
| "grad_norm": 2.7575676441192627, | |
| "learning_rate": 9.899054446189304e-05, | |
| "loss": 2.648, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.2243436754176611, | |
| "grad_norm": 2.750290870666504, | |
| "learning_rate": 9.895071026288574e-05, | |
| "loss": 2.6133, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.22673031026252982, | |
| "grad_norm": 2.5514075756073, | |
| "learning_rate": 9.891011357758022e-05, | |
| "loss": 2.569, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.22911694510739858, | |
| "grad_norm": 2.7157366275787354, | |
| "learning_rate": 9.886875503833536e-05, | |
| "loss": 2.693, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.2315035799522673, | |
| "grad_norm": 3.114830255508423, | |
| "learning_rate": 9.882663528937717e-05, | |
| "loss": 2.596, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.23389021479713604, | |
| "grad_norm": 2.7666478157043457, | |
| "learning_rate": 9.87837549867887e-05, | |
| "loss": 2.5166, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.23627684964200477, | |
| "grad_norm": 2.94891095161438, | |
| "learning_rate": 9.87401147984998e-05, | |
| "loss": 2.7035, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.2386634844868735, | |
| "grad_norm": 2.5706005096435547, | |
| "learning_rate": 9.869571540427689e-05, | |
| "loss": 2.6282, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.24105011933174225, | |
| "grad_norm": 2.8076047897338867, | |
| "learning_rate": 9.865055749571215e-05, | |
| "loss": 2.7397, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.24343675417661098, | |
| "grad_norm": 2.445986032485962, | |
| "learning_rate": 9.860464177621284e-05, | |
| "loss": 2.4252, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.2458233890214797, | |
| "grad_norm": 2.591123580932617, | |
| "learning_rate": 9.855796896099045e-05, | |
| "loss": 2.6638, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.24821002386634844, | |
| "grad_norm": 2.5579094886779785, | |
| "learning_rate": 9.851053977704931e-05, | |
| "loss": 2.5365, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.25059665871121717, | |
| "grad_norm": 2.701978921890259, | |
| "learning_rate": 9.846235496317555e-05, | |
| "loss": 2.48, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.2529832935560859, | |
| "grad_norm": 2.6815707683563232, | |
| "learning_rate": 9.841341526992536e-05, | |
| "loss": 2.5878, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.2553699284009546, | |
| "grad_norm": 2.3997161388397217, | |
| "learning_rate": 9.836372145961345e-05, | |
| "loss": 2.6202, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.2577565632458234, | |
| "grad_norm": 2.5097908973693848, | |
| "learning_rate": 9.83132743063011e-05, | |
| "loss": 2.5595, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.26014319809069214, | |
| "grad_norm": 2.3788466453552246, | |
| "learning_rate": 9.826207459578411e-05, | |
| "loss": 2.4104, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.26252983293556087, | |
| "grad_norm": 2.3941385746002197, | |
| "learning_rate": 9.821012312558058e-05, | |
| "loss": 2.4048, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.2649164677804296, | |
| "grad_norm": 2.558845281600952, | |
| "learning_rate": 9.815742070491852e-05, | |
| "loss": 2.5062, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.26730310262529833, | |
| "grad_norm": 2.1203112602233887, | |
| "learning_rate": 9.810396815472314e-05, | |
| "loss": 2.4535, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.26968973747016706, | |
| "grad_norm": 2.465987205505371, | |
| "learning_rate": 9.804976630760419e-05, | |
| "loss": 2.4999, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.2720763723150358, | |
| "grad_norm": 2.280484914779663, | |
| "learning_rate": 9.799481600784286e-05, | |
| "loss": 2.403, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.2744630071599045, | |
| "grad_norm": 2.6242918968200684, | |
| "learning_rate": 9.793911811137875e-05, | |
| "loss": 2.4721, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.27684964200477324, | |
| "grad_norm": 2.8333303928375244, | |
| "learning_rate": 9.788267348579648e-05, | |
| "loss": 2.5081, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.27923627684964203, | |
| "grad_norm": 2.4998323917388916, | |
| "learning_rate": 9.782548301031217e-05, | |
| "loss": 2.4825, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.28162291169451076, | |
| "grad_norm": 2.535447835922241, | |
| "learning_rate": 9.776754757575975e-05, | |
| "loss": 2.4639, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.2840095465393795, | |
| "grad_norm": 2.608652114868164, | |
| "learning_rate": 9.770886808457709e-05, | |
| "loss": 2.5209, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.2863961813842482, | |
| "grad_norm": 2.5548174381256104, | |
| "learning_rate": 9.764944545079196e-05, | |
| "loss": 2.5707, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.28878281622911695, | |
| "grad_norm": 2.3992514610290527, | |
| "learning_rate": 9.758928060000778e-05, | |
| "loss": 2.515, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.2911694510739857, | |
| "grad_norm": 3.199773073196411, | |
| "learning_rate": 9.752837446938915e-05, | |
| "loss": 2.4069, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.2935560859188544, | |
| "grad_norm": 2.689730405807495, | |
| "learning_rate": 9.746672800764735e-05, | |
| "loss": 2.4314, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.29594272076372313, | |
| "grad_norm": 2.357332944869995, | |
| "learning_rate": 9.740434217502547e-05, | |
| "loss": 2.3856, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.29832935560859186, | |
| "grad_norm": 2.409001111984253, | |
| "learning_rate": 9.734121794328357e-05, | |
| "loss": 2.4423, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.30071599045346065, | |
| "grad_norm": 2.4118542671203613, | |
| "learning_rate": 9.727735629568336e-05, | |
| "loss": 2.5059, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.3031026252983294, | |
| "grad_norm": 2.4173245429992676, | |
| "learning_rate": 9.721275822697306e-05, | |
| "loss": 2.386, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.3054892601431981, | |
| "grad_norm": 2.1414527893066406, | |
| "learning_rate": 9.714742474337186e-05, | |
| "loss": 2.5249, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.30787589498806683, | |
| "grad_norm": 2.1543893814086914, | |
| "learning_rate": 9.708135686255416e-05, | |
| "loss": 2.5626, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.31026252983293556, | |
| "grad_norm": 3.0734686851501465, | |
| "learning_rate": 9.701455561363379e-05, | |
| "loss": 2.3829, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.3126491646778043, | |
| "grad_norm": 2.2871782779693604, | |
| "learning_rate": 9.6947022037148e-05, | |
| "loss": 2.4011, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.315035799522673, | |
| "grad_norm": 2.4067625999450684, | |
| "learning_rate": 9.687875718504126e-05, | |
| "loss": 2.4074, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.31742243436754175, | |
| "grad_norm": 3.624891757965088, | |
| "learning_rate": 9.680976212064874e-05, | |
| "loss": 2.4101, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.3198090692124105, | |
| "grad_norm": 2.027580499649048, | |
| "learning_rate": 9.674003791867991e-05, | |
| "loss": 2.4197, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.3221957040572792, | |
| "grad_norm": 2.436666965484619, | |
| "learning_rate": 9.666958566520174e-05, | |
| "loss": 2.4592, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.324582338902148, | |
| "grad_norm": 2.1806681156158447, | |
| "learning_rate": 9.659840645762175e-05, | |
| "loss": 2.4362, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.3269689737470167, | |
| "grad_norm": 2.1825525760650635, | |
| "learning_rate": 9.652650140467093e-05, | |
| "loss": 2.4333, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.32935560859188545, | |
| "grad_norm": 2.0613701343536377, | |
| "learning_rate": 9.645387162638652e-05, | |
| "loss": 2.4313, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.3317422434367542, | |
| "grad_norm": 2.278815746307373, | |
| "learning_rate": 9.638051825409453e-05, | |
| "loss": 2.5416, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.3341288782816229, | |
| "grad_norm": 2.1906769275665283, | |
| "learning_rate": 9.630644243039207e-05, | |
| "loss": 2.3424, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.33651551312649164, | |
| "grad_norm": 2.412473678588867, | |
| "learning_rate": 9.623164530912963e-05, | |
| "loss": 2.4984, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.33890214797136037, | |
| "grad_norm": 2.44022274017334, | |
| "learning_rate": 9.615612805539305e-05, | |
| "loss": 2.3352, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.3412887828162291, | |
| "grad_norm": 2.2409064769744873, | |
| "learning_rate": 9.607989184548543e-05, | |
| "loss": 2.435, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.3436754176610978, | |
| "grad_norm": 1.8773585557937622, | |
| "learning_rate": 9.600293786690872e-05, | |
| "loss": 2.3689, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.3460620525059666, | |
| "grad_norm": 2.026489496231079, | |
| "learning_rate": 9.592526731834537e-05, | |
| "loss": 2.4707, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.34844868735083534, | |
| "grad_norm": 1.9061930179595947, | |
| "learning_rate": 9.584688140963944e-05, | |
| "loss": 2.1919, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.35083532219570407, | |
| "grad_norm": 1.9705097675323486, | |
| "learning_rate": 9.576778136177798e-05, | |
| "loss": 2.3773, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.3532219570405728, | |
| "grad_norm": 2.263256788253784, | |
| "learning_rate": 9.568796840687184e-05, | |
| "loss": 2.2805, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.3556085918854415, | |
| "grad_norm": 2.4777801036834717, | |
| "learning_rate": 9.560744378813659e-05, | |
| "loss": 2.4083, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.35799522673031026, | |
| "grad_norm": 2.305082082748413, | |
| "learning_rate": 9.552620875987311e-05, | |
| "loss": 2.2696, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.360381861575179, | |
| "grad_norm": 2.2283718585968018, | |
| "learning_rate": 9.544426458744804e-05, | |
| "loss": 2.2327, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.3627684964200477, | |
| "grad_norm": 2.152367115020752, | |
| "learning_rate": 9.536161254727408e-05, | |
| "loss": 2.2686, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.36515513126491644, | |
| "grad_norm": 2.222525119781494, | |
| "learning_rate": 9.527825392679012e-05, | |
| "loss": 2.3051, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.36754176610978523, | |
| "grad_norm": 2.0518105030059814, | |
| "learning_rate": 9.51941900244412e-05, | |
| "loss": 2.2914, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.36992840095465396, | |
| "grad_norm": 1.8403911590576172, | |
| "learning_rate": 9.51094221496582e-05, | |
| "loss": 2.2763, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.3723150357995227, | |
| "grad_norm": 2.0134127140045166, | |
| "learning_rate": 9.502395162283759e-05, | |
| "loss": 2.1292, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.3747016706443914, | |
| "grad_norm": 2.2648725509643555, | |
| "learning_rate": 9.493777977532072e-05, | |
| "loss": 2.2943, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.37708830548926014, | |
| "grad_norm": 2.598200559616089, | |
| "learning_rate": 9.485090794937319e-05, | |
| "loss": 2.2811, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.3794749403341289, | |
| "grad_norm": 2.188739776611328, | |
| "learning_rate": 9.476333749816382e-05, | |
| "loss": 2.2055, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.3818615751789976, | |
| "grad_norm": 2.106133460998535, | |
| "learning_rate": 9.467506978574371e-05, | |
| "loss": 2.1652, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.38424821002386633, | |
| "grad_norm": 2.550200939178467, | |
| "learning_rate": 9.45861061870249e-05, | |
| "loss": 2.3259, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.38663484486873506, | |
| "grad_norm": 2.1999354362487793, | |
| "learning_rate": 9.449644808775902e-05, | |
| "loss": 2.2477, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.38902147971360385, | |
| "grad_norm": 1.8450204133987427, | |
| "learning_rate": 9.44060968845156e-05, | |
| "loss": 2.1774, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.3914081145584726, | |
| "grad_norm": 2.097698211669922, | |
| "learning_rate": 9.431505398466045e-05, | |
| "loss": 2.3338, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.3937947494033413, | |
| "grad_norm": 2.0692379474639893, | |
| "learning_rate": 9.42233208063336e-05, | |
| "loss": 2.1268, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.39618138424821003, | |
| "grad_norm": 2.289555788040161, | |
| "learning_rate": 9.413089877842736e-05, | |
| "loss": 2.3312, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.39856801909307876, | |
| "grad_norm": 2.145961284637451, | |
| "learning_rate": 9.403778934056391e-05, | |
| "loss": 2.3026, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.4009546539379475, | |
| "grad_norm": 1.9669148921966553, | |
| "learning_rate": 9.394399394307303e-05, | |
| "loss": 2.4298, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.4033412887828162, | |
| "grad_norm": 2.412475824356079, | |
| "learning_rate": 9.384951404696933e-05, | |
| "loss": 2.1335, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.40572792362768495, | |
| "grad_norm": 1.9955891370773315, | |
| "learning_rate": 9.375435112392969e-05, | |
| "loss": 2.2833, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.4081145584725537, | |
| "grad_norm": 2.0198495388031006, | |
| "learning_rate": 9.365850665627016e-05, | |
| "loss": 2.2196, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.4105011933174224, | |
| "grad_norm": 1.874887228012085, | |
| "learning_rate": 9.356198213692297e-05, | |
| "loss": 2.1938, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.4128878281622912, | |
| "grad_norm": 1.9954278469085693, | |
| "learning_rate": 9.346477906941331e-05, | |
| "loss": 2.1082, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.4152744630071599, | |
| "grad_norm": 1.9344687461853027, | |
| "learning_rate": 9.336689896783573e-05, | |
| "loss": 2.1265, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.41766109785202865, | |
| "grad_norm": 2.1499831676483154, | |
| "learning_rate": 9.32683433568308e-05, | |
| "loss": 2.2211, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.4200477326968974, | |
| "grad_norm": 2.411583662033081, | |
| "learning_rate": 9.316911377156117e-05, | |
| "loss": 2.2793, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.4224343675417661, | |
| "grad_norm": 2.0739586353302, | |
| "learning_rate": 9.306921175768775e-05, | |
| "loss": 2.1653, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.42482100238663484, | |
| "grad_norm": 2.0313665866851807, | |
| "learning_rate": 9.29686388713456e-05, | |
| "loss": 2.3611, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.42720763723150357, | |
| "grad_norm": 1.8887441158294678, | |
| "learning_rate": 9.286739667911972e-05, | |
| "loss": 2.201, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.4295942720763723, | |
| "grad_norm": 1.928774118423462, | |
| "learning_rate": 9.276548675802059e-05, | |
| "loss": 2.2504, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.431980906921241, | |
| "grad_norm": 1.7933377027511597, | |
| "learning_rate": 9.266291069545972e-05, | |
| "loss": 2.2219, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.4343675417661098, | |
| "grad_norm": 1.877989649772644, | |
| "learning_rate": 9.255967008922474e-05, | |
| "loss": 2.2547, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.43675417661097854, | |
| "grad_norm": 1.6794133186340332, | |
| "learning_rate": 9.245576654745471e-05, | |
| "loss": 2.3152, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.43914081145584727, | |
| "grad_norm": 2.024888515472412, | |
| "learning_rate": 9.235120168861496e-05, | |
| "loss": 2.0559, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.441527446300716, | |
| "grad_norm": 2.1907565593719482, | |
| "learning_rate": 9.224597714147186e-05, | |
| "loss": 2.2414, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.4439140811455847, | |
| "grad_norm": 1.9804993867874146, | |
| "learning_rate": 9.214009454506753e-05, | |
| "loss": 2.0826, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.44630071599045346, | |
| "grad_norm": 2.1654927730560303, | |
| "learning_rate": 9.203355554869428e-05, | |
| "loss": 2.2048, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.4486873508353222, | |
| "grad_norm": 2.4933547973632812, | |
| "learning_rate": 9.192636181186888e-05, | |
| "loss": 2.0166, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.4510739856801909, | |
| "grad_norm": 2.0309464931488037, | |
| "learning_rate": 9.181851500430673e-05, | |
| "loss": 2.0729, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.45346062052505964, | |
| "grad_norm": 2.191399574279785, | |
| "learning_rate": 9.171001680589588e-05, | |
| "loss": 2.0675, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.45584725536992843, | |
| "grad_norm": 2.108330249786377, | |
| "learning_rate": 9.160086890667086e-05, | |
| "loss": 2.1535, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.45823389021479716, | |
| "grad_norm": 2.01182222366333, | |
| "learning_rate": 9.14910730067863e-05, | |
| "loss": 2.1768, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.4606205250596659, | |
| "grad_norm": 1.80693519115448, | |
| "learning_rate": 9.138063081649051e-05, | |
| "loss": 2.2843, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.4630071599045346, | |
| "grad_norm": 1.9676529169082642, | |
| "learning_rate": 9.126954405609882e-05, | |
| "loss": 2.1211, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.46539379474940334, | |
| "grad_norm": 1.9550760984420776, | |
| "learning_rate": 9.115781445596676e-05, | |
| "loss": 2.0111, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.4677804295942721, | |
| "grad_norm": 2.1613616943359375, | |
| "learning_rate": 9.104544375646313e-05, | |
| "loss": 2.3365, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.4701670644391408, | |
| "grad_norm": 2.0168464183807373, | |
| "learning_rate": 9.093243370794291e-05, | |
| "loss": 2.1486, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.47255369928400953, | |
| "grad_norm": 2.0406484603881836, | |
| "learning_rate": 9.081878607071996e-05, | |
| "loss": 2.2437, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.47494033412887826, | |
| "grad_norm": 2.1495018005371094, | |
| "learning_rate": 9.07045026150396e-05, | |
| "loss": 2.122, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.477326968973747, | |
| "grad_norm": 2.0007262229919434, | |
| "learning_rate": 9.058958512105104e-05, | |
| "loss": 2.121, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.4797136038186158, | |
| "grad_norm": 2.7373595237731934, | |
| "learning_rate": 9.047403537877971e-05, | |
| "loss": 2.083, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.4821002386634845, | |
| "grad_norm": 1.8298907279968262, | |
| "learning_rate": 9.035785518809927e-05, | |
| "loss": 2.1547, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.48448687350835323, | |
| "grad_norm": 1.9181143045425415, | |
| "learning_rate": 9.024104635870368e-05, | |
| "loss": 2.0938, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.48687350835322196, | |
| "grad_norm": 2.0003180503845215, | |
| "learning_rate": 9.012361071007891e-05, | |
| "loss": 2.1254, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.4892601431980907, | |
| "grad_norm": 1.9533605575561523, | |
| "learning_rate": 9.000555007147469e-05, | |
| "loss": 2.1393, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.4916467780429594, | |
| "grad_norm": 2.0818209648132324, | |
| "learning_rate": 8.988686628187597e-05, | |
| "loss": 2.1339, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.49403341288782815, | |
| "grad_norm": 1.762052059173584, | |
| "learning_rate": 8.976756118997427e-05, | |
| "loss": 2.1497, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.4964200477326969, | |
| "grad_norm": 2.371490001678467, | |
| "learning_rate": 8.964763665413893e-05, | |
| "loss": 1.9532, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.4988066825775656, | |
| "grad_norm": 2.1913626194000244, | |
| "learning_rate": 8.952709454238808e-05, | |
| "loss": 2.1899, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.5011933174224343, | |
| "grad_norm": 1.85502290725708, | |
| "learning_rate": 8.940593673235962e-05, | |
| "loss": 2.1804, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5035799522673031, | |
| "grad_norm": 1.9168248176574707, | |
| "learning_rate": 8.928416511128195e-05, | |
| "loss": 2.0406, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.5059665871121718, | |
| "grad_norm": 1.9352686405181885, | |
| "learning_rate": 8.916178157594453e-05, | |
| "loss": 2.0952, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.5083532219570406, | |
| "grad_norm": 2.1342227458953857, | |
| "learning_rate": 8.903878803266841e-05, | |
| "loss": 2.2643, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.5107398568019093, | |
| "grad_norm": 1.8305190801620483, | |
| "learning_rate": 8.891518639727649e-05, | |
| "loss": 1.9711, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.513126491646778, | |
| "grad_norm": 1.9878753423690796, | |
| "learning_rate": 8.879097859506372e-05, | |
| "loss": 2.1531, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.5155131264916468, | |
| "grad_norm": 1.7866030931472778, | |
| "learning_rate": 8.866616656076696e-05, | |
| "loss": 2.0549, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.5178997613365155, | |
| "grad_norm": 1.8742599487304688, | |
| "learning_rate": 8.854075223853508e-05, | |
| "loss": 2.1491, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.5202863961813843, | |
| "grad_norm": 2.051337242126465, | |
| "learning_rate": 8.841473758189854e-05, | |
| "loss": 2.0055, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.522673031026253, | |
| "grad_norm": 2.0818710327148438, | |
| "learning_rate": 8.828812455373891e-05, | |
| "loss": 2.1989, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.5250596658711217, | |
| "grad_norm": 1.859626293182373, | |
| "learning_rate": 8.816091512625843e-05, | |
| "loss": 2.129, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5274463007159904, | |
| "grad_norm": 2.454052686691284, | |
| "learning_rate": 8.803311128094918e-05, | |
| "loss": 2.1351, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.5298329355608592, | |
| "grad_norm": 2.2742836475372314, | |
| "learning_rate": 8.790471500856228e-05, | |
| "loss": 2.2181, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.5322195704057279, | |
| "grad_norm": 1.7958076000213623, | |
| "learning_rate": 8.777572830907684e-05, | |
| "loss": 2.2685, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.5346062052505967, | |
| "grad_norm": 1.7897841930389404, | |
| "learning_rate": 8.764615319166886e-05, | |
| "loss": 2.1735, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.5369928400954654, | |
| "grad_norm": 1.8910062313079834, | |
| "learning_rate": 8.751599167467985e-05, | |
| "loss": 1.9897, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.5393794749403341, | |
| "grad_norm": 1.875690221786499, | |
| "learning_rate": 8.738524578558547e-05, | |
| "loss": 2.05, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.5417661097852029, | |
| "grad_norm": 1.935346007347107, | |
| "learning_rate": 8.72539175609639e-05, | |
| "loss": 1.9948, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.5441527446300716, | |
| "grad_norm": 1.7295023202896118, | |
| "learning_rate": 8.712200904646416e-05, | |
| "loss": 1.9492, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.5465393794749404, | |
| "grad_norm": 1.7163113355636597, | |
| "learning_rate": 8.698952229677422e-05, | |
| "loss": 2.0111, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.548926014319809, | |
| "grad_norm": 2.101062536239624, | |
| "learning_rate": 8.685645937558896e-05, | |
| "loss": 2.2221, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.5513126491646778, | |
| "grad_norm": 1.937011480331421, | |
| "learning_rate": 8.67228223555781e-05, | |
| "loss": 2.0276, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.5536992840095465, | |
| "grad_norm": 1.9230318069458008, | |
| "learning_rate": 8.658861331835385e-05, | |
| "loss": 2.0541, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.5560859188544153, | |
| "grad_norm": 1.91681969165802, | |
| "learning_rate": 8.645383435443852e-05, | |
| "loss": 2.0046, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.5584725536992841, | |
| "grad_norm": 1.711011528968811, | |
| "learning_rate": 8.631848756323197e-05, | |
| "loss": 2.0765, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.5608591885441527, | |
| "grad_norm": 1.817881464958191, | |
| "learning_rate": 8.618257505297886e-05, | |
| "loss": 2.0712, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.5632458233890215, | |
| "grad_norm": 1.8954594135284424, | |
| "learning_rate": 8.604609894073584e-05, | |
| "loss": 1.8753, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.5656324582338902, | |
| "grad_norm": 1.7681952714920044, | |
| "learning_rate": 8.590906135233854e-05, | |
| "loss": 2.005, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.568019093078759, | |
| "grad_norm": 1.9686832427978516, | |
| "learning_rate": 8.577146442236857e-05, | |
| "loss": 2.0602, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.5704057279236276, | |
| "grad_norm": 1.82900071144104, | |
| "learning_rate": 8.563331029412012e-05, | |
| "loss": 2.1201, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.5727923627684964, | |
| "grad_norm": 1.9767824411392212, | |
| "learning_rate": 8.549460111956664e-05, | |
| "loss": 2.0324, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.5751789976133651, | |
| "grad_norm": 1.8764835596084595, | |
| "learning_rate": 8.535533905932738e-05, | |
| "loss": 2.0167, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.5775656324582339, | |
| "grad_norm": 2.0710604190826416, | |
| "learning_rate": 8.521552628263362e-05, | |
| "loss": 2.0242, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.5799522673031027, | |
| "grad_norm": 1.8737850189208984, | |
| "learning_rate": 8.507516496729495e-05, | |
| "loss": 1.9975, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.5823389021479713, | |
| "grad_norm": 1.7871778011322021, | |
| "learning_rate": 8.493425729966534e-05, | |
| "loss": 2.0898, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.5847255369928401, | |
| "grad_norm": 1.8007279634475708, | |
| "learning_rate": 8.479280547460907e-05, | |
| "loss": 1.9798, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.5871121718377088, | |
| "grad_norm": 1.6072956323623657, | |
| "learning_rate": 8.465081169546659e-05, | |
| "loss": 2.1404, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.5894988066825776, | |
| "grad_norm": 1.7656550407409668, | |
| "learning_rate": 8.450827817402011e-05, | |
| "loss": 2.1144, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.5918854415274463, | |
| "grad_norm": 2.1177773475646973, | |
| "learning_rate": 8.436520713045922e-05, | |
| "loss": 1.9443, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.594272076372315, | |
| "grad_norm": 1.5557399988174438, | |
| "learning_rate": 8.422160079334628e-05, | |
| "loss": 1.9939, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.5966587112171837, | |
| "grad_norm": 2.5375919342041016, | |
| "learning_rate": 8.40774613995817e-05, | |
| "loss": 2.0561, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.5990453460620525, | |
| "grad_norm": 2.0415713787078857, | |
| "learning_rate": 8.393279119436912e-05, | |
| "loss": 2.0833, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.6014319809069213, | |
| "grad_norm": 1.6955374479293823, | |
| "learning_rate": 8.378759243118044e-05, | |
| "loss": 2.2045, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.60381861575179, | |
| "grad_norm": 1.6944271326065063, | |
| "learning_rate": 8.364186737172068e-05, | |
| "loss": 1.9618, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.6062052505966588, | |
| "grad_norm": 1.7665637731552124, | |
| "learning_rate": 8.349561828589277e-05, | |
| "loss": 2.1562, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.6085918854415274, | |
| "grad_norm": 1.9578077793121338, | |
| "learning_rate": 8.33488474517622e-05, | |
| "loss": 1.9817, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.6109785202863962, | |
| "grad_norm": 1.7413527965545654, | |
| "learning_rate": 8.320155715552155e-05, | |
| "loss": 1.9573, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.6133651551312649, | |
| "grad_norm": 2.020991325378418, | |
| "learning_rate": 8.305374969145488e-05, | |
| "loss": 2.107, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.6157517899761337, | |
| "grad_norm": 1.8580269813537598, | |
| "learning_rate": 8.290542736190188e-05, | |
| "loss": 1.8968, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.6181384248210023, | |
| "grad_norm": 1.6956955194473267, | |
| "learning_rate": 8.275659247722222e-05, | |
| "loss": 1.9221, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.6205250596658711, | |
| "grad_norm": 1.873700499534607, | |
| "learning_rate": 8.260724735575933e-05, | |
| "loss": 2.0205, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6229116945107399, | |
| "grad_norm": 1.998443603515625, | |
| "learning_rate": 8.24573943238045e-05, | |
| "loss": 2.0767, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.6252983293556086, | |
| "grad_norm": 1.5726591348648071, | |
| "learning_rate": 8.230703571556048e-05, | |
| "loss": 1.887, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.6276849642004774, | |
| "grad_norm": 1.5653208494186401, | |
| "learning_rate": 8.215617387310524e-05, | |
| "loss": 1.9488, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.630071599045346, | |
| "grad_norm": 1.8755910396575928, | |
| "learning_rate": 8.200481114635536e-05, | |
| "loss": 1.9843, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.6324582338902148, | |
| "grad_norm": 1.6157357692718506, | |
| "learning_rate": 8.185294989302958e-05, | |
| "loss": 1.9286, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.6348448687350835, | |
| "grad_norm": 1.6673681735992432, | |
| "learning_rate": 8.170059247861194e-05, | |
| "loss": 1.9185, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.6372315035799523, | |
| "grad_norm": 2.0018393993377686, | |
| "learning_rate": 8.154774127631501e-05, | |
| "loss": 1.8868, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.639618138424821, | |
| "grad_norm": 1.6845289468765259, | |
| "learning_rate": 8.139439866704293e-05, | |
| "loss": 1.973, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.6420047732696897, | |
| "grad_norm": 2.231600522994995, | |
| "learning_rate": 8.124056703935423e-05, | |
| "loss": 1.9579, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.6443914081145584, | |
| "grad_norm": 1.8767783641815186, | |
| "learning_rate": 8.108624878942477e-05, | |
| "loss": 1.9769, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.6467780429594272, | |
| "grad_norm": 1.685530424118042, | |
| "learning_rate": 8.093144632101026e-05, | |
| "loss": 1.8638, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.649164677804296, | |
| "grad_norm": 1.8997292518615723, | |
| "learning_rate": 8.077616204540897e-05, | |
| "loss": 1.955, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.6515513126491647, | |
| "grad_norm": 1.982273817062378, | |
| "learning_rate": 8.062039838142402e-05, | |
| "loss": 1.9263, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.6539379474940334, | |
| "grad_norm": 2.659235954284668, | |
| "learning_rate": 8.046415775532585e-05, | |
| "loss": 1.9621, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.6563245823389021, | |
| "grad_norm": 1.7202818393707275, | |
| "learning_rate": 8.030744260081426e-05, | |
| "loss": 1.9706, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.6587112171837709, | |
| "grad_norm": 1.7414380311965942, | |
| "learning_rate": 8.015025535898073e-05, | |
| "loss": 2.0403, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.6610978520286396, | |
| "grad_norm": 1.7690259218215942, | |
| "learning_rate": 7.999259847827015e-05, | |
| "loss": 2.0361, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.6634844868735084, | |
| "grad_norm": 1.6158711910247803, | |
| "learning_rate": 7.983447441444281e-05, | |
| "loss": 1.8728, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.665871121718377, | |
| "grad_norm": 2.032346487045288, | |
| "learning_rate": 7.967588563053616e-05, | |
| "loss": 1.9029, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.6682577565632458, | |
| "grad_norm": 1.7840015888214111, | |
| "learning_rate": 7.951683459682641e-05, | |
| "loss": 1.9341, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.6706443914081146, | |
| "grad_norm": 1.7461919784545898, | |
| "learning_rate": 7.935732379079008e-05, | |
| "loss": 2.1495, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.6730310262529833, | |
| "grad_norm": 1.7609453201293945, | |
| "learning_rate": 7.919735569706533e-05, | |
| "loss": 2.0172, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.6754176610978521, | |
| "grad_norm": 1.7367274761199951, | |
| "learning_rate": 7.903693280741331e-05, | |
| "loss": 1.9978, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.6778042959427207, | |
| "grad_norm": 1.6769988536834717, | |
| "learning_rate": 7.887605762067945e-05, | |
| "loss": 1.871, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.6801909307875895, | |
| "grad_norm": 1.6532725095748901, | |
| "learning_rate": 7.871473264275429e-05, | |
| "loss": 1.8663, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.6825775656324582, | |
| "grad_norm": 1.6891016960144043, | |
| "learning_rate": 7.855296038653475e-05, | |
| "loss": 2.1671, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.684964200477327, | |
| "grad_norm": 1.6832776069641113, | |
| "learning_rate": 7.83907433718847e-05, | |
| "loss": 1.9273, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.6873508353221957, | |
| "grad_norm": 1.6840589046478271, | |
| "learning_rate": 7.82280841255959e-05, | |
| "loss": 1.8862, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.6897374701670644, | |
| "grad_norm": 1.644808292388916, | |
| "learning_rate": 7.80649851813486e-05, | |
| "loss": 2.0491, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.6921241050119332, | |
| "grad_norm": 1.915778636932373, | |
| "learning_rate": 7.790144907967201e-05, | |
| "loss": 1.9142, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.6945107398568019, | |
| "grad_norm": 1.957671880722046, | |
| "learning_rate": 7.773747836790481e-05, | |
| "loss": 2.1069, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.6968973747016707, | |
| "grad_norm": 1.8935115337371826, | |
| "learning_rate": 7.757307560015538e-05, | |
| "loss": 1.9058, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.6992840095465394, | |
| "grad_norm": 2.2118947505950928, | |
| "learning_rate": 7.740824333726213e-05, | |
| "loss": 1.8754, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.7016706443914081, | |
| "grad_norm": 1.820563793182373, | |
| "learning_rate": 7.724298414675353e-05, | |
| "loss": 1.9056, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.7040572792362768, | |
| "grad_norm": 2.0297231674194336, | |
| "learning_rate": 7.707730060280812e-05, | |
| "loss": 2.043, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.7064439140811456, | |
| "grad_norm": 1.5307203531265259, | |
| "learning_rate": 7.691119528621444e-05, | |
| "loss": 1.9592, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.7088305489260143, | |
| "grad_norm": 1.9287526607513428, | |
| "learning_rate": 7.674467078433081e-05, | |
| "loss": 2.0573, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.711217183770883, | |
| "grad_norm": 1.9057129621505737, | |
| "learning_rate": 7.657772969104508e-05, | |
| "loss": 1.78, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.7136038186157518, | |
| "grad_norm": 1.8515708446502686, | |
| "learning_rate": 7.641037460673412e-05, | |
| "loss": 1.7595, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.7159904534606205, | |
| "grad_norm": 1.5945055484771729, | |
| "learning_rate": 7.624260813822342e-05, | |
| "loss": 1.8427, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7183770883054893, | |
| "grad_norm": 1.8130457401275635, | |
| "learning_rate": 7.607443289874642e-05, | |
| "loss": 1.9802, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.720763723150358, | |
| "grad_norm": 1.740313172340393, | |
| "learning_rate": 7.590585150790389e-05, | |
| "loss": 2.0377, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.7231503579952268, | |
| "grad_norm": 1.4544378519058228, | |
| "learning_rate": 7.573686659162293e-05, | |
| "loss": 1.9641, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.7255369928400954, | |
| "grad_norm": 1.7715884447097778, | |
| "learning_rate": 7.556748078211635e-05, | |
| "loss": 2.0572, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.7279236276849642, | |
| "grad_norm": 1.5698533058166504, | |
| "learning_rate": 7.53976967178414e-05, | |
| "loss": 1.9866, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.7303102625298329, | |
| "grad_norm": 1.4722906351089478, | |
| "learning_rate": 7.522751704345887e-05, | |
| "loss": 1.9815, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.7326968973747017, | |
| "grad_norm": 1.628419280052185, | |
| "learning_rate": 7.505694440979178e-05, | |
| "loss": 1.9551, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.7350835322195705, | |
| "grad_norm": 1.8405951261520386, | |
| "learning_rate": 7.488598147378416e-05, | |
| "loss": 1.82, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.7374701670644391, | |
| "grad_norm": 1.9501157999038696, | |
| "learning_rate": 7.471463089845956e-05, | |
| "loss": 1.8727, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.7398568019093079, | |
| "grad_norm": 1.797590970993042, | |
| "learning_rate": 7.454289535287968e-05, | |
| "loss": 1.8462, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.7422434367541766, | |
| "grad_norm": 1.7332159280776978, | |
| "learning_rate": 7.437077751210279e-05, | |
| "loss": 2.0425, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.7446300715990454, | |
| "grad_norm": 1.8471993207931519, | |
| "learning_rate": 7.419828005714194e-05, | |
| "loss": 1.9414, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.747016706443914, | |
| "grad_norm": 1.7861772775650024, | |
| "learning_rate": 7.402540567492337e-05, | |
| "loss": 1.9029, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.7494033412887828, | |
| "grad_norm": 1.5510649681091309, | |
| "learning_rate": 7.385215705824449e-05, | |
| "loss": 2.1046, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.7517899761336515, | |
| "grad_norm": 1.687177300453186, | |
| "learning_rate": 7.367853690573208e-05, | |
| "loss": 1.7673, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.7541766109785203, | |
| "grad_norm": 1.8639237880706787, | |
| "learning_rate": 7.350454792180016e-05, | |
| "loss": 1.859, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.7565632458233891, | |
| "grad_norm": 1.7479451894760132, | |
| "learning_rate": 7.333019281660789e-05, | |
| "loss": 2.043, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.7589498806682577, | |
| "grad_norm": 1.6814374923706055, | |
| "learning_rate": 7.31554743060174e-05, | |
| "loss": 1.8431, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.7613365155131265, | |
| "grad_norm": 1.6872406005859375, | |
| "learning_rate": 7.298039511155138e-05, | |
| "loss": 1.9233, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.7637231503579952, | |
| "grad_norm": 1.6230123043060303, | |
| "learning_rate": 7.280495796035079e-05, | |
| "loss": 1.9329, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.766109785202864, | |
| "grad_norm": 1.5747705698013306, | |
| "learning_rate": 7.262916558513237e-05, | |
| "loss": 1.7736, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.7684964200477327, | |
| "grad_norm": 1.9275933504104614, | |
| "learning_rate": 7.245302072414601e-05, | |
| "loss": 1.9087, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.7708830548926014, | |
| "grad_norm": 1.7358119487762451, | |
| "learning_rate": 7.227652612113213e-05, | |
| "loss": 1.7724, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.7732696897374701, | |
| "grad_norm": 1.5825779438018799, | |
| "learning_rate": 7.209968452527896e-05, | |
| "loss": 1.8674, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.7756563245823389, | |
| "grad_norm": 1.8964987993240356, | |
| "learning_rate": 7.192249869117971e-05, | |
| "loss": 1.9597, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.7780429594272077, | |
| "grad_norm": 1.873633861541748, | |
| "learning_rate": 7.174497137878966e-05, | |
| "loss": 1.8599, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.7804295942720764, | |
| "grad_norm": 1.6681768894195557, | |
| "learning_rate": 7.156710535338312e-05, | |
| "loss": 2.0096, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.7828162291169452, | |
| "grad_norm": 1.7456769943237305, | |
| "learning_rate": 7.138890338551048e-05, | |
| "loss": 1.9242, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.7852028639618138, | |
| "grad_norm": 1.683982491493225, | |
| "learning_rate": 7.121036825095492e-05, | |
| "loss": 1.8168, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.7875894988066826, | |
| "grad_norm": 1.7995425462722778, | |
| "learning_rate": 7.103150273068921e-05, | |
| "loss": 1.8701, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.7899761336515513, | |
| "grad_norm": 1.594572901725769, | |
| "learning_rate": 7.085230961083249e-05, | |
| "loss": 1.9488, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.7923627684964201, | |
| "grad_norm": 2.3273961544036865, | |
| "learning_rate": 7.067279168260671e-05, | |
| "loss": 1.9518, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.7947494033412887, | |
| "grad_norm": 1.6921088695526123, | |
| "learning_rate": 7.04929517422933e-05, | |
| "loss": 1.8953, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.7971360381861575, | |
| "grad_norm": 1.571298360824585, | |
| "learning_rate": 7.031279259118946e-05, | |
| "loss": 1.7606, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 0.7995226730310262, | |
| "grad_norm": 2.253617286682129, | |
| "learning_rate": 7.013231703556471e-05, | |
| "loss": 1.9815, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.801909307875895, | |
| "grad_norm": 1.8123805522918701, | |
| "learning_rate": 6.995152788661705e-05, | |
| "loss": 1.9012, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.8042959427207638, | |
| "grad_norm": 1.5949262380599976, | |
| "learning_rate": 6.977042796042917e-05, | |
| "loss": 1.862, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 0.8066825775656324, | |
| "grad_norm": 1.508523941040039, | |
| "learning_rate": 6.958902007792466e-05, | |
| "loss": 1.8586, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 0.8090692124105012, | |
| "grad_norm": 2.1280345916748047, | |
| "learning_rate": 6.940730706482399e-05, | |
| "loss": 1.9284, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 0.8114558472553699, | |
| "grad_norm": 1.6476510763168335, | |
| "learning_rate": 6.922529175160054e-05, | |
| "loss": 1.8232, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.8138424821002387, | |
| "grad_norm": 1.483221173286438, | |
| "learning_rate": 6.904297697343655e-05, | |
| "loss": 2.0177, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 0.8162291169451074, | |
| "grad_norm": 1.637446403503418, | |
| "learning_rate": 6.886036557017881e-05, | |
| "loss": 1.9592, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 0.8186157517899761, | |
| "grad_norm": 1.7579176425933838, | |
| "learning_rate": 6.867746038629462e-05, | |
| "loss": 2.0381, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 0.8210023866348448, | |
| "grad_norm": 1.6292965412139893, | |
| "learning_rate": 6.849426427082735e-05, | |
| "loss": 1.8949, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.8233890214797136, | |
| "grad_norm": 1.5425759553909302, | |
| "learning_rate": 6.83107800773521e-05, | |
| "loss": 1.9462, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.8257756563245824, | |
| "grad_norm": 1.5830105543136597, | |
| "learning_rate": 6.812701066393124e-05, | |
| "loss": 1.8403, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 0.8281622911694511, | |
| "grad_norm": 2.093899726867676, | |
| "learning_rate": 6.79429588930699e-05, | |
| "loss": 1.8663, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 0.8305489260143198, | |
| "grad_norm": 2.133967161178589, | |
| "learning_rate": 6.775862763167142e-05, | |
| "loss": 1.8503, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.8329355608591885, | |
| "grad_norm": 1.640627145767212, | |
| "learning_rate": 6.757401975099262e-05, | |
| "loss": 1.7844, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 0.8353221957040573, | |
| "grad_norm": 3.505713939666748, | |
| "learning_rate": 6.738913812659912e-05, | |
| "loss": 2.0046, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.837708830548926, | |
| "grad_norm": 1.8108558654785156, | |
| "learning_rate": 6.720398563832055e-05, | |
| "loss": 1.8705, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 0.8400954653937948, | |
| "grad_norm": 1.6313164234161377, | |
| "learning_rate": 6.701856517020565e-05, | |
| "loss": 1.9745, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.8424821002386634, | |
| "grad_norm": 1.5467928647994995, | |
| "learning_rate": 6.683287961047742e-05, | |
| "loss": 2.0668, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 0.8448687350835322, | |
| "grad_norm": 1.6917724609375, | |
| "learning_rate": 6.664693185148807e-05, | |
| "loss": 1.8494, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 0.847255369928401, | |
| "grad_norm": 1.695573329925537, | |
| "learning_rate": 6.646072478967397e-05, | |
| "loss": 2.0077, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.8496420047732697, | |
| "grad_norm": 1.6147156953811646, | |
| "learning_rate": 6.627426132551058e-05, | |
| "loss": 1.8638, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.8520286396181385, | |
| "grad_norm": 1.6783572435379028, | |
| "learning_rate": 6.608754436346725e-05, | |
| "loss": 1.8168, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 0.8544152744630071, | |
| "grad_norm": 2.0277252197265625, | |
| "learning_rate": 6.590057681196191e-05, | |
| "loss": 1.7963, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 0.8568019093078759, | |
| "grad_norm": 1.7208962440490723, | |
| "learning_rate": 6.571336158331589e-05, | |
| "loss": 2.0736, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 0.8591885441527446, | |
| "grad_norm": 1.736999750137329, | |
| "learning_rate": 6.552590159370844e-05, | |
| "loss": 1.7492, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.8615751789976134, | |
| "grad_norm": 1.6817790269851685, | |
| "learning_rate": 6.53381997631314e-05, | |
| "loss": 1.9629, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 0.863961813842482, | |
| "grad_norm": 1.6716388463974, | |
| "learning_rate": 6.515025901534364e-05, | |
| "loss": 1.8712, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 0.8663484486873508, | |
| "grad_norm": 1.500181794166565, | |
| "learning_rate": 6.496208227782556e-05, | |
| "loss": 1.8531, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 0.8687350835322196, | |
| "grad_norm": 1.6236196756362915, | |
| "learning_rate": 6.477367248173352e-05, | |
| "loss": 1.8949, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 0.8711217183770883, | |
| "grad_norm": 1.5496482849121094, | |
| "learning_rate": 6.458503256185404e-05, | |
| "loss": 1.8663, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.8735083532219571, | |
| "grad_norm": 1.5112017393112183, | |
| "learning_rate": 6.439616545655834e-05, | |
| "loss": 1.7794, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 0.8758949880668258, | |
| "grad_norm": 1.5853941440582275, | |
| "learning_rate": 6.420707410775626e-05, | |
| "loss": 1.9137, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 0.8782816229116945, | |
| "grad_norm": 1.7348613739013672, | |
| "learning_rate": 6.401776146085072e-05, | |
| "loss": 2.181, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.8806682577565632, | |
| "grad_norm": 1.8379839658737183, | |
| "learning_rate": 6.382823046469167e-05, | |
| "loss": 1.9456, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 0.883054892601432, | |
| "grad_norm": 1.6896251440048218, | |
| "learning_rate": 6.363848407153016e-05, | |
| "loss": 1.7248, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.8854415274463007, | |
| "grad_norm": 1.8158091306686401, | |
| "learning_rate": 6.344852523697247e-05, | |
| "loss": 1.9658, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 0.8878281622911695, | |
| "grad_norm": 1.7598294019699097, | |
| "learning_rate": 6.325835691993394e-05, | |
| "loss": 1.6611, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 0.8902147971360382, | |
| "grad_norm": 1.7450791597366333, | |
| "learning_rate": 6.306798208259297e-05, | |
| "loss": 1.8354, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 0.8926014319809069, | |
| "grad_norm": 1.71793532371521, | |
| "learning_rate": 6.287740369034485e-05, | |
| "loss": 1.6597, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 0.8949880668257757, | |
| "grad_norm": 1.8093537092208862, | |
| "learning_rate": 6.26866247117555e-05, | |
| "loss": 1.716, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.8973747016706444, | |
| "grad_norm": 1.7055341005325317, | |
| "learning_rate": 6.249564811851543e-05, | |
| "loss": 1.9221, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 0.8997613365155132, | |
| "grad_norm": 1.5543915033340454, | |
| "learning_rate": 6.230447688539316e-05, | |
| "loss": 1.7363, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 0.9021479713603818, | |
| "grad_norm": 1.7169188261032104, | |
| "learning_rate": 6.211311399018916e-05, | |
| "loss": 1.8639, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 0.9045346062052506, | |
| "grad_norm": 1.5219560861587524, | |
| "learning_rate": 6.192156241368929e-05, | |
| "loss": 1.8671, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 0.9069212410501193, | |
| "grad_norm": 1.6446306705474854, | |
| "learning_rate": 6.172982513961845e-05, | |
| "loss": 1.8123, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.9093078758949881, | |
| "grad_norm": 1.7986334562301636, | |
| "learning_rate": 6.153790515459404e-05, | |
| "loss": 1.7454, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 0.9116945107398569, | |
| "grad_norm": 1.6070222854614258, | |
| "learning_rate": 6.13458054480795e-05, | |
| "loss": 1.9428, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 0.9140811455847255, | |
| "grad_norm": 1.6163593530654907, | |
| "learning_rate": 6.115352901233779e-05, | |
| "loss": 1.9039, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 0.9164677804295943, | |
| "grad_norm": 1.5768218040466309, | |
| "learning_rate": 6.096107884238458e-05, | |
| "loss": 1.7472, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 0.918854415274463, | |
| "grad_norm": 1.4955110549926758, | |
| "learning_rate": 6.0768457935941817e-05, | |
| "loss": 1.8869, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.9212410501193318, | |
| "grad_norm": 1.939584493637085, | |
| "learning_rate": 6.0575669293390954e-05, | |
| "loss": 1.908, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 0.9236276849642004, | |
| "grad_norm": 1.7790099382400513, | |
| "learning_rate": 6.038271591772615e-05, | |
| "loss": 1.9309, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 0.9260143198090692, | |
| "grad_norm": 1.8958290815353394, | |
| "learning_rate": 6.0189600814507604e-05, | |
| "loss": 1.9888, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 0.9284009546539379, | |
| "grad_norm": 1.4420616626739502, | |
| "learning_rate": 5.9996326991814654e-05, | |
| "loss": 1.7128, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 0.9307875894988067, | |
| "grad_norm": 1.9376964569091797, | |
| "learning_rate": 5.980289746019892e-05, | |
| "loss": 1.9666, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.9331742243436754, | |
| "grad_norm": 1.6446843147277832, | |
| "learning_rate": 5.9609315232637483e-05, | |
| "loss": 1.6969, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 0.9355608591885441, | |
| "grad_norm": 1.5497177839279175, | |
| "learning_rate": 5.941558332448589e-05, | |
| "loss": 1.7452, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 0.9379474940334129, | |
| "grad_norm": 1.5692472457885742, | |
| "learning_rate": 5.922170475343125e-05, | |
| "loss": 1.7873, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 0.9403341288782816, | |
| "grad_norm": 1.8818715810775757, | |
| "learning_rate": 5.9027682539445104e-05, | |
| "loss": 1.8012, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 0.9427207637231504, | |
| "grad_norm": 1.5524557828903198, | |
| "learning_rate": 5.883351970473654e-05, | |
| "loss": 1.9377, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.9451073985680191, | |
| "grad_norm": 1.6942998170852661, | |
| "learning_rate": 5.863921927370498e-05, | |
| "loss": 1.8297, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 0.9474940334128878, | |
| "grad_norm": 1.5411245822906494, | |
| "learning_rate": 5.8444784272893175e-05, | |
| "loss": 1.7801, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 0.9498806682577565, | |
| "grad_norm": 1.609163522720337, | |
| "learning_rate": 5.8250217730939973e-05, | |
| "loss": 1.7861, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 0.9522673031026253, | |
| "grad_norm": 1.5381650924682617, | |
| "learning_rate": 5.8055522678533225e-05, | |
| "loss": 1.7624, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 0.954653937947494, | |
| "grad_norm": 1.7099480628967285, | |
| "learning_rate": 5.786070214836254e-05, | |
| "loss": 1.732, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.9570405727923628, | |
| "grad_norm": 1.4979294538497925, | |
| "learning_rate": 5.7665759175072034e-05, | |
| "loss": 1.9665, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 0.9594272076372315, | |
| "grad_norm": 1.5802431106567383, | |
| "learning_rate": 5.747069679521305e-05, | |
| "loss": 1.8585, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 0.9618138424821002, | |
| "grad_norm": 1.6456499099731445, | |
| "learning_rate": 5.727551804719693e-05, | |
| "loss": 1.8085, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 0.964200477326969, | |
| "grad_norm": 1.7286982536315918, | |
| "learning_rate": 5.708022597124758e-05, | |
| "loss": 1.7829, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 0.9665871121718377, | |
| "grad_norm": 1.9187157154083252, | |
| "learning_rate": 5.688482360935423e-05, | |
| "loss": 1.9609, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.9689737470167065, | |
| "grad_norm": 1.4411349296569824, | |
| "learning_rate": 5.668931400522396e-05, | |
| "loss": 1.8859, | |
| "step": 1218 | |
| }, | |
| { | |
| "epoch": 0.9713603818615751, | |
| "grad_norm": 1.7264066934585571, | |
| "learning_rate": 5.649370020423431e-05, | |
| "loss": 1.7933, | |
| "step": 1221 | |
| }, | |
| { | |
| "epoch": 0.9737470167064439, | |
| "grad_norm": 1.6054697036743164, | |
| "learning_rate": 5.629798525338589e-05, | |
| "loss": 1.8167, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 0.9761336515513126, | |
| "grad_norm": 1.7534525394439697, | |
| "learning_rate": 5.6102172201254835e-05, | |
| "loss": 1.8407, | |
| "step": 1227 | |
| }, | |
| { | |
| "epoch": 0.9785202863961814, | |
| "grad_norm": 1.4455212354660034, | |
| "learning_rate": 5.5906264097945407e-05, | |
| "loss": 1.8722, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.9809069212410502, | |
| "grad_norm": 1.5002778768539429, | |
| "learning_rate": 5.5710263995042434e-05, | |
| "loss": 1.9403, | |
| "step": 1233 | |
| }, | |
| { | |
| "epoch": 0.9832935560859188, | |
| "grad_norm": 1.5572600364685059, | |
| "learning_rate": 5.551417494556376e-05, | |
| "loss": 1.8539, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 0.9856801909307876, | |
| "grad_norm": 1.4347857236862183, | |
| "learning_rate": 5.531800000391275e-05, | |
| "loss": 1.8457, | |
| "step": 1239 | |
| }, | |
| { | |
| "epoch": 0.9880668257756563, | |
| "grad_norm": 1.5811883211135864, | |
| "learning_rate": 5.5121742225830665e-05, | |
| "loss": 1.9307, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 0.9904534606205251, | |
| "grad_norm": 1.734519124031067, | |
| "learning_rate": 5.4925404668349076e-05, | |
| "loss": 1.8851, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.9928400954653938, | |
| "grad_norm": 1.4903361797332764, | |
| "learning_rate": 5.472899038974225e-05, | |
| "loss": 1.8052, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 0.9952267303102625, | |
| "grad_norm": 1.638721227645874, | |
| "learning_rate": 5.45325024494795e-05, | |
| "loss": 1.8556, | |
| "step": 1251 | |
| }, | |
| { | |
| "epoch": 0.9976133651551312, | |
| "grad_norm": 1.70747971534729, | |
| "learning_rate": 5.433594390817756e-05, | |
| "loss": 1.9593, | |
| "step": 1254 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.315592050552368, | |
| "learning_rate": 5.413931782755283e-05, | |
| "loss": 1.9452, | |
| "step": 1257 | |
| } | |
| ], | |
| "logging_steps": 3, | |
| "max_steps": 2514, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 1257, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.127117763309732e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |