| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 14.961571306575577, | |
| "eval_steps": 500, | |
| "global_step": 4380, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0034158838599487617, | |
| "grad_norm": 1.8984375, | |
| "learning_rate": 4.5662100456621004e-07, | |
| "loss": 3.0658, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.017079419299743808, | |
| "grad_norm": 1.9609375, | |
| "learning_rate": 2.2831050228310503e-06, | |
| "loss": 3.0722, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.034158838599487616, | |
| "grad_norm": 1.8984375, | |
| "learning_rate": 4.566210045662101e-06, | |
| "loss": 3.0516, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05123825789923143, | |
| "grad_norm": 2.0625, | |
| "learning_rate": 6.849315068493151e-06, | |
| "loss": 3.0565, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.06831767719897523, | |
| "grad_norm": 4.125, | |
| "learning_rate": 9.132420091324201e-06, | |
| "loss": 3.0491, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.08539709649871904, | |
| "grad_norm": 1.8203125, | |
| "learning_rate": 1.1415525114155251e-05, | |
| "loss": 3.0567, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.10247651579846286, | |
| "grad_norm": 2.1875, | |
| "learning_rate": 1.3698630136986302e-05, | |
| "loss": 2.9917, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.11955593509820667, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 1.5981735159817352e-05, | |
| "loss": 2.9399, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.13663535439795046, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 1.8264840182648402e-05, | |
| "loss": 2.8463, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1537147736976943, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 2.0547945205479453e-05, | |
| "loss": 2.7478, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.1707941929974381, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 2.2831050228310503e-05, | |
| "loss": 2.6397, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.18787361229718189, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 2.5114155251141553e-05, | |
| "loss": 2.5394, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.2049530315969257, | |
| "grad_norm": 2.828125, | |
| "learning_rate": 2.7397260273972603e-05, | |
| "loss": 2.4552, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.2220324508966695, | |
| "grad_norm": 5.3125, | |
| "learning_rate": 2.9680365296803654e-05, | |
| "loss": 2.3562, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.23911187019641333, | |
| "grad_norm": 1.9453125, | |
| "learning_rate": 3.1963470319634704e-05, | |
| "loss": 2.2596, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.2561912894961571, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 3.424657534246575e-05, | |
| "loss": 2.1869, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.27327070879590093, | |
| "grad_norm": 4.15625, | |
| "learning_rate": 3.6529680365296805e-05, | |
| "loss": 2.1068, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.29035012809564475, | |
| "grad_norm": 1.890625, | |
| "learning_rate": 3.881278538812785e-05, | |
| "loss": 2.0422, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.3074295473953886, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 4.1095890410958905e-05, | |
| "loss": 1.9626, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.32450896669513235, | |
| "grad_norm": 2.203125, | |
| "learning_rate": 4.337899543378995e-05, | |
| "loss": 1.8912, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.3415883859948762, | |
| "grad_norm": 7.5, | |
| "learning_rate": 4.5662100456621006e-05, | |
| "loss": 1.8274, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.35866780529462, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.794520547945205e-05, | |
| "loss": 1.779, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.37574722459436377, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 5.0228310502283106e-05, | |
| "loss": 1.7254, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.3928266438941076, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 5.251141552511416e-05, | |
| "loss": 1.6696, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.4099060631938514, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 5.479452054794521e-05, | |
| "loss": 1.6192, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.4269854824935952, | |
| "grad_norm": 0.482421875, | |
| "learning_rate": 5.707762557077626e-05, | |
| "loss": 1.5722, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.444064901793339, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 5.936073059360731e-05, | |
| "loss": 1.5393, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.46114432109308284, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 6.164383561643835e-05, | |
| "loss": 1.5068, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.47822374039282667, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 6.392694063926941e-05, | |
| "loss": 1.4883, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.49530315969257044, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 6.621004566210046e-05, | |
| "loss": 1.4554, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.5123825789923142, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 6.84931506849315e-05, | |
| "loss": 1.4246, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.5294619982920581, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 7.077625570776256e-05, | |
| "loss": 1.4059, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.5465414175918019, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 7.305936073059361e-05, | |
| "loss": 1.3877, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.5636208368915457, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 7.534246575342466e-05, | |
| "loss": 1.3705, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.5807002561912895, | |
| "grad_norm": 0.375, | |
| "learning_rate": 7.76255707762557e-05, | |
| "loss": 1.3634, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.5977796754910333, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 7.990867579908676e-05, | |
| "loss": 1.3377, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.6148590947907772, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 8.219178082191781e-05, | |
| "loss": 1.3313, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.6319385140905209, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 8.447488584474886e-05, | |
| "loss": 1.3172, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.6490179333902647, | |
| "grad_norm": 0.2451171875, | |
| "learning_rate": 8.67579908675799e-05, | |
| "loss": 1.3015, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.6660973526900086, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 8.904109589041096e-05, | |
| "loss": 1.3011, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.6831767719897524, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 9.132420091324201e-05, | |
| "loss": 1.2912, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.7002561912894961, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 9.360730593607307e-05, | |
| "loss": 1.2805, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.71733561058924, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 9.58904109589041e-05, | |
| "loss": 1.2683, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.7344150298889838, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 9.817351598173516e-05, | |
| "loss": 1.267, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.7514944491887275, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 0.00010045662100456621, | |
| "loss": 1.2562, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.7685738684884714, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 0.00010273972602739728, | |
| "loss": 1.2553, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.7856532877882152, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00010502283105022832, | |
| "loss": 1.2405, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.802732707087959, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 0.00010730593607305936, | |
| "loss": 1.2356, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.8198121263877028, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.00010958904109589041, | |
| "loss": 1.2318, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.8368915456874466, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00011187214611872148, | |
| "loss": 1.2329, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.8539709649871904, | |
| "grad_norm": 0.2353515625, | |
| "learning_rate": 0.00011415525114155252, | |
| "loss": 1.2222, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.8710503842869343, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.00011643835616438356, | |
| "loss": 1.216, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.888129803586678, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 0.00011872146118721462, | |
| "loss": 1.2133, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.9052092228864219, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00012100456621004568, | |
| "loss": 1.2054, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.9222886421861657, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.0001232876712328767, | |
| "loss": 1.2101, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.9393680614859095, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00012557077625570778, | |
| "loss": 1.2071, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.9564474807856533, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00012785388127853882, | |
| "loss": 1.1957, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.9735269000853971, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.00013013698630136988, | |
| "loss": 1.1911, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.9906063193851409, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 0.00013242009132420092, | |
| "loss": 1.1964, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.9974380871050385, | |
| "eval_loss": 2.489213705062866, | |
| "eval_runtime": 0.8337, | |
| "eval_samples_per_second": 11.994, | |
| "eval_steps_per_second": 1.199, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.0076857386848848, | |
| "grad_norm": 0.6171875, | |
| "learning_rate": 0.00013470319634703196, | |
| "loss": 1.187, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.0247651579846284, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 0.000136986301369863, | |
| "loss": 1.1809, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.0418445772843723, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 0.00013926940639269407, | |
| "loss": 1.1823, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.0589239965841162, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.0001415525114155251, | |
| "loss": 1.1685, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.0760034158838598, | |
| "grad_norm": 0.58984375, | |
| "learning_rate": 0.00014383561643835618, | |
| "loss": 1.1797, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.0930828351836037, | |
| "grad_norm": 0.921875, | |
| "learning_rate": 0.00014611872146118722, | |
| "loss": 1.1798, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.1101622544833476, | |
| "grad_norm": 0.625, | |
| "learning_rate": 0.00014840182648401829, | |
| "loss": 1.1722, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.1272416737830913, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00015068493150684933, | |
| "loss": 1.1595, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.1443210930828351, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 0.00015296803652968037, | |
| "loss": 1.1633, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.161400512382579, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.0001552511415525114, | |
| "loss": 1.1587, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.1784799316823227, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00015753424657534247, | |
| "loss": 1.1557, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.1955593509820666, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00015981735159817351, | |
| "loss": 1.1586, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.2126387702818104, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00016210045662100458, | |
| "loss": 1.1559, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.2297181895815543, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00016438356164383562, | |
| "loss": 1.1575, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.246797608881298, | |
| "grad_norm": 0.6015625, | |
| "learning_rate": 0.0001666666666666667, | |
| "loss": 1.1559, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.2638770281810419, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00016894977168949773, | |
| "loss": 1.1528, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.2809564474807855, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.00017123287671232877, | |
| "loss": 1.1541, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.2980358667805294, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.0001735159817351598, | |
| "loss": 1.147, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.3151152860802733, | |
| "grad_norm": 0.62890625, | |
| "learning_rate": 0.00017579908675799088, | |
| "loss": 1.1434, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.332194705380017, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00017808219178082192, | |
| "loss": 1.1408, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.3492741246797608, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 0.00018036529680365298, | |
| "loss": 1.1357, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.3663535439795047, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.00018264840182648402, | |
| "loss": 1.1451, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.3834329632792486, | |
| "grad_norm": 0.84375, | |
| "learning_rate": 0.0001849315068493151, | |
| "loss": 1.1419, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.4005123825789922, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 0.00018721461187214613, | |
| "loss": 1.1435, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.4175918018787361, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00018949771689497717, | |
| "loss": 1.139, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.43467122117848, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0001917808219178082, | |
| "loss": 1.1381, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.4517506404782237, | |
| "grad_norm": 0.640625, | |
| "learning_rate": 0.00019406392694063928, | |
| "loss": 1.1345, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.4688300597779675, | |
| "grad_norm": 0.6328125, | |
| "learning_rate": 0.00019634703196347032, | |
| "loss": 1.1293, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.4859094790777114, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 0.00019863013698630139, | |
| "loss": 1.1328, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.5029888983774553, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00019999987297289245, | |
| "loss": 1.1359, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.520068317677199, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 0.00019999844392163855, | |
| "loss": 1.1271, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.5371477369769426, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00019999542705801296, | |
| "loss": 1.1346, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.5542271562766867, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.0001999908224299185, | |
| "loss": 1.1278, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.5713065755764304, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 0.00019998463011046926, | |
| "loss": 1.1303, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.588385994876174, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00019997685019798912, | |
| "loss": 1.1288, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.6054654141759181, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00019996748281601038, | |
| "loss": 1.1171, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.6225448334756618, | |
| "grad_norm": 0.62109375, | |
| "learning_rate": 0.00019995652811327186, | |
| "loss": 1.1199, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.6396242527754057, | |
| "grad_norm": 0.58203125, | |
| "learning_rate": 0.00019994398626371643, | |
| "loss": 1.119, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.6567036720751496, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 0.00019992985746648812, | |
| "loss": 1.1249, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.6737830913748932, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.0001999141419459293, | |
| "loss": 1.1121, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.690862510674637, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00019989683995157677, | |
| "loss": 1.1038, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.707941929974381, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00019987795175815807, | |
| "loss": 1.111, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.7250213492741246, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00019985747766558692, | |
| "loss": 1.113, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.7421007685738685, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.0001998354179989585, | |
| "loss": 1.1138, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.7591801878736124, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00019981177310854448, | |
| "loss": 1.1114, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.776259607173356, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0001997865433697871, | |
| "loss": 1.1114, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.7933390264731, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.00019975972918329356, | |
| "loss": 1.1058, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.8104184457728438, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.00019973133097482947, | |
| "loss": 1.1036, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.8274978650725875, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.00019970134919531206, | |
| "loss": 1.1033, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.8445772843723314, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00019966978432080316, | |
| "loss": 1.1096, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.8616567036720753, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00019963663685250156, | |
| "loss": 1.0954, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.878736122971819, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00019960190731673505, | |
| "loss": 1.1034, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.8958155422715628, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 0.00019956559626495212, | |
| "loss": 1.1083, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.9128949615713067, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00019952770427371304, | |
| "loss": 1.1024, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.9299743808710503, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.0001994882319446809, | |
| "loss": 1.1005, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.9470538001707942, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00019944717990461207, | |
| "loss": 1.1137, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.964133219470538, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00019940454880534598, | |
| "loss": 1.094, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.9812126387702818, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00019936033932379504, | |
| "loss": 1.097, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.9982920580700256, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.00019931455216193382, | |
| "loss": 1.0954, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.9982920580700256, | |
| "eval_loss": 2.4542269706726074, | |
| "eval_runtime": 0.5521, | |
| "eval_samples_per_second": 18.112, | |
| "eval_steps_per_second": 1.811, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 2.0153714773697695, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00019926718804678785, | |
| "loss": 1.0848, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.032450896669513, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 0.0001992182477304221, | |
| "loss": 1.0899, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 2.049530315969257, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.000199167731989929, | |
| "loss": 1.0937, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.066609735269001, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 0.00019911564162741633, | |
| "loss": 1.0866, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 2.0836891545687446, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00019906197746999408, | |
| "loss": 1.081, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.1007685738684883, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00019900674036976173, | |
| "loss": 1.0857, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 2.1178479931682324, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00019894993120379435, | |
| "loss": 1.0894, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.134927412467976, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.000198891550874129, | |
| "loss": 1.0803, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 2.1520068317677197, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00019883160030775016, | |
| "loss": 1.0899, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.1690862510674638, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.0001987700804565752, | |
| "loss": 1.0826, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 2.1861656703672074, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 0.00019870699229743911, | |
| "loss": 1.0842, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.203245089666951, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 0.00019864233683207906, | |
| "loss": 1.0816, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 2.220324508966695, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0001985761150871185, | |
| "loss": 1.0883, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.237403928266439, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 0.00019850832811405087, | |
| "loss": 1.089, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 2.2544833475661825, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00019843897698922284, | |
| "loss": 1.0905, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.2715627668659266, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00019836806281381733, | |
| "loss": 1.0817, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 2.2886421861656703, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00019829558671383585, | |
| "loss": 1.0857, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.305721605465414, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00019822154984008088, | |
| "loss": 1.0824, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 2.322801024765158, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.00019814595336813725, | |
| "loss": 1.0849, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.3398804440649017, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.0001980687984983538, | |
| "loss": 1.0807, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 2.3569598633646454, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 0.0001979900864558242, | |
| "loss": 1.0732, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.3740392826643895, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00019790981849036746, | |
| "loss": 1.0855, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 2.391118701964133, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.00019782799587650805, | |
| "loss": 1.0797, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.408198121263877, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.00019774461991345577, | |
| "loss": 1.0728, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 2.425277540563621, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00019765969192508508, | |
| "loss": 1.0805, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.4423569598633645, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00019757321325991414, | |
| "loss": 1.074, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 2.4594363791631086, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00019748518529108316, | |
| "loss": 1.0794, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.4765157984628523, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 0.00019739560941633294, | |
| "loss": 1.069, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 2.493595217762596, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00019730448705798239, | |
| "loss": 1.0763, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.5106746370623396, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00019721181966290613, | |
| "loss": 1.0798, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 2.5277540563620837, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 0.00019711760870251143, | |
| "loss": 1.075, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.5448334756618274, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 0.00019702185567271486, | |
| "loss": 1.0775, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 2.561912894961571, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 0.00019692456209391846, | |
| "loss": 1.0773, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.578992314261315, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 0.0001968257295109858, | |
| "loss": 1.0713, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 2.596071733561059, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.0001967253594932173, | |
| "loss": 1.0719, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.6131511528608025, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.0001966234536343253, | |
| "loss": 1.0674, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 2.6302305721605466, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00019652001355240878, | |
| "loss": 1.0768, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.6473099914602902, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00019641504088992778, | |
| "loss": 1.0785, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 2.664389410760034, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00019630853731367713, | |
| "loss": 1.0716, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.681468830059778, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00019620050451476007, | |
| "loss": 1.0674, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 2.6985482493595216, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0001960909442085615, | |
| "loss": 1.0658, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.7156276686592657, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00019597985813472052, | |
| "loss": 1.0746, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 2.7327070879590094, | |
| "grad_norm": 0.75, | |
| "learning_rate": 0.00019586724805710306, | |
| "loss": 1.0696, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.749786507258753, | |
| "grad_norm": 0.5, | |
| "learning_rate": 0.00019575311576377366, | |
| "loss": 1.0695, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 2.766865926558497, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0001956374630669672, | |
| "loss": 1.0633, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.783945345858241, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0001955202918030601, | |
| "loss": 1.069, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 2.8010247651579845, | |
| "grad_norm": 0.5, | |
| "learning_rate": 0.00019540160383254107, | |
| "loss": 1.0636, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.8181041844577286, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00019528140103998177, | |
| "loss": 1.0681, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 2.8351836037574722, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00019515968533400673, | |
| "loss": 1.0637, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.852263023057216, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.000195036458647263, | |
| "loss": 1.0677, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 2.86934244235696, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00019491172293638968, | |
| "loss": 1.0658, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.8864218616567037, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00019478548018198657, | |
| "loss": 1.0671, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 2.9035012809564473, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00019465773238858298, | |
| "loss": 1.0637, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.9205807002561914, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.0001945284815846057, | |
| "loss": 1.0638, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 2.937660119555935, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.00019439772982234697, | |
| "loss": 1.0623, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.9547395388556787, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.0001942654791779317, | |
| "loss": 1.0597, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 2.971818958155423, | |
| "grad_norm": 0.482421875, | |
| "learning_rate": 0.00019413173175128473, | |
| "loss": 1.0629, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.9888983774551665, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.0001939964896660972, | |
| "loss": 1.0621, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 2.9991460290350127, | |
| "eval_loss": 2.453326463699341, | |
| "eval_runtime": 0.5495, | |
| "eval_samples_per_second": 18.197, | |
| "eval_steps_per_second": 1.82, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 3.00597779675491, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.0001938597550697932, | |
| "loss": 1.0542, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 3.0230572160546543, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00019372153013349523, | |
| "loss": 1.0482, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 3.040136635354398, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 0.00019358181705199015, | |
| "loss": 1.0565, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 3.0572160546541416, | |
| "grad_norm": 0.58203125, | |
| "learning_rate": 0.00019344061804369412, | |
| "loss": 1.0564, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 3.0742954739538857, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 0.00019329793535061723, | |
| "loss": 1.0544, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 3.0913748932536294, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.00019315377123832827, | |
| "loss": 1.042, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 3.108454312553373, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00019300812799591846, | |
| "loss": 1.0552, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 3.125533731853117, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.0001928610079359652, | |
| "loss": 1.044, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 3.1426131511528608, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00019271241339449536, | |
| "loss": 1.0546, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 3.1596925704526044, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.00019256234673094814, | |
| "loss": 1.0553, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 3.1767719897523485, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00019241081032813772, | |
| "loss": 1.0522, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 3.193851409052092, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00019225780659221523, | |
| "loss": 1.0579, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 3.210930828351836, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00019210333795263075, | |
| "loss": 1.0516, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 3.22801024765158, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00019194740686209464, | |
| "loss": 1.0428, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 3.2450896669513236, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 0.00019179001579653853, | |
| "loss": 1.045, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 3.2621690862510673, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.00019163116725507619, | |
| "loss": 1.0534, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 3.2792485055508114, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.0001914708637599636, | |
| "loss": 1.0463, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 3.296327924850555, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00019130910785655907, | |
| "loss": 1.0482, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 3.313407344150299, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00019114590211328288, | |
| "loss": 1.0431, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 3.330486763450043, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00019098124912157632, | |
| "loss": 1.0487, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 3.3475661827497865, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.0001908151514958606, | |
| "loss": 1.0591, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 3.3646456020495306, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00019064761187349548, | |
| "loss": 1.0458, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 3.381725021349274, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00019047863291473717, | |
| "loss": 1.0488, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 3.398804440649018, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00019030821730269624, | |
| "loss": 1.0472, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 3.415883859948762, | |
| "grad_norm": 0.921875, | |
| "learning_rate": 0.00019013636774329495, | |
| "loss": 1.0506, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 3.4329632792485056, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 0.00018996308696522433, | |
| "loss": 1.0488, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 3.4500426985482493, | |
| "grad_norm": 0.60546875, | |
| "learning_rate": 0.00018978837771990085, | |
| "loss": 1.0425, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 3.4671221178479934, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00018961224278142268, | |
| "loss": 1.05, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 3.484201537147737, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0001894346849465257, | |
| "loss": 1.0406, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 3.5012809564474807, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.000189255707034539, | |
| "loss": 1.0502, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 3.518360375747225, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00018907531188734026, | |
| "loss": 1.0451, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 3.5354397950469685, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00018889350236931055, | |
| "loss": 1.041, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 3.552519214346712, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.00018871028136728874, | |
| "loss": 1.04, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 3.5695986336464562, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.0001885256517905259, | |
| "loss": 1.0432, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 3.5866780529462, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00018833961657063885, | |
| "loss": 1.0473, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 3.6037574722459436, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00018815217866156387, | |
| "loss": 1.0475, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 3.6208368915456877, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.0001879633410395095, | |
| "loss": 1.04, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 3.6379163108454313, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0001877731067029096, | |
| "loss": 1.0408, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 3.654995730145175, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00018758147867237548, | |
| "loss": 1.0497, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 3.672075149444919, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.000187388459990648, | |
| "loss": 1.0388, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 3.6891545687446627, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00018719405372254948, | |
| "loss": 1.0444, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 3.7062339880444064, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00018699826295493462, | |
| "loss": 1.0355, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 3.7233134073441505, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00018680109079664188, | |
| "loss": 1.044, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 3.740392826643894, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 1.0379, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 3.757472245943638, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.0001864026148529978, | |
| "loss": 1.0523, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 3.774551665243382, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00018620131739479525, | |
| "loss": 1.0454, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 3.7916310845431256, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.00018599865120011192, | |
| "loss": 1.039, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 3.8087105038428692, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 0.0001857946194869568, | |
| "loss": 1.0452, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 3.8257899231426133, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00018558922549502107, | |
| "loss": 1.0444, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 3.842869342442357, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00018538247248562674, | |
| "loss": 1.0351, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 3.8599487617421007, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0001851743637416747, | |
| "loss": 1.041, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 3.8770281810418448, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.00018496490256759277, | |
| "loss": 1.0364, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 3.8941076003415884, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 0.00018475409228928312, | |
| "loss": 1.0476, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 3.911187019641332, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00018454193625406956, | |
| "loss": 1.0376, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 3.928266438941076, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.00018432843783064429, | |
| "loss": 1.0342, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 3.94534585824082, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0001841136004090144, | |
| "loss": 1.0422, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 3.9624252775405635, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00018389742740044813, | |
| "loss": 1.0393, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 3.9795046968403076, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00018367992223742067, | |
| "loss": 1.0371, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 3.9965841161400513, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00018346108837355972, | |
| "loss": 1.0523, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 2.4546658992767334, | |
| "eval_runtime": 0.5459, | |
| "eval_samples_per_second": 18.317, | |
| "eval_steps_per_second": 1.832, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 4.013663535439795, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.00018324092928359041, | |
| "loss": 1.0323, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 4.030742954739539, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.00018301944846328049, | |
| "loss": 1.0219, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 4.047822374039282, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.00018279664942938447, | |
| "loss": 1.0262, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 4.064901793339026, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0001825725357195881, | |
| "loss": 1.0191, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 4.0819812126387705, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.0001823471108924519, | |
| "loss": 1.0331, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 4.099060631938514, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00018212037852735486, | |
| "loss": 1.0269, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 4.116140051238258, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00018189234222443763, | |
| "loss": 1.0282, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 4.133219470538002, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.0001816630056045451, | |
| "loss": 1.027, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 4.150298889837745, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0001814323723091692, | |
| "loss": 1.026, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 4.167378309137489, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.0001812004460003909, | |
| "loss": 1.0228, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 4.184457728437233, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00018096723036082214, | |
| "loss": 1.0319, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 4.2015371477369765, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00018073272909354727, | |
| "loss": 1.027, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 4.218616567036721, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 0.0001804969459220644, | |
| "loss": 1.0217, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 4.235695986336465, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 0.0001802598845902262, | |
| "loss": 1.0332, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 4.252775405636209, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 0.00018002154886218033, | |
| "loss": 1.0293, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 4.269854824935952, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00017978194252230985, | |
| "loss": 1.0259, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 4.286934244235696, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00017954106937517316, | |
| "loss": 1.0222, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 4.304013663535439, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.00017929893324544332, | |
| "loss": 1.0259, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 4.3210930828351835, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00017905553797784759, | |
| "loss": 1.0195, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 4.3381725021349276, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0001788108874371063, | |
| "loss": 1.0139, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 4.355251921434672, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00017856498550787144, | |
| "loss": 1.0215, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 4.372331340734415, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00017831783609466504, | |
| "loss": 1.0332, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 4.389410760034159, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.0001780694431218171, | |
| "loss": 1.0242, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 4.406490179333902, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00017781981053340337, | |
| "loss": 1.0262, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 4.423569598633646, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00017756894229318263, | |
| "loss": 1.0323, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 4.44064901793339, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00017731684238453385, | |
| "loss": 1.0234, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 4.4577284372331345, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.00017706351481039284, | |
| "loss": 1.0224, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 4.474807856532878, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.0001768089635931887, | |
| "loss": 1.0277, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 4.491887275832622, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00017655319277478016, | |
| "loss": 1.0228, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 4.508966695132365, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.00017629620641639103, | |
| "loss": 1.028, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 4.526046114432109, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 0.000176038008598546, | |
| "loss": 1.0412, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 4.543125533731853, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.00017577860342100579, | |
| "loss": 1.0253, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 4.560204953031597, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00017551799500270198, | |
| "loss": 1.0233, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 4.577284372331341, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0001752561874816717, | |
| "loss": 1.0259, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 4.594363791631085, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00017499318501499177, | |
| "loss": 1.0265, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 4.611443210930828, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00017472899177871297, | |
| "loss": 1.0229, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 4.628522630230572, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00017446361196779342, | |
| "loss": 1.0194, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 4.645602049530316, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 0.00017419704979603214, | |
| "loss": 1.0261, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 4.66268146883006, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 0.00017392930949600217, | |
| "loss": 1.0226, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 4.679760888129803, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 0.00017366039531898326, | |
| "loss": 1.0319, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 4.6968403074295475, | |
| "grad_norm": 0.59765625, | |
| "learning_rate": 0.00017339031153489444, | |
| "loss": 1.0249, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 4.713919726729291, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00017311906243222614, | |
| "loss": 1.0244, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 4.730999146029035, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.00017284665231797223, | |
| "loss": 1.0273, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 4.748078565328779, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.0001725730855175615, | |
| "loss": 1.0294, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 4.765157984628523, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.00017229836637478902, | |
| "loss": 1.0283, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 4.782237403928266, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00017202249925174723, | |
| "loss": 1.0295, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 4.79931682322801, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.0001717454885287566, | |
| "loss": 1.0252, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 4.816396242527754, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00017146733860429612, | |
| "loss": 1.0219, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 4.833475661827498, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0001711880538949334, | |
| "loss": 1.0245, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 4.850555081127242, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0001709076388352546, | |
| "loss": 1.0266, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 4.867634500426986, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.00017062609787779403, | |
| "loss": 1.0193, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 4.884713919726729, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00017034343549296346, | |
| "loss": 1.024, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 4.901793339026473, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.00017005965616898096, | |
| "loss": 1.0272, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 4.918872758326217, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00016977476441179992, | |
| "loss": 1.0212, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 4.9359521776259605, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00016948876474503726, | |
| "loss": 1.0268, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 4.953031596925705, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0001692016617099018, | |
| "loss": 1.0238, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 4.970111016225449, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0001689134598651219, | |
| "loss": 1.0161, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 4.987190435525192, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.0001686241637868734, | |
| "loss": 1.0188, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 4.997438087105039, | |
| "eval_loss": 2.4524176120758057, | |
| "eval_runtime": 0.5495, | |
| "eval_samples_per_second": 18.198, | |
| "eval_steps_per_second": 1.82, | |
| "step": 1463 | |
| }, | |
| { | |
| "epoch": 5.004269854824936, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.0001683337780687066, | |
| "loss": 1.0219, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 5.02134927412468, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0001680423073214737, | |
| "loss": 1.0173, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 5.038428693424423, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00016774975617325527, | |
| "loss": 1.0036, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 5.0555081127241674, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00016745612926928694, | |
| "loss": 1.0119, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 5.0725875320239115, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.00016716143127188548, | |
| "loss": 1.0061, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 5.089666951323655, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.0001668656668603751, | |
| "loss": 1.0114, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 5.106746370623399, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00016656884073101266, | |
| "loss": 1.0145, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 5.123825789923143, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00016627095759691362, | |
| "loss": 1.0101, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 5.140905209222886, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00016597202218797676, | |
| "loss": 1.0081, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 5.15798462852263, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0001656720392508094, | |
| "loss": 1.0066, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 5.175064047822374, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.0001653710135486518, | |
| "loss": 1.0109, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 5.192143467122118, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00016506894986130171, | |
| "loss": 1.007, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 5.209222886421862, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00016476585298503835, | |
| "loss": 1.0113, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 5.226302305721606, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.00016446172773254629, | |
| "loss": 1.0123, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 5.243381725021349, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.0001641565789328391, | |
| "loss": 1.0168, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 5.260461144321093, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00016385041143118255, | |
| "loss": 1.0116, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 5.277540563620837, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.00016354323008901776, | |
| "loss": 1.0098, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 5.2946199829205804, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.000163235039783884, | |
| "loss": 1.0168, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 5.3116994022203246, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00016292584540934113, | |
| "loss": 1.007, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 5.328778821520069, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0001626156518748922, | |
| "loss": 1.0133, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 5.345858240819812, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00016230446410590504, | |
| "loss": 1.0106, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 5.362937660119556, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00016199228704353455, | |
| "loss": 1.0024, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 5.3800170794193, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.00016167912564464383, | |
| "loss": 1.0121, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 5.397096498719043, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.00016136498488172568, | |
| "loss": 1.0089, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 5.414175918018787, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00016104986974282363, | |
| "loss": 1.0157, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 5.4312553373185315, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0001607337852314527, | |
| "loss": 1.0051, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 5.448334756618275, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00016041673636651996, | |
| "loss": 1.0094, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 5.465414175918019, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00016009872818224485, | |
| "loss": 1.0125, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 5.482493595217763, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.0001597797657280792, | |
| "loss": 1.014, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 5.499573014517506, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.00015945985406862721, | |
| "loss": 1.0154, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 5.51665243381725, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00015913899828356477, | |
| "loss": 1.0122, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 5.533731853116994, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00015881720346755905, | |
| "loss": 1.0133, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 5.5508112724167376, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0001584944747301874, | |
| "loss": 1.0087, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 5.567890691716482, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00015817081719585643, | |
| "loss": 1.0101, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 5.584970111016226, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00015784623600372042, | |
| "loss": 1.0118, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 5.602049530315969, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.00015752073630759998, | |
| "loss": 1.0133, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 5.619128949615713, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00015719432327589988, | |
| "loss": 1.0089, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 5.636208368915457, | |
| "grad_norm": 0.6171875, | |
| "learning_rate": 0.00015686700209152738, | |
| "loss": 1.007, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 5.6532877882152, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00015653877795180954, | |
| "loss": 1.0031, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 5.6703672075149445, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.00015620965606841098, | |
| "loss": 1.0099, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 5.687446626814689, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.00015587964166725095, | |
| "loss": 1.0127, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 5.704526046114432, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.0001555487399884206, | |
| "loss": 1.0049, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 5.721605465414176, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00015521695628609937, | |
| "loss": 1.0036, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 5.73868488471392, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00015488429582847192, | |
| "loss": 1.012, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 5.755764304013663, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 0.00015455076389764443, | |
| "loss": 1.0099, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 5.772843723313407, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.0001542163657895605, | |
| "loss": 1.0144, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 5.789923142613151, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00015388110681391725, | |
| "loss": 1.0082, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 5.807002561912895, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00015354499229408114, | |
| "loss": 1.013, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 5.824081981212639, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00015320802756700302, | |
| "loss": 1.0089, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 5.841161400512383, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0001528702179831338, | |
| "loss": 1.0117, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 5.858240819812126, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00015253156890633935, | |
| "loss": 1.0087, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 5.87532023911187, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00015219208571381525, | |
| "loss": 1.0161, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 5.892399658411614, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00015185177379600152, | |
| "loss": 1.0109, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 5.9094790777113575, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00015151063855649698, | |
| "loss": 1.0131, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 5.926558497011102, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00015116868541197343, | |
| "loss": 1.0118, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 5.943637916310846, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00015082591979208976, | |
| "loss": 1.0126, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 5.960717335610589, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0001504823471394055, | |
| "loss": 1.0065, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 5.977796754910333, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00015013797290929466, | |
| "loss": 1.0095, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 5.994876174210077, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 0.000149792802569859, | |
| "loss": 1.0119, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 5.998292058070025, | |
| "eval_loss": 2.454439640045166, | |
| "eval_runtime": 0.5526, | |
| "eval_samples_per_second": 18.096, | |
| "eval_steps_per_second": 1.81, | |
| "step": 1756 | |
| }, | |
| { | |
| "epoch": 6.01195559350982, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 0.00014944684160184108, | |
| "loss": 1.001, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 6.029035012809564, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00014910009549853746, | |
| "loss": 0.9916, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 6.0461144321093085, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00014875256976571135, | |
| "loss": 0.9965, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 6.063193851409052, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 0.0001484042699215052, | |
| "loss": 1.009, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 6.080273270708796, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00014805520149635307, | |
| "loss": 1.001, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 6.09735269000854, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0001477053700328929, | |
| "loss": 0.9998, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 6.114432109308283, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00014735478108587828, | |
| "loss": 1.008, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 6.131511528608027, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0001470034402220906, | |
| "loss": 0.9872, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 6.148590947907771, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00014665135302025035, | |
| "loss": 0.9968, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 6.165670367207515, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00014629852507092866, | |
| "loss": 0.996, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 6.182749786507259, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00014594496197645852, | |
| "loss": 0.9986, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 6.199829205807003, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00014559066935084588, | |
| "loss": 0.9966, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 6.216908625106746, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0001452356528196804, | |
| "loss": 1.002, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 6.23398804440649, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00014487991802004623, | |
| "loss": 1.0061, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 6.251067463706234, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00014452347060043237, | |
| "loss": 1.0019, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 6.268146883005977, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.00014416631622064316, | |
| "loss": 0.9955, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 6.2852263023057215, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 0.00014380846055170828, | |
| "loss": 0.9979, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 6.302305721605466, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00014344990927579268, | |
| "loss": 1.0024, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 6.319385140905209, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00014309066808610655, | |
| "loss": 1.0009, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 6.336464560204953, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 0.00014273074268681462, | |
| "loss": 1.0039, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 6.353543979504697, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0001423701387929459, | |
| "loss": 0.9994, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 6.37062339880444, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0001420088621303027, | |
| "loss": 1.0076, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 6.387702818104184, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00014164691843536982, | |
| "loss": 1.0011, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 6.4047822374039285, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0001412843134552235, | |
| "loss": 0.9996, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 6.421861656703672, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00014092105294744, | |
| "loss": 0.9984, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 6.438941076003416, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00014055714268000445, | |
| "loss": 0.9947, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 6.45602049530316, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00014019258843121893, | |
| "loss": 1.0061, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 6.473099914602903, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.000139827395989611, | |
| "loss": 0.9986, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 6.490179333902647, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0001394615711538417, | |
| "loss": 1.0003, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 6.507258753202391, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0001390951197326134, | |
| "loss": 0.9985, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 6.5243381725021345, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00013872804754457759, | |
| "loss": 1.0071, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 6.541417591801879, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.00013836036041824264, | |
| "loss": 0.9921, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 6.558497011101623, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00013799206419188103, | |
| "loss": 1.0062, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 6.575576430401366, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0001376231647134369, | |
| "loss": 1.0059, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 6.59265584970111, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.00013725366784043288, | |
| "loss": 1.0001, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 6.609735269000854, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00013688357943987732, | |
| "loss": 0.9975, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 6.626814688300598, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 0.00013651290538817113, | |
| "loss": 1.0012, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 6.6438941076003415, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00013614165157101423, | |
| "loss": 0.9949, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 6.660973526900086, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.0001357698238833126, | |
| "loss": 1.0088, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 6.678052946199829, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.0001353974282290839, | |
| "loss": 0.9965, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 6.695132365499573, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00013502447052136455, | |
| "loss": 1.0063, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 6.712211784799317, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0001346509566821153, | |
| "loss": 0.999, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 6.729291204099061, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00013427689264212738, | |
| "loss": 0.9998, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 6.746370623398804, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.00013390228434092833, | |
| "loss": 0.9977, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 6.763450042698548, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00013352713772668765, | |
| "loss": 0.9991, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 6.780529461998292, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00013315145875612236, | |
| "loss": 0.9939, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 6.797608881298036, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.0001327752533944025, | |
| "loss": 0.9993, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 6.81468830059778, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.00013239852761505626, | |
| "loss": 1.0079, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 6.831767719897524, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.00013202128739987532, | |
| "loss": 0.9962, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 6.848847139197267, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00013164353873881961, | |
| "loss": 0.9982, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 6.865926558497011, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00013126528762992247, | |
| "loss": 0.9959, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 6.8830059777967545, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0001308865400791953, | |
| "loss": 1.0043, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 6.900085397096499, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0001305073021005321, | |
| "loss": 0.9966, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 6.917164816396243, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.00013012757971561415, | |
| "loss": 0.9953, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 6.934244235695987, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.0001297473789538142, | |
| "loss": 0.9957, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 6.95132365499573, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.00012936670585210103, | |
| "loss": 1.0004, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 6.968403074295474, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00012898556645494325, | |
| "loss": 0.9952, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 6.985482493595217, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00012860396681421354, | |
| "loss": 1.0028, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 6.999146029035013, | |
| "eval_loss": 2.4654781818389893, | |
| "eval_runtime": 0.5548, | |
| "eval_samples_per_second": 18.024, | |
| "eval_steps_per_second": 1.802, | |
| "step": 2049 | |
| }, | |
| { | |
| "epoch": 7.002561912894961, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0001282219129890925, | |
| "loss": 0.9919, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 7.0196413321947055, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.0001278394110459724, | |
| "loss": 0.9953, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 7.036720751494449, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00012745646705836097, | |
| "loss": 0.9879, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 7.053800170794193, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00012707308710678477, | |
| "loss": 0.9939, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 7.070879590093937, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0001266892772786929, | |
| "loss": 0.9936, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 7.08795900939368, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00012630504366836008, | |
| "loss": 0.987, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 7.105038428693424, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0001259203923767901, | |
| "loss": 0.9919, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 7.122117847993168, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.0001255353295116187, | |
| "loss": 0.9909, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 7.1391972672929125, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00012514986118701695, | |
| "loss": 0.9868, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 7.156276686592656, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.00012476399352359376, | |
| "loss": 0.9881, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 7.1733561058924, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00012437773264829897, | |
| "loss": 0.9939, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 7.190435525192143, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00012399108469432601, | |
| "loss": 0.9834, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 7.207514944491887, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00012360405580101448, | |
| "loss": 0.9847, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 7.224594363791631, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00012321665211375256, | |
| "loss": 0.9945, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 7.241673783091375, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00012282887978387976, | |
| "loss": 0.999, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 7.2587532023911185, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00012244074496858888, | |
| "loss": 0.9854, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 7.275832621690863, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00012205225383082843, | |
| "loss": 0.9842, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 7.292912040990606, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00012166341253920472, | |
| "loss": 0.9928, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 7.30999146029035, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.000121274227267884, | |
| "loss": 0.9915, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 7.327070879590094, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00012088470419649432, | |
| "loss": 0.992, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 7.344150298889838, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 0.00012049484951002739, | |
| "loss": 0.9897, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 7.361229718189581, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00012010466939874053, | |
| "loss": 0.9968, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 7.3783091374893255, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00011971417005805818, | |
| "loss": 0.9933, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 7.395388556789069, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00011932335768847371, | |
| "loss": 0.9953, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 7.412467976088813, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00011893223849545084, | |
| "loss": 0.9918, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 7.429547395388557, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.0001185408186893251, | |
| "loss": 0.9896, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 7.446626814688301, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00011814910448520536, | |
| "loss": 0.9906, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 7.463706233988044, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00011775710210287492, | |
| "loss": 0.9844, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 7.480785653287788, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.99, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 7.497865072587532, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00011697225770549585, | |
| "loss": 0.9899, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 7.514944491887276, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00011657942815249754, | |
| "loss": 0.9888, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 7.53202391118702, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00011618633534519141, | |
| "loss": 0.9935, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 7.549103330486764, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00011579298552525084, | |
| "loss": 0.9955, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 7.566182749786507, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0001153993849384301, | |
| "loss": 0.9884, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 7.583262169086251, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00011500553983446527, | |
| "loss": 0.9895, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 7.600341588385994, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00011461145646697495, | |
| "loss": 0.9874, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 7.6174210076857385, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.00011421714109336097, | |
| "loss": 0.9885, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 7.634500426985483, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00011382259997470899, | |
| "loss": 0.9876, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 7.651579846285227, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00011342783937568926, | |
| "loss": 0.9948, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 7.66865926558497, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00011303286556445694, | |
| "loss": 0.9883, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 7.685738684884714, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00011263768481255264, | |
| "loss": 0.996, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 7.702818104184458, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00011224230339480284, | |
| "loss": 0.9896, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 7.719897523484201, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00011184672758922034, | |
| "loss": 0.9856, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 7.736976942783945, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00011145096367690444, | |
| "loss": 0.9968, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 7.7540563620836895, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00011105501794194131, | |
| "loss": 0.9938, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 7.771135781383433, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00011065889667130414, | |
| "loss": 0.9924, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 7.788215200683177, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.00011026260615475333, | |
| "loss": 1.0, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 7.805294619982921, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00010986615268473661, | |
| "loss": 0.9882, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 7.822374039282664, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00010946954255628928, | |
| "loss": 0.9926, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 7.839453458582408, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.00010907278206693395, | |
| "loss": 0.9936, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 7.856532877882152, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00010867587751658079, | |
| "loss": 0.9842, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 7.873612297181896, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00010827883520742741, | |
| "loss": 0.9875, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 7.89069171648164, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00010788166144385888, | |
| "loss": 0.9893, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 7.907771135781384, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00010748436253234742, | |
| "loss": 0.9815, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 7.924850555081127, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.0001070869447813525, | |
| "loss": 0.9863, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 7.941929974380871, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00010668941450122055, | |
| "loss": 0.9943, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 7.959009393680615, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0001062917780040847, | |
| "loss": 0.9886, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 7.976088812980358, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00010589404160376473, | |
| "loss": 0.9928, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 7.9931682322801025, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0001054962116156667, | |
| "loss": 0.9914, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 2.468475341796875, | |
| "eval_runtime": 0.5517, | |
| "eval_samples_per_second": 18.125, | |
| "eval_steps_per_second": 1.812, | |
| "step": 2342 | |
| }, | |
| { | |
| "epoch": 8.010247651579846, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00010509829435668265, | |
| "loss": 0.9939, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 8.02732707087959, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00010470029614509041, | |
| "loss": 0.9808, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 8.044406490179334, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00010430222330045304, | |
| "loss": 0.9807, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 8.061485909479078, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00010390408214351892, | |
| "loss": 0.9852, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 8.078565328778822, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00010350587899612088, | |
| "loss": 0.9704, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 8.095644748078564, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.0001031076201810762, | |
| "loss": 0.9861, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 8.112724167378309, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00010270931202208595, | |
| "loss": 0.9933, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 8.129803586678053, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00010231096084363483, | |
| "loss": 0.9808, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 8.146883005977797, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00010191257297089052, | |
| "loss": 0.9859, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 8.163962425277541, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00010151415472960342, | |
| "loss": 0.9839, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 8.181041844577285, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.00010111571244600606, | |
| "loss": 0.9881, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 8.198121263877027, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 0.00010071725244671282, | |
| "loss": 0.9869, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 8.215200683176771, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.00010031878105861923, | |
| "loss": 0.979, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 8.232280102476516, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 9.992030460880181e-05, | |
| "loss": 0.9873, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 8.24935952177626, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 9.952182942441733e-05, | |
| "loss": 0.978, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 8.266438941076004, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 9.91233618326026e-05, | |
| "loss": 0.9911, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 8.283518360375748, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 9.872490816037372e-05, | |
| "loss": 0.9824, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 8.30059777967549, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 9.83264747345259e-05, | |
| "loss": 0.9845, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 8.317677198975234, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 9.792806788153271e-05, | |
| "loss": 0.9752, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 8.334756618274978, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 9.752969392744606e-05, | |
| "loss": 0.9802, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 8.351836037574722, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 9.713135919779515e-05, | |
| "loss": 0.9945, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 8.368915456874467, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 9.673307001748661e-05, | |
| "loss": 0.9825, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 8.38599487617421, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 9.633483271070366e-05, | |
| "loss": 0.9803, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 8.403074295473953, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 9.593665360080599e-05, | |
| "loss": 0.9841, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 8.420153714773697, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 9.553853901022913e-05, | |
| "loss": 0.9777, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 8.437233134073441, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 9.514049526038418e-05, | |
| "loss": 0.9871, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 8.454312553373185, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 9.474252867155732e-05, | |
| "loss": 0.9821, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 8.47139197267293, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 9.43446455628097e-05, | |
| "loss": 0.983, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 8.488471391972674, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 9.394685225187683e-05, | |
| "loss": 0.9807, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 8.505550811272418, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 9.354915505506839e-05, | |
| "loss": 0.991, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 8.52263023057216, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 9.31515602871679e-05, | |
| "loss": 0.9914, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 8.539709649871904, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 9.27540742613326e-05, | |
| "loss": 0.9886, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 8.556789069171648, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 9.235670328899293e-05, | |
| "loss": 0.9841, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 8.573868488471392, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 9.195945367975256e-05, | |
| "loss": 0.9859, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 8.590947907771136, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 9.156233174128805e-05, | |
| "loss": 0.9863, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 8.608027327070879, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 9.116534377924883e-05, | |
| "loss": 0.9789, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 8.625106746370623, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 9.076849609715693e-05, | |
| "loss": 0.983, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 8.642186165670367, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 9.037179499630703e-05, | |
| "loss": 0.9922, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 8.659265584970111, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 8.997524677566627e-05, | |
| "loss": 0.9863, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 8.676345004269855, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 8.957885773177438e-05, | |
| "loss": 0.9845, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 8.6934244235696, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 8.918263415864354e-05, | |
| "loss": 0.9893, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 8.710503842869343, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 8.878658234765858e-05, | |
| "loss": 0.9812, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 8.727583262169086, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 8.839070858747697e-05, | |
| "loss": 0.9855, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 8.74466268146883, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 8.799501916392912e-05, | |
| "loss": 0.9797, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 8.761742100768574, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 8.759952035991844e-05, | |
| "loss": 0.9836, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 8.778821520068318, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 8.720421845532151e-05, | |
| "loss": 0.9848, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 8.795900939368062, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 8.680911972688855e-05, | |
| "loss": 0.9837, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 8.812980358667804, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 8.641423044814374e-05, | |
| "loss": 0.9823, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 8.830059777967548, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 8.601955688928545e-05, | |
| "loss": 0.9852, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 8.847139197267293, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 8.562510531708677e-05, | |
| "loss": 0.9804, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 8.864218616567037, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 8.5230881994796e-05, | |
| "loss": 0.9783, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 8.88129803586678, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 8.48368931820373e-05, | |
| "loss": 0.9783, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 8.898377455166525, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 8.444314513471107e-05, | |
| "loss": 0.9813, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 8.915456874466269, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 8.404964410489485e-05, | |
| "loss": 0.9846, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 8.932536293766011, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 8.365639634074382e-05, | |
| "loss": 0.9875, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 8.949615713065755, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 8.32634080863919e-05, | |
| "loss": 0.9764, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 8.9666951323655, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 8.287068558185225e-05, | |
| "loss": 0.9899, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 8.983774551665244, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 8.247823506291844e-05, | |
| "loss": 0.9813, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 8.997438087105039, | |
| "eval_loss": 2.474276065826416, | |
| "eval_runtime": 0.6699, | |
| "eval_samples_per_second": 14.929, | |
| "eval_steps_per_second": 1.493, | |
| "step": 2634 | |
| }, | |
| { | |
| "epoch": 9.000853970964988, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 8.208606276106528e-05, | |
| "loss": 0.9885, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 9.017933390264732, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 8.169417490335007e-05, | |
| "loss": 0.9783, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 9.035012809564474, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 8.130257771231348e-05, | |
| "loss": 0.9778, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 9.052092228864218, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 8.091127740588094e-05, | |
| "loss": 0.9793, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 9.069171648163962, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 8.052028019726371e-05, | |
| "loss": 0.9762, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 9.086251067463706, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 8.012959229486061e-05, | |
| "loss": 0.9777, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 9.10333048676345, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 7.973921990215894e-05, | |
| "loss": 0.9871, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 9.120409906063195, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 7.934916921763628e-05, | |
| "loss": 0.9776, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 9.137489325362937, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 7.895944643466203e-05, | |
| "loss": 0.9795, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 9.154568744662681, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 7.857005774139907e-05, | |
| "loss": 0.9804, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 9.171648163962425, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 7.818100932070546e-05, | |
| "loss": 0.9759, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 9.18872758326217, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 7.779230735003628e-05, | |
| "loss": 0.9785, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 9.205807002561913, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 7.740395800134552e-05, | |
| "loss": 0.9751, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 9.222886421861658, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 7.701596744098818e-05, | |
| "loss": 0.9831, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 9.2399658411614, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 7.662834182962222e-05, | |
| "loss": 0.984, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 9.257045260461144, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 7.624108732211081e-05, | |
| "loss": 0.9777, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 9.274124679760888, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 7.585421006742463e-05, | |
| "loss": 0.9859, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 9.291204099060632, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 7.54677162085442e-05, | |
| "loss": 0.9765, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 9.308283518360376, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 7.508161188236232e-05, | |
| "loss": 0.9749, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 9.32536293766012, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 7.469590321958662e-05, | |
| "loss": 0.9815, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 9.342442356959863, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 7.431059634464229e-05, | |
| "loss": 0.9796, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 9.359521776259607, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 7.392569737557474e-05, | |
| "loss": 0.9791, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 9.376601195559351, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 7.354121242395254e-05, | |
| "loss": 0.9854, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 9.393680614859095, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 7.31571475947703e-05, | |
| "loss": 0.971, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 9.410760034158839, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 7.277350898635178e-05, | |
| "loss": 0.9789, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 9.427839453458583, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 7.239030269025311e-05, | |
| "loss": 0.9808, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 9.444918872758326, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 7.200753479116593e-05, | |
| "loss": 0.9712, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 9.46199829205807, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 7.162521136682085e-05, | |
| "loss": 0.975, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 9.479077711357814, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 7.124333848789091e-05, | |
| "loss": 0.9875, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 9.496157130657558, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 7.08619222178954e-05, | |
| "loss": 0.9806, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 9.513236549957302, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 7.048096861310322e-05, | |
| "loss": 0.9861, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 9.530315969257046, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 7.010048372243698e-05, | |
| "loss": 0.9823, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 9.547395388556788, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 6.972047358737681e-05, | |
| "loss": 0.9795, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 9.564474807856532, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 6.934094424186459e-05, | |
| "loss": 0.976, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 9.581554227156277, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 6.8961901712208e-05, | |
| "loss": 0.9709, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 9.59863364645602, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 6.858335201698485e-05, | |
| "loss": 0.9793, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 9.615713065755765, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 6.820530116694756e-05, | |
| "loss": 0.9741, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 9.632792485055509, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 6.782775516492771e-05, | |
| "loss": 0.9755, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 9.649871904355251, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 6.745072000574075e-05, | |
| "loss": 0.9871, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 9.666951323654995, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 6.70742016760907e-05, | |
| "loss": 0.9754, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 9.68403074295474, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 6.669820615447522e-05, | |
| "loss": 0.9797, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 9.701110162254484, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 6.632273941109064e-05, | |
| "loss": 0.9813, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 9.718189581554228, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 6.594780740773712e-05, | |
| "loss": 0.9792, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 9.735269000853972, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 6.5573416097724e-05, | |
| "loss": 0.9728, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 9.752348420153714, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 6.519957142577535e-05, | |
| "loss": 0.9767, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 9.769427839453458, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 6.482627932793553e-05, | |
| "loss": 0.9822, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 9.786507258753202, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 6.445354573147484e-05, | |
| "loss": 0.9855, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 9.803586678052946, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 6.408137655479554e-05, | |
| "loss": 0.9796, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 9.82066609735269, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 6.370977770733777e-05, | |
| "loss": 0.9791, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 9.837745516652435, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 6.333875508948593e-05, | |
| "loss": 0.9791, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 9.854824935952177, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 6.296831459247464e-05, | |
| "loss": 0.9791, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 9.871904355251921, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 6.259846209829551e-05, | |
| "loss": 0.9785, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 9.888983774551665, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 6.22292034796035e-05, | |
| "loss": 0.9827, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 9.90606319385141, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 6.186054459962399e-05, | |
| "loss": 0.9758, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 9.923142613151153, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 6.149249131205931e-05, | |
| "loss": 0.9788, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 9.940222032450897, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 6.112504946099604e-05, | |
| "loss": 0.9773, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 9.95730145175064, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 6.075822488081213e-05, | |
| "loss": 0.9769, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 9.974380871050384, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 6.039202339608432e-05, | |
| "loss": 0.9809, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 9.991460290350128, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 6.0026450821495536e-05, | |
| "loss": 0.9756, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 9.998292058070026, | |
| "eval_loss": 2.4803388118743896, | |
| "eval_runtime": 0.5616, | |
| "eval_samples_per_second": 17.806, | |
| "eval_steps_per_second": 1.781, | |
| "step": 2927 | |
| }, | |
| { | |
| "epoch": 10.008539709649872, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 5.966151296174268e-05, | |
| "loss": 0.975, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 10.025619128949616, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 5.929721561144439e-05, | |
| "loss": 0.9813, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 10.04269854824936, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 5.8933564555049105e-05, | |
| "loss": 0.9799, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 10.059777967549103, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 5.857056556674313e-05, | |
| "loss": 0.9724, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 10.076857386848847, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 5.820822441035899e-05, | |
| "loss": 0.9755, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 10.09393680614859, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 5.784654683928391e-05, | |
| "loss": 0.9773, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 10.111016225448335, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 5.7485538596368496e-05, | |
| "loss": 0.9698, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 10.128095644748079, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 5.7125205413835504e-05, | |
| "loss": 0.9774, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 10.145175064047823, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 5.6765553013188766e-05, | |
| "loss": 0.9788, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 10.162254483347565, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 5.6406587105122475e-05, | |
| "loss": 0.9814, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 10.17933390264731, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 5.6048313389430484e-05, | |
| "loss": 0.9787, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 10.196413321947054, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 5.5690737554915604e-05, | |
| "loss": 0.9741, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 10.213492741246798, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 5.533386527929962e-05, | |
| "loss": 0.9735, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 10.230572160546542, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 5.4977702229132745e-05, | |
| "loss": 0.9736, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 10.247651579846286, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 5.462225405970401e-05, | |
| "loss": 0.9754, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 10.264730999146028, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 5.4267526414951296e-05, | |
| "loss": 0.9734, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 10.281810418445772, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 5.391352492737157e-05, | |
| "loss": 0.9737, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 10.298889837745516, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 5.3560255217931785e-05, | |
| "loss": 0.9729, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 10.31596925704526, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 5.3207722895979406e-05, | |
| "loss": 0.9706, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 10.333048676345005, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 5.285593355915328e-05, | |
| "loss": 0.976, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 10.350128095644749, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 5.2504892793295e-05, | |
| "loss": 0.9657, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 10.367207514944491, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 5.215460617235993e-05, | |
| "loss": 0.9731, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 10.384286934244235, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 5.1805079258329056e-05, | |
| "loss": 0.978, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 10.40136635354398, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 5.145631760112022e-05, | |
| "loss": 0.9757, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 10.418445772843723, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 5.110832673850039e-05, | |
| "loss": 0.9779, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 10.435525192143468, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 5.076111219599745e-05, | |
| "loss": 0.9718, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 10.452604611443212, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 5.041467948681269e-05, | |
| "loss": 0.9796, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 10.469684030742954, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 5.0069034111733184e-05, | |
| "loss": 0.9741, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 10.486763450042698, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 4.9724181559044234e-05, | |
| "loss": 0.9757, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 10.503842869342442, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 4.9380127304442634e-05, | |
| "loss": 0.9777, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 10.520922288642186, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 4.903687681094942e-05, | |
| "loss": 0.973, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 10.53800170794193, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 4.8694435528823135e-05, | |
| "loss": 0.9822, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 10.555081127241674, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 4.835280889547351e-05, | |
| "loss": 0.9754, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 10.572160546541417, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 4.801200233537483e-05, | |
| "loss": 0.9711, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 10.589239965841161, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 4.767202125998005e-05, | |
| "loss": 0.9782, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 10.606319385140905, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 4.733287106763481e-05, | |
| "loss": 0.9784, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 10.623398804440649, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 4.699455714349152e-05, | |
| "loss": 0.9724, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 10.640478223740393, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 4.665708485942417e-05, | |
| "loss": 0.9729, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 10.657557643040137, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 4.6320459573942856e-05, | |
| "loss": 0.9775, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 10.67463706233988, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 4.5984686632108585e-05, | |
| "loss": 0.9749, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 10.691716481639624, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 4.564977136544873e-05, | |
| "loss": 0.9796, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 10.708795900939368, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 4.531571909187197e-05, | |
| "loss": 0.9731, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 10.725875320239112, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 4.49825351155843e-05, | |
| "loss": 0.9734, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 10.742954739538856, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 4.4650224727004334e-05, | |
| "loss": 0.9709, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 10.7600341588386, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 4.431879320267972e-05, | |
| "loss": 0.9739, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 10.777113578138342, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 4.398824580520302e-05, | |
| "loss": 0.9762, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 10.794192997438087, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 4.3658587783128425e-05, | |
| "loss": 0.9749, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 10.81127241673783, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 4.332982437088825e-05, | |
| "loss": 0.9769, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 10.828351836037575, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 4.300196078870982e-05, | |
| "loss": 0.9783, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 10.845431255337319, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 4.267500224253269e-05, | |
| "loss": 0.9817, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 10.862510674637063, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 4.2348953923925916e-05, | |
| "loss": 0.9776, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 10.879590093936805, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 4.202382101000554e-05, | |
| "loss": 0.9771, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 10.89666951323655, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 4.16996086633526e-05, | |
| "loss": 0.9716, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 10.913748932536294, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 4.137632203193086e-05, | |
| "loss": 0.9845, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 10.930828351836038, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 4.105396624900538e-05, | |
| "loss": 0.9799, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 10.947907771135782, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 4.073254643306086e-05, | |
| "loss": 0.97, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 10.964987190435526, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 4.041206768772022e-05, | |
| "loss": 0.977, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 10.98206660973527, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 4.009253510166386e-05, | |
| "loss": 0.9714, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 10.999146029035012, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 3.977395374854871e-05, | |
| "loss": 0.9815, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 10.999146029035012, | |
| "eval_loss": 2.4823217391967773, | |
| "eval_runtime": 0.5642, | |
| "eval_samples_per_second": 17.723, | |
| "eval_steps_per_second": 1.772, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 11.016225448334756, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 3.9456328686927525e-05, | |
| "loss": 0.9669, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 11.0333048676345, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 3.913966496016891e-05, | |
| "loss": 0.9682, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 11.050384286934245, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 3.88239675963768e-05, | |
| "loss": 0.9733, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 11.067463706233989, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 3.850924160831115e-05, | |
| "loss": 0.9732, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 11.084543125533731, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 3.819549199330784e-05, | |
| "loss": 0.9702, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 11.101622544833475, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 3.788272373319955e-05, | |
| "loss": 0.974, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 11.11870196413322, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 3.757094179423672e-05, | |
| "loss": 0.9747, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 11.135781383432963, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 3.726015112700859e-05, | |
| "loss": 0.9854, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 11.152860802732707, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 3.695035666636464e-05, | |
| "loss": 0.9724, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 11.169940222032452, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 3.6641563331336125e-05, | |
| "loss": 0.9668, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 11.187019641332194, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 3.633377602505815e-05, | |
| "loss": 0.9708, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 11.204099060631938, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 3.6026999634691725e-05, | |
| "loss": 0.9728, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 11.221178479931682, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 3.5721239031346066e-05, | |
| "loss": 0.987, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 11.238257899231426, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 3.541649907000147e-05, | |
| "loss": 0.9808, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 11.25533731853117, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 3.511278458943197e-05, | |
| "loss": 0.9693, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 11.272416737830914, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 3.4810100412128747e-05, | |
| "loss": 0.9766, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 11.289496157130657, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 3.4508451344223425e-05, | |
| "loss": 0.9756, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 11.3065755764304, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 3.42078421754117e-05, | |
| "loss": 0.9723, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 11.323654995730145, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 3.3908277678877445e-05, | |
| "loss": 0.972, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 11.340734415029889, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 3.360976261121684e-05, | |
| "loss": 0.9771, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 11.357813834329633, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 3.331230171236277e-05, | |
| "loss": 0.9764, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 11.374893253629377, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 3.3015899705509734e-05, | |
| "loss": 0.9716, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 11.391972672929121, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 3.272056129703861e-05, | |
| "loss": 0.9743, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 11.409052092228864, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 3.242629117644229e-05, | |
| "loss": 0.9731, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 11.426131511528608, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 3.21330940162508e-05, | |
| "loss": 0.9776, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 11.443210930828352, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 3.184097447195732e-05, | |
| "loss": 0.9695, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 11.460290350128096, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 3.1549937181944346e-05, | |
| "loss": 0.9792, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 11.47736976942784, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 3.125998676740987e-05, | |
| "loss": 0.9689, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 11.494449188727582, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 3.097112783229412e-05, | |
| "loss": 0.9706, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 11.511528608027326, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 3.068336496320631e-05, | |
| "loss": 0.975, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 11.52860802732707, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 3.0396702729352023e-05, | |
| "loss": 0.9742, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 11.545687446626815, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 3.0111145682460507e-05, | |
| "loss": 0.9709, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 11.562766865926559, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 2.9826698356712403e-05, | |
| "loss": 0.9664, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 11.579846285226303, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 2.9543365268667867e-05, | |
| "loss": 0.973, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 11.596925704526047, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 2.926115091719467e-05, | |
| "loss": 0.9723, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 11.61400512382579, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 2.8980059783396953e-05, | |
| "loss": 0.9707, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 11.631084543125533, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 2.8700096330544012e-05, | |
| "loss": 0.9702, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 11.648163962425278, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 2.8421265003999286e-05, | |
| "loss": 0.9788, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 11.665243381725022, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 2.8143570231150006e-05, | |
| "loss": 0.9708, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 11.682322801024766, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 2.7867016421336776e-05, | |
| "loss": 0.9803, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 11.699402220324508, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 2.759160796578347e-05, | |
| "loss": 0.9667, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 11.716481639624252, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 2.7317349237527724e-05, | |
| "loss": 0.9794, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 11.733561058923996, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 2.7044244591351232e-05, | |
| "loss": 0.9736, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 11.75064047822374, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 2.6772298363710956e-05, | |
| "loss": 0.976, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 11.767719897523484, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 2.6501514872669865e-05, | |
| "loss": 0.9744, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 11.784799316823229, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 2.6231898417828603e-05, | |
| "loss": 0.9771, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 11.801878736122973, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 2.5963453280257267e-05, | |
| "loss": 0.9744, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 11.818958155422715, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 2.569618372242727e-05, | |
| "loss": 0.9797, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 11.836037574722459, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 2.5430093988143778e-05, | |
| "loss": 0.9775, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 11.853116994022203, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 2.5165188302478215e-05, | |
| "loss": 0.9702, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 11.870196413321947, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 2.4901470871701305e-05, | |
| "loss": 0.9738, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 11.887275832621691, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 2.4638945883216235e-05, | |
| "loss": 0.968, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 11.904355251921434, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 2.4377617505492046e-05, | |
| "loss": 0.9707, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 11.921434671221178, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 2.411748988799769e-05, | |
| "loss": 0.9727, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 11.938514090520922, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 2.385856716113587e-05, | |
| "loss": 0.9754, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 11.955593509820666, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 2.3600853436177672e-05, | |
| "loss": 0.9699, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 11.97267292912041, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 2.3344352805197212e-05, | |
| "loss": 0.9726, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 11.989752348420154, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 2.3089069341006565e-05, | |
| "loss": 0.9657, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_loss": 2.4844307899475098, | |
| "eval_runtime": 0.551, | |
| "eval_samples_per_second": 18.15, | |
| "eval_steps_per_second": 1.815, | |
| "step": 3513 | |
| }, | |
| { | |
| "epoch": 12.006831767719898, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 2.2835007097091267e-05, | |
| "loss": 0.9726, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 12.02391118701964, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 2.2582170107545852e-05, | |
| "loss": 0.9707, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 12.040990606319385, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 2.2330562387009745e-05, | |
| "loss": 0.9734, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 12.058070025619129, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 2.2080187930603668e-05, | |
| "loss": 0.9771, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 12.075149444918873, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 2.1831050713866007e-05, | |
| "loss": 0.9756, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 12.092228864218617, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 2.1583154692689976e-05, | |
| "loss": 0.9753, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 12.109308283518361, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 2.1336503803260456e-05, | |
| "loss": 0.9644, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 12.126387702818104, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 2.109110196199171e-05, | |
| "loss": 0.9691, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 12.143467122117848, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 2.08469530654652e-05, | |
| "loss": 0.9801, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 12.160546541417592, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 2.0604060990367624e-05, | |
| "loss": 0.966, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 12.177625960717336, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 2.0362429593429432e-05, | |
| "loss": 0.9698, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 12.19470538001708, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 2.0122062711363532e-05, | |
| "loss": 0.9717, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 12.211784799316824, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 1.988296416080435e-05, | |
| "loss": 0.9793, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 12.228864218616566, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 1.9645137738247422e-05, | |
| "loss": 0.9743, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 12.24594363791631, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 1.9408587219988805e-05, | |
| "loss": 0.969, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 12.263023057216055, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 1.9173316362065384e-05, | |
| "loss": 0.9621, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 12.280102476515799, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 1.893932890019503e-05, | |
| "loss": 0.9786, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 12.297181895815543, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 1.8706628549717452e-05, | |
| "loss": 0.971, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 12.314261315115287, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 1.8475219005535117e-05, | |
| "loss": 0.9797, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 12.33134073441503, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 1.824510394205453e-05, | |
| "loss": 0.9727, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 12.348420153714773, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 1.8016287013128018e-05, | |
| "loss": 0.9723, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 12.365499573014517, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 1.7788771851995655e-05, | |
| "loss": 0.9764, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 12.382578992314262, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 1.7562562071227474e-05, | |
| "loss": 0.9665, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 12.399658411614006, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 1.7337661262666294e-05, | |
| "loss": 0.9737, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 12.41673783091375, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 1.711407299737049e-05, | |
| "loss": 0.9671, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 12.433817250213492, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 1.6891800825557535e-05, | |
| "loss": 0.975, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 12.450896669513236, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 1.6670848276547334e-05, | |
| "loss": 0.9767, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 12.46797608881298, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 1.6451218858706374e-05, | |
| "loss": 0.9773, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 12.485055508112724, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 1.6232916059392e-05, | |
| "loss": 0.9752, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 12.502134927412468, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 1.601594334489702e-05, | |
| "loss": 0.9632, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 12.519214346712213, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 1.5800304160394673e-05, | |
| "loss": 0.9749, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 12.536293766011955, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 1.5586001929883865e-05, | |
| "loss": 0.9746, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 12.553373185311699, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 1.5373040056134814e-05, | |
| "loss": 0.9783, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 12.570452604611443, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 1.516142192063521e-05, | |
| "loss": 0.974, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 12.587532023911187, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 1.4951150883536225e-05, | |
| "loss": 0.9802, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 12.604611443210931, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 1.474223028359939e-05, | |
| "loss": 0.9729, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 12.621690862510675, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 1.4534663438143415e-05, | |
| "loss": 0.9711, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 12.638770281810418, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 1.4328453642991646e-05, | |
| "loss": 0.969, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 12.655849701110162, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 1.4123604172419713e-05, | |
| "loss": 0.9795, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 12.672929120409906, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 1.392011827910341e-05, | |
| "loss": 0.9715, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 12.69000853970965, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 1.3717999194067232e-05, | |
| "loss": 0.9644, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 12.707087959009394, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 1.3517250126632986e-05, | |
| "loss": 0.9717, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 12.724167378309138, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 1.3317874264368734e-05, | |
| "loss": 0.9716, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 12.74124679760888, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 1.311987477303842e-05, | |
| "loss": 0.9772, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 12.758326216908625, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 1.292325479655131e-05, | |
| "loss": 0.9656, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 12.775405636208369, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 1.2728017456912344e-05, | |
| "loss": 0.9738, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 12.792485055508113, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 1.2534165854172397e-05, | |
| "loss": 0.9709, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 12.809564474807857, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 1.2341703066379074e-05, | |
| "loss": 0.9714, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 12.826643894107601, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 1.2150632149527886e-05, | |
| "loss": 0.9722, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 12.843723313407343, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 1.1960956137513701e-05, | |
| "loss": 0.978, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 12.860802732707088, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 1.1772678042082607e-05, | |
| "loss": 0.9668, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 12.877882152006832, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 1.158580085278398e-05, | |
| "loss": 0.9748, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 12.894961571306576, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 1.1400327536923083e-05, | |
| "loss": 0.9702, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 12.91204099060632, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 1.1216261039514087e-05, | |
| "loss": 0.97, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 12.929120409906064, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 1.1033604283233035e-05, | |
| "loss": 0.968, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 12.946199829205806, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 1.0852360168371656e-05, | |
| "loss": 0.9732, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 12.96327924850555, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 1.0672531572791178e-05, | |
| "loss": 0.9739, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 12.980358667805294, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 1.049412135187675e-05, | |
| "loss": 0.9687, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 12.997438087105039, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 1.0317132338492019e-05, | |
| "loss": 0.9694, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 12.997438087105039, | |
| "eval_loss": 2.4820432662963867, | |
| "eval_runtime": 0.553, | |
| "eval_samples_per_second": 18.083, | |
| "eval_steps_per_second": 1.808, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 13.014517506404783, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 1.0141567342934132e-05, | |
| "loss": 0.9741, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 13.031596925704527, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 9.967429152889208e-06, | |
| "loss": 0.9639, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 13.048676345004269, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 9.794720533388024e-06, | |
| "loss": 0.9852, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 13.065755764304013, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 9.623444226762035e-06, | |
| "loss": 0.9699, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 13.082835183603757, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 9.453602952599982e-06, | |
| "loss": 0.9677, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 13.099914602903501, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 9.285199407704558e-06, | |
| "loss": 0.9795, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 13.116994022203246, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 9.118236266049707e-06, | |
| "loss": 0.9746, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 13.13407344150299, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 8.95271617873813e-06, | |
| "loss": 0.9759, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 13.151152860802732, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 8.788641773959105e-06, | |
| "loss": 0.966, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 13.168232280102476, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 8.626015656946895e-06, | |
| "loss": 0.9667, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 13.18531169940222, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 8.464840409939267e-06, | |
| "loss": 0.9725, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 13.202391118701964, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 8.305118592136597e-06, | |
| "loss": 0.9682, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 13.219470538001708, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 8.146852739661105e-06, | |
| "loss": 0.9727, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 13.236549957301452, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 7.99004536551664e-06, | |
| "loss": 0.9664, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 13.253629376601195, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 7.834698959548914e-06, | |
| "loss": 0.9708, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 13.270708795900939, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 7.6808159884057e-06, | |
| "loss": 0.9755, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 13.287788215200683, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 7.528398895497924e-06, | |
| "loss": 0.9687, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 13.304867634500427, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 7.377450100960648e-06, | |
| "loss": 0.9743, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 13.321947053800171, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 7.2279720016148244e-06, | |
| "loss": 0.9716, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 13.339026473099915, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 7.079966970929175e-06, | |
| "loss": 0.9706, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 13.356105892399658, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 6.933437358982409e-06, | |
| "loss": 0.9724, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 13.373185311699402, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 6.788385492426053e-06, | |
| "loss": 0.9797, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 13.390264730999146, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 6.6448136744474474e-06, | |
| "loss": 0.9764, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 13.40734415029889, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 6.502724184733122e-06, | |
| "loss": 0.9751, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 13.424423569598634, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 6.36211927943271e-06, | |
| "loss": 0.9724, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 13.441502988898378, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 6.223001191123012e-06, | |
| "loss": 0.9804, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 13.45858240819812, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 6.085372128772637e-06, | |
| "loss": 0.9742, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 13.475661827497865, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 5.949234277706861e-06, | |
| "loss": 0.9763, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 13.492741246797609, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 5.814589799572956e-06, | |
| "loss": 0.9779, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 13.509820666097353, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 5.681440832305873e-06, | |
| "loss": 0.9769, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 13.526900085397097, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 5.549789490094304e-06, | |
| "loss": 0.9766, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 13.543979504696841, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 5.41963786334706e-06, | |
| "loss": 0.9655, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 13.561058923996583, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 5.290988018659937e-06, | |
| "loss": 0.9738, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 13.578138343296327, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 5.163841998782837e-06, | |
| "loss": 0.9729, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 13.595217762596072, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 5.038201822587474e-06, | |
| "loss": 0.9685, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 13.612297181895816, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 4.914069485035111e-06, | |
| "loss": 0.9698, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 13.62937660119556, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 4.79144695714504e-06, | |
| "loss": 0.9747, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 13.646456020495304, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 4.67033618596322e-06, | |
| "loss": 0.9716, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 13.663535439795046, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 4.550739094531386e-06, | |
| "loss": 0.9771, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 13.68061485909479, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 4.432657581856525e-06, | |
| "loss": 0.9703, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 13.697694278394534, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 4.316093522880648e-06, | |
| "loss": 0.9621, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 13.714773697694278, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 4.20104876845111e-06, | |
| "loss": 0.977, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 13.731853116994023, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 4.087525145291204e-06, | |
| "loss": 0.9682, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 13.748932536293767, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 3.97552445597108e-06, | |
| "loss": 0.9693, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 13.766011955593509, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 3.865048478879241e-06, | |
| "loss": 0.9684, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 13.783091374893253, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 3.7560989681941992e-06, | |
| "loss": 0.9724, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 13.800170794192997, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 3.6486776538566803e-06, | |
| "loss": 0.977, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 13.817250213492741, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 3.542786241542162e-06, | |
| "loss": 0.9676, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 13.834329632792485, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 3.4384264126337328e-06, | |
| "loss": 0.967, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 13.85140905209223, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 3.3355998241954678e-06, | |
| "loss": 0.971, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 13.868488471391974, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 3.2343081089460603e-06, | |
| "loss": 0.9702, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 13.885567890691716, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 3.1345528752329212e-06, | |
| "loss": 0.9733, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 13.90264730999146, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 3.0363357070066544e-06, | |
| "loss": 0.9707, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 13.919726729291204, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 2.939658163795844e-06, | |
| "loss": 0.9696, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 13.936806148590948, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 2.8445217806824077e-06, | |
| "loss": 0.9683, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 13.953885567890692, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 2.750928068277081e-06, | |
| "loss": 0.9703, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 13.970964987190435, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 2.658878512695562e-06, | |
| "loss": 0.9775, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 13.988044406490179, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 2.5683745755348044e-06, | |
| "loss": 0.968, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 13.998292058070026, | |
| "eval_loss": 2.482388734817505, | |
| "eval_runtime": 0.5602, | |
| "eval_samples_per_second": 17.85, | |
| "eval_steps_per_second": 1.785, | |
| "step": 4098 | |
| }, | |
| { | |
| "epoch": 14.005123825789923, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 2.4794176938498837e-06, | |
| "loss": 0.9692, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 14.022203245089667, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 2.392009280131169e-06, | |
| "loss": 0.9693, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 14.039282664389411, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 2.30615072228183e-06, | |
| "loss": 0.9759, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 14.056362083689155, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 2.221843383595923e-06, | |
| "loss": 0.9748, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 14.073441502988898, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 2.139088602736616e-06, | |
| "loss": 0.9762, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 14.090520922288642, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 2.057887693714988e-06, | |
| "loss": 0.9779, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 14.107600341588386, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 1.9782419458692193e-06, | |
| "loss": 0.9726, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 14.12467976088813, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 1.900152623843987e-06, | |
| "loss": 0.964, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 14.141759180187874, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 1.8236209675705274e-06, | |
| "loss": 0.9724, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 14.158838599487618, | |
| "grad_norm": 0.263671875, | |
| "learning_rate": 1.7486481922468489e-06, | |
| "loss": 0.9744, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 14.17591801878736, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 1.6752354883184717e-06, | |
| "loss": 0.9797, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 14.192997438087104, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 1.6033840214595308e-06, | |
| "loss": 0.976, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 14.210076857386849, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 1.5330949325542797e-06, | |
| "loss": 0.9653, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 14.227156276686593, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 1.4643693376789058e-06, | |
| "loss": 0.9744, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 14.244235695986337, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 1.397208328083921e-06, | |
| "loss": 0.9619, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 14.26131511528608, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 1.3316129701766878e-06, | |
| "loss": 0.9673, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 14.278394534585825, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 1.2675843055046765e-06, | |
| "loss": 0.9703, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 14.295473953885567, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 1.205123350738746e-06, | |
| "loss": 0.9778, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 14.312553373185311, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 1.144231097657078e-06, | |
| "loss": 0.9707, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 14.329632792485056, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 1.0849085131294678e-06, | |
| "loss": 0.966, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 14.3467122117848, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 1.0271565391018922e-06, | |
| "loss": 0.9732, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 14.363791631084544, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 9.709760925816325e-07, | |
| "loss": 0.9701, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 14.380871050384286, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 9.163680656226303e-07, | |
| "loss": 0.9754, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 14.39795046968403, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 8.633333253113995e-07, | |
| "loss": 0.9676, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 14.415029888983774, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 8.118727137532034e-07, | |
| "loss": 0.9781, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 14.432109308283518, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 7.619870480587099e-07, | |
| "loss": 0.9664, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 14.449188727583262, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 7.136771203310245e-07, | |
| "loss": 0.9772, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 14.466268146883007, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 6.669436976530885e-07, | |
| "loss": 0.9685, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 14.48334756618275, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 6.21787522075512e-07, | |
| "loss": 0.9722, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 14.500426985482493, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 5.782093106048159e-07, | |
| "loss": 0.969, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 14.517506404782237, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 5.362097551919631e-07, | |
| "loss": 0.9691, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 14.534585824081981, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 4.957895227215015e-07, | |
| "loss": 0.9683, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 14.551665243381725, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 4.569492550008603e-07, | |
| "loss": 0.9676, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 14.56874466268147, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 4.1968956875020336e-07, | |
| "loss": 0.9796, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 14.585824081981212, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 3.84011055592659e-07, | |
| "loss": 0.9671, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 14.602903501280956, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 3.49914282044872e-07, | |
| "loss": 0.9776, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 14.6199829205807, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 3.1739978950806603e-07, | |
| "loss": 0.9661, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 14.637062339880444, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 2.864680942594178e-07, | |
| "loss": 0.9708, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 14.654141759180188, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 2.5711968744382974e-07, | |
| "loss": 0.9728, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 14.671221178479932, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 2.2935503506621436e-07, | |
| "loss": 0.9742, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 14.688300597779676, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 2.0317457798398888e-07, | |
| "loss": 0.9753, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 14.705380017079419, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 1.7857873190019192e-07, | |
| "loss": 0.9707, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 14.722459436379163, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 1.5556788735676675e-07, | |
| "loss": 0.971, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 14.739538855678907, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 1.3414240972843273e-07, | |
| "loss": 0.9695, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 14.756618274978651, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 1.143026392168789e-07, | |
| "loss": 0.9833, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 14.773697694278395, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 9.604889084532387e-08, | |
| "loss": 0.9728, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 14.790777113578137, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 7.938145445357536e-08, | |
| "loss": 0.9739, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 14.807856532877882, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 6.430059469334504e-08, | |
| "loss": 0.974, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 14.824935952177626, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 5.0806551024129565e-08, | |
| "loss": 0.9763, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 14.84201537147737, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 3.889953770935817e-08, | |
| "loss": 0.978, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 14.859094790777114, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 2.8579743813006432e-08, | |
| "loss": 0.9686, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 14.876174210076858, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 1.98473331965654e-08, | |
| "loss": 0.9723, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 14.893253629376602, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 1.270244451652136e-08, | |
| "loss": 0.9641, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 14.910333048676344, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 7.145191222035497e-09, | |
| "loss": 0.968, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 14.927412467976088, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 3.175661553256326e-09, | |
| "loss": 0.9763, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 14.944491887275833, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 7.939185398431193e-10, | |
| "loss": 0.972, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 14.961571306575577, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.0, | |
| "loss": 0.9728, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 14.961571306575577, | |
| "eval_loss": 2.482285976409912, | |
| "eval_runtime": 0.5491, | |
| "eval_samples_per_second": 18.212, | |
| "eval_steps_per_second": 1.821, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 14.961571306575577, | |
| "step": 4380, | |
| "total_flos": 5.145390446595277e+18, | |
| "train_loss": 1.0581742508226333, | |
| "train_runtime": 45587.0719, | |
| "train_samples_per_second": 9.241, | |
| "train_steps_per_second": 0.096 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 4380, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 15, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.145390446595277e+18, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |