| { | |
| "best_metric": 1.305156946182251, | |
| "best_model_checkpoint": "./results/models/checkpoint-230688", | |
| "epoch": 24.0, | |
| "eval_steps": 500, | |
| "global_step": 230688, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.05201831044527674, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.001997919267582189, | |
| "loss": 2.3383, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.10403662089055347, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 0.001995838535164378, | |
| "loss": 1.9394, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.1560549313358302, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.001993757802746567, | |
| "loss": 1.8509, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.20807324178110695, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0019916770703287557, | |
| "loss": 1.8119, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.2600915522263837, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0019895963379109446, | |
| "loss": 1.746, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.3121098626716604, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 0.0019875156054931335, | |
| "loss": 1.7113, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.3641281731169372, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.0019854348730753224, | |
| "loss": 1.6861, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.4161464835622139, | |
| "grad_norm": 0.2451171875, | |
| "learning_rate": 0.0019833541406575114, | |
| "loss": 1.6518, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.4681647940074906, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 0.0019812734082397003, | |
| "loss": 1.6257, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.5201831044527674, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0019791926758218896, | |
| "loss": 1.6184, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.5722014148980441, | |
| "grad_norm": 0.2177734375, | |
| "learning_rate": 0.001977111943404078, | |
| "loss": 1.6034, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.6242197253433208, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 0.001975031210986267, | |
| "loss": 1.5798, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.6762380357885975, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0019729504785684564, | |
| "loss": 1.6023, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.7282563462338744, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0019708697461506453, | |
| "loss": 1.6354, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.7802746566791511, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.0019687890137328337, | |
| "loss": 1.6039, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.8322929671244278, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.001966708281315023, | |
| "loss": 1.5863, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.8843112775697045, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 0.001964627548897212, | |
| "loss": 1.5758, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.9363295880149812, | |
| "grad_norm": 0.2333984375, | |
| "learning_rate": 0.0019625468164794005, | |
| "loss": 1.5658, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.9883478984602581, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00196046608406159, | |
| "loss": 1.5664, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.6215704679489136, | |
| "eval_runtime": 1.5075, | |
| "eval_samples_per_second": 663.37, | |
| "eval_steps_per_second": 0.663, | |
| "step": 9612 | |
| }, | |
| { | |
| "epoch": 1.0403662089055348, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.0019583853516437788, | |
| "loss": 1.5684, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.0923845193508115, | |
| "grad_norm": 0.75, | |
| "learning_rate": 0.0019563046192259677, | |
| "loss": 1.5536, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.1444028297960882, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0019542238868081566, | |
| "loss": 1.5495, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.196421140241365, | |
| "grad_norm": 0.25, | |
| "learning_rate": 0.0019521431543903455, | |
| "loss": 1.529, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.2484394506866416, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.0019500624219725344, | |
| "loss": 1.5307, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.3004577611319184, | |
| "grad_norm": 0.21875, | |
| "learning_rate": 0.0019479816895547233, | |
| "loss": 1.5422, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.352476071577195, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0019459009571369122, | |
| "loss": 1.5281, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.404494382022472, | |
| "grad_norm": 0.2421875, | |
| "learning_rate": 0.0019438202247191011, | |
| "loss": 1.5232, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.4565126924677487, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 0.00194173949230129, | |
| "loss": 1.5286, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.5085310029130254, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 0.001939658759883479, | |
| "loss": 1.5286, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.5605493133583022, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.001937578027465668, | |
| "loss": 1.5173, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.6125676238035789, | |
| "grad_norm": 0.2451171875, | |
| "learning_rate": 0.0019354972950478568, | |
| "loss": 1.5055, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.6645859342488556, | |
| "grad_norm": 0.2255859375, | |
| "learning_rate": 0.0019334165626300457, | |
| "loss": 1.5071, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.7166042446941323, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0019313358302122348, | |
| "loss": 1.5071, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.768622555139409, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.0019292550977944235, | |
| "loss": 1.5211, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.8206408655846857, | |
| "grad_norm": 0.25, | |
| "learning_rate": 0.0019271743653766125, | |
| "loss": 1.5211, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.8726591760299627, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.0019250936329588016, | |
| "loss": 1.5159, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.9246774864752392, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.0019230129005409905, | |
| "loss": 1.5006, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.9766957969205161, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.0019209321681231794, | |
| "loss": 1.5082, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.5491766929626465, | |
| "eval_runtime": 1.6608, | |
| "eval_samples_per_second": 602.119, | |
| "eval_steps_per_second": 0.602, | |
| "step": 19224 | |
| }, | |
| { | |
| "epoch": 2.0287141073657926, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0019188514357053683, | |
| "loss": 1.5182, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.0807324178110695, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.0019167707032875572, | |
| "loss": 1.5172, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.132750728256346, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.0019146899708697464, | |
| "loss": 1.5101, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 2.184769038701623, | |
| "grad_norm": 0.2392578125, | |
| "learning_rate": 0.001912609238451935, | |
| "loss": 1.5086, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.2367873491468995, | |
| "grad_norm": 0.2421875, | |
| "learning_rate": 0.001910528506034124, | |
| "loss": 1.4943, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 2.2888056595921764, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0019084477736163131, | |
| "loss": 1.4848, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 2.3408239700374533, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.0019063670411985018, | |
| "loss": 1.4823, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 2.39284228048273, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.0019042863087806907, | |
| "loss": 1.4702, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.444860590928007, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 0.0019022055763628799, | |
| "loss": 1.4673, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 2.4968789013732833, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.0019001248439450688, | |
| "loss": 1.4706, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.54889721181856, | |
| "grad_norm": 0.75, | |
| "learning_rate": 0.0018980441115272575, | |
| "loss": 1.4635, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 2.6009155222638367, | |
| "grad_norm": 0.201171875, | |
| "learning_rate": 0.0018959633791094466, | |
| "loss": 1.4499, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.6529338327091136, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0018938826466916355, | |
| "loss": 1.4453, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 2.70495214315439, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0018918019142738244, | |
| "loss": 1.4463, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 2.756970453599667, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0018897211818560133, | |
| "loss": 1.452, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 2.808988764044944, | |
| "grad_norm": 0.2236328125, | |
| "learning_rate": 0.0018876404494382023, | |
| "loss": 1.448, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 2.8610070744902205, | |
| "grad_norm": 0.244140625, | |
| "learning_rate": 0.0018855597170203914, | |
| "loss": 1.4525, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 2.9130253849354975, | |
| "grad_norm": 0.2412109375, | |
| "learning_rate": 0.00188347898460258, | |
| "loss": 1.4457, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 2.965043695380774, | |
| "grad_norm": 0.60546875, | |
| "learning_rate": 0.001881398252184769, | |
| "loss": 1.4468, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 1.4870332479476929, | |
| "eval_runtime": 1.4668, | |
| "eval_samples_per_second": 681.76, | |
| "eval_steps_per_second": 0.682, | |
| "step": 28836 | |
| }, | |
| { | |
| "epoch": 3.017062005826051, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0018793175197669581, | |
| "loss": 1.4453, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 3.0690803162713274, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 0.001877236787349147, | |
| "loss": 1.4455, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 3.1210986267166043, | |
| "grad_norm": 0.2314453125, | |
| "learning_rate": 0.0018751560549313357, | |
| "loss": 1.4378, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 3.173116937161881, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0018730753225135249, | |
| "loss": 1.4342, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 3.2251352476071578, | |
| "grad_norm": 5.09375, | |
| "learning_rate": 0.0018709945900957138, | |
| "loss": 1.4401, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 3.2771535580524347, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0018689138576779025, | |
| "loss": 1.4317, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 3.329171868497711, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.0018668331252600916, | |
| "loss": 1.4252, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 3.381190178942988, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.0018647523928422805, | |
| "loss": 1.427, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 3.4332084893882646, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 0.0018626716604244697, | |
| "loss": 1.4207, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 3.4852267998335416, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0018605909280066584, | |
| "loss": 1.4209, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 3.537245110278818, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.0018585101955888473, | |
| "loss": 1.418, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 3.589263420724095, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0018564294631710364, | |
| "loss": 1.4153, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 3.6412817311693715, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.001854348730753225, | |
| "loss": 1.4171, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 3.6933000416146484, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 0.001852267998335414, | |
| "loss": 1.4203, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 3.7453183520599254, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.0018501872659176031, | |
| "loss": 1.4189, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 3.797336662505202, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.001848106533499792, | |
| "loss": 1.4212, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 3.8493549729504783, | |
| "grad_norm": 0.2158203125, | |
| "learning_rate": 0.0018460258010819808, | |
| "loss": 1.4151, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 3.9013732833957553, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0018439450686641699, | |
| "loss": 1.4087, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 3.9533915938410322, | |
| "grad_norm": 0.228515625, | |
| "learning_rate": 0.0018418643362463588, | |
| "loss": 1.4038, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 1.4296818971633911, | |
| "eval_runtime": 1.3293, | |
| "eval_samples_per_second": 752.251, | |
| "eval_steps_per_second": 0.752, | |
| "step": 38448 | |
| }, | |
| { | |
| "epoch": 4.005409904286309, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 0.0018397836038285475, | |
| "loss": 1.4037, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 4.057428214731585, | |
| "grad_norm": 1.703125, | |
| "learning_rate": 0.0018377028714107366, | |
| "loss": 1.402, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 4.109446525176862, | |
| "grad_norm": 0.2138671875, | |
| "learning_rate": 0.0018356221389929255, | |
| "loss": 1.3972, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 4.161464835622139, | |
| "grad_norm": 0.2001953125, | |
| "learning_rate": 0.0018335414065751145, | |
| "loss": 1.3996, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 4.213483146067416, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.0018314606741573034, | |
| "loss": 1.3989, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 4.265501456512692, | |
| "grad_norm": 0.2041015625, | |
| "learning_rate": 0.0018293799417394923, | |
| "loss": 1.3945, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 4.317519766957969, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.0018272992093216814, | |
| "loss": 1.3936, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 4.369538077403246, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.0018252184769038703, | |
| "loss": 1.3906, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 4.421556387848523, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.001823137744486059, | |
| "loss": 1.3946, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 4.473574698293799, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0018210570120682482, | |
| "loss": 1.4069, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 4.525593008739076, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.001818976279650437, | |
| "loss": 1.4049, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 4.577611319184353, | |
| "grad_norm": 0.263671875, | |
| "learning_rate": 0.0018168955472326258, | |
| "loss": 1.3995, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 4.62962962962963, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.001814814814814815, | |
| "loss": 1.4053, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 4.681647940074907, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.0018127340823970038, | |
| "loss": 1.4, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 4.733666250520183, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.0018106533499791927, | |
| "loss": 1.3946, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 4.78568456096546, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 0.0018085726175613816, | |
| "loss": 1.3914, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 4.837702871410737, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 0.0018064918851435705, | |
| "loss": 1.3882, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 4.889721181856014, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0018044111527257595, | |
| "loss": 1.3905, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 4.94173949230129, | |
| "grad_norm": 0.2197265625, | |
| "learning_rate": 0.0018023304203079484, | |
| "loss": 1.3927, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 4.9937578027465666, | |
| "grad_norm": 0.23828125, | |
| "learning_rate": 0.0018002496878901373, | |
| "loss": 1.3883, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 1.4223600625991821, | |
| "eval_runtime": 1.6852, | |
| "eval_samples_per_second": 593.419, | |
| "eval_steps_per_second": 0.593, | |
| "step": 48060 | |
| }, | |
| { | |
| "epoch": 5.0457761131918435, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0017981689554723264, | |
| "loss": 1.3873, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 5.09779442363712, | |
| "grad_norm": 0.203125, | |
| "learning_rate": 0.0017960882230545153, | |
| "loss": 1.3831, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 5.149812734082397, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.001794007490636704, | |
| "loss": 1.3784, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 5.201831044527673, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.0017919267582188932, | |
| "loss": 1.3821, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 5.25384935497295, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.001789846025801082, | |
| "loss": 1.3781, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 5.305867665418227, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0017877652933832708, | |
| "loss": 1.381, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 5.357885975863504, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.00178568456096546, | |
| "loss": 1.381, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 5.40990428630878, | |
| "grad_norm": 0.263671875, | |
| "learning_rate": 0.0017836038285476488, | |
| "loss": 1.375, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 5.461922596754057, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0017815230961298377, | |
| "loss": 1.3776, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 5.513940907199334, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0017794423637120266, | |
| "loss": 1.3773, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 5.565959217644611, | |
| "grad_norm": 0.228515625, | |
| "learning_rate": 0.0017773616312942156, | |
| "loss": 1.3809, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 5.617977528089888, | |
| "grad_norm": 0.8671875, | |
| "learning_rate": 0.0017752808988764045, | |
| "loss": 1.3786, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 5.669995838535164, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.0017732001664585936, | |
| "loss": 1.3762, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 5.722014148980441, | |
| "grad_norm": 0.2451171875, | |
| "learning_rate": 0.0017711194340407823, | |
| "loss": 1.3741, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 5.774032459425718, | |
| "grad_norm": 0.224609375, | |
| "learning_rate": 0.0017690387016229714, | |
| "loss": 1.3719, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 5.826050769870995, | |
| "grad_norm": 0.208984375, | |
| "learning_rate": 0.0017669579692051603, | |
| "loss": 1.3712, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 5.878069080316271, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.001764877236787349, | |
| "loss": 1.3716, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 5.930087390761548, | |
| "grad_norm": 0.2373046875, | |
| "learning_rate": 0.0017627965043695382, | |
| "loss": 1.3739, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 5.982105701206825, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.001760715771951727, | |
| "loss": 1.3744, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 1.4039781093597412, | |
| "eval_runtime": 1.6711, | |
| "eval_samples_per_second": 598.397, | |
| "eval_steps_per_second": 0.598, | |
| "step": 57672 | |
| }, | |
| { | |
| "epoch": 6.034124011652102, | |
| "grad_norm": 0.2451171875, | |
| "learning_rate": 0.001758635039533916, | |
| "loss": 1.3701, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 6.086142322097379, | |
| "grad_norm": 0.2197265625, | |
| "learning_rate": 0.001756554307116105, | |
| "loss": 1.3629, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 6.138160632542655, | |
| "grad_norm": 0.2451171875, | |
| "learning_rate": 0.0017544735746982938, | |
| "loss": 1.3656, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 6.190178942987932, | |
| "grad_norm": 0.23046875, | |
| "learning_rate": 0.0017523928422804827, | |
| "loss": 1.3673, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 6.242197253433209, | |
| "grad_norm": 0.2080078125, | |
| "learning_rate": 0.0017503121098626717, | |
| "loss": 1.363, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 6.294215563878486, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 0.0017482313774448606, | |
| "loss": 1.3632, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 6.346233874323762, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0017461506450270495, | |
| "loss": 1.36, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 6.398252184769039, | |
| "grad_norm": 0.58203125, | |
| "learning_rate": 0.0017440699126092386, | |
| "loss": 1.3578, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 6.4502704952143155, | |
| "grad_norm": 0.2421875, | |
| "learning_rate": 0.0017419891801914273, | |
| "loss": 1.3622, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 6.502288805659592, | |
| "grad_norm": 0.21484375, | |
| "learning_rate": 0.0017399084477736164, | |
| "loss": 1.3607, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 6.554307116104869, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.0017378277153558054, | |
| "loss": 1.3552, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 6.606325426550145, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.001735746982937994, | |
| "loss": 1.3518, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 6.658343736995422, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0017336662505201832, | |
| "loss": 1.3498, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 6.710362047440699, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 0.001731585518102372, | |
| "loss": 1.3528, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 6.762380357885976, | |
| "grad_norm": 0.216796875, | |
| "learning_rate": 0.001729504785684561, | |
| "loss": 1.3528, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 6.814398668331252, | |
| "grad_norm": 0.234375, | |
| "learning_rate": 0.00172742405326675, | |
| "loss": 1.3514, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 6.866416978776529, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.0017253433208489388, | |
| "loss": 1.3519, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 6.918435289221806, | |
| "grad_norm": 0.2412109375, | |
| "learning_rate": 0.0017232625884311278, | |
| "loss": 1.3475, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 6.970453599667083, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.0017211818560133169, | |
| "loss": 1.3498, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 1.3733755350112915, | |
| "eval_runtime": 1.5013, | |
| "eval_samples_per_second": 666.111, | |
| "eval_steps_per_second": 0.666, | |
| "step": 67284 | |
| }, | |
| { | |
| "epoch": 7.022471910112359, | |
| "grad_norm": 0.2373046875, | |
| "learning_rate": 0.0017191011235955056, | |
| "loss": 1.348, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 7.074490220557636, | |
| "grad_norm": 0.2333984375, | |
| "learning_rate": 0.0017170203911776945, | |
| "loss": 1.3467, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 7.126508531002913, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.0017149396587598836, | |
| "loss": 1.3484, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 7.17852684144819, | |
| "grad_norm": 0.216796875, | |
| "learning_rate": 0.0017128589263420723, | |
| "loss": 1.3504, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 7.230545151893467, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0017107781939242615, | |
| "loss": 1.3474, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 7.282563462338743, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 0.0017086974615064504, | |
| "loss": 1.3457, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 7.33458177278402, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.0017066167290886393, | |
| "loss": 1.344, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 7.386600083229297, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.0017045359966708282, | |
| "loss": 1.3409, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 7.438618393674574, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.001702455264253017, | |
| "loss": 1.3427, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 7.49063670411985, | |
| "grad_norm": 0.2236328125, | |
| "learning_rate": 0.001700374531835206, | |
| "loss": 1.3446, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 7.542655014565127, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.001698293799417395, | |
| "loss": 1.3427, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 7.594673325010404, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.0016962130669995838, | |
| "loss": 1.3451, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 7.646691635455681, | |
| "grad_norm": 0.236328125, | |
| "learning_rate": 0.0016941323345817728, | |
| "loss": 1.3473, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 7.698709945900957, | |
| "grad_norm": 0.2490234375, | |
| "learning_rate": 0.001692051602163962, | |
| "loss": 1.3487, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 7.750728256346234, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0016899708697461506, | |
| "loss": 1.3565, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 7.802746566791511, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.0016878901373283395, | |
| "loss": 1.348, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 7.8547648772367875, | |
| "grad_norm": 0.2021484375, | |
| "learning_rate": 0.0016858094049105286, | |
| "loss": 1.3478, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 7.9067831876820645, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.0016837286724927173, | |
| "loss": 1.3484, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 7.9588014981273405, | |
| "grad_norm": 0.1943359375, | |
| "learning_rate": 0.0016816479400749065, | |
| "loss": 1.3457, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 1.3691484928131104, | |
| "eval_runtime": 1.5204, | |
| "eval_samples_per_second": 657.725, | |
| "eval_steps_per_second": 0.658, | |
| "step": 76896 | |
| }, | |
| { | |
| "epoch": 8.010819808572618, | |
| "grad_norm": 0.244140625, | |
| "learning_rate": 0.0016795672076570954, | |
| "loss": 1.3419, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 8.062838119017893, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.0016774864752392843, | |
| "loss": 1.3375, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 8.11485642946317, | |
| "grad_norm": 0.19921875, | |
| "learning_rate": 0.0016754057428214732, | |
| "loss": 1.3368, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 8.166874739908447, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0016733250104036621, | |
| "loss": 1.3385, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 8.218893050353724, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.001671244277985851, | |
| "loss": 1.3329, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 8.270911360799001, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 0.0016691635455680402, | |
| "loss": 1.3346, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 8.322929671244278, | |
| "grad_norm": 0.1943359375, | |
| "learning_rate": 0.0016670828131502289, | |
| "loss": 1.3342, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 8.374947981689555, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 0.0016650020807324178, | |
| "loss": 1.3313, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 8.426966292134832, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.001662921348314607, | |
| "loss": 1.33, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 8.478984602580109, | |
| "grad_norm": 0.244140625, | |
| "learning_rate": 0.0016608406158967956, | |
| "loss": 1.3321, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 8.531002913025384, | |
| "grad_norm": 0.2373046875, | |
| "learning_rate": 0.0016587598834789845, | |
| "loss": 1.3322, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 8.583021223470661, | |
| "grad_norm": 0.2412109375, | |
| "learning_rate": 0.0016566791510611736, | |
| "loss": 1.3354, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 8.635039533915938, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.0016545984186433626, | |
| "loss": 1.3358, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 8.687057844361215, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 0.0016525176862255513, | |
| "loss": 1.3303, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 8.739076154806492, | |
| "grad_norm": 0.1865234375, | |
| "learning_rate": 0.0016504369538077404, | |
| "loss": 1.3332, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 8.791094465251769, | |
| "grad_norm": 0.201171875, | |
| "learning_rate": 0.0016483562213899293, | |
| "loss": 1.3337, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 8.843112775697046, | |
| "grad_norm": 0.6015625, | |
| "learning_rate": 0.0016462754889721182, | |
| "loss": 1.3321, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 8.895131086142323, | |
| "grad_norm": 0.205078125, | |
| "learning_rate": 0.0016441947565543071, | |
| "loss": 1.3283, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 8.947149396587598, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.001642114024136496, | |
| "loss": 1.3306, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 8.999167707032875, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 0.0016400332917186852, | |
| "loss": 1.3315, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_loss": 1.3568580150604248, | |
| "eval_runtime": 1.6522, | |
| "eval_samples_per_second": 605.266, | |
| "eval_steps_per_second": 0.605, | |
| "step": 86508 | |
| }, | |
| { | |
| "epoch": 9.051186017478152, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 0.0016379525593008739, | |
| "loss": 1.3232, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 9.103204327923429, | |
| "grad_norm": 0.2265625, | |
| "learning_rate": 0.0016358718268830628, | |
| "loss": 1.3251, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 9.155222638368706, | |
| "grad_norm": 0.21484375, | |
| "learning_rate": 0.001633791094465252, | |
| "loss": 1.3295, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 9.207240948813983, | |
| "grad_norm": 0.25, | |
| "learning_rate": 0.0016317103620474408, | |
| "loss": 1.3261, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 9.25925925925926, | |
| "grad_norm": 0.171875, | |
| "learning_rate": 0.0016296296296296295, | |
| "loss": 1.3288, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 9.311277569704536, | |
| "grad_norm": 0.1962890625, | |
| "learning_rate": 0.0016275488972118187, | |
| "loss": 1.3276, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 9.363295880149813, | |
| "grad_norm": 0.22265625, | |
| "learning_rate": 0.0016254681647940076, | |
| "loss": 1.3257, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 9.41531419059509, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.0016233874323761963, | |
| "loss": 1.3219, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 9.467332501040365, | |
| "grad_norm": 0.2470703125, | |
| "learning_rate": 0.0016213066999583854, | |
| "loss": 1.3219, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 9.519350811485642, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 0.0016192259675405743, | |
| "loss": 1.3216, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 9.57136912193092, | |
| "grad_norm": 0.189453125, | |
| "learning_rate": 0.0016171452351227634, | |
| "loss": 1.324, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 9.623387432376196, | |
| "grad_norm": 0.1943359375, | |
| "learning_rate": 0.0016150645027049521, | |
| "loss": 1.3212, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 9.675405742821473, | |
| "grad_norm": 0.2041015625, | |
| "learning_rate": 0.001612983770287141, | |
| "loss": 1.3217, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 9.72742405326675, | |
| "grad_norm": 0.22265625, | |
| "learning_rate": 0.0016109030378693302, | |
| "loss": 1.3219, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 9.779442363712027, | |
| "grad_norm": 0.2470703125, | |
| "learning_rate": 0.0016088223054515189, | |
| "loss": 1.3219, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 9.831460674157304, | |
| "grad_norm": 0.2080078125, | |
| "learning_rate": 0.0016067415730337078, | |
| "loss": 1.3188, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 9.88347898460258, | |
| "grad_norm": 0.2392578125, | |
| "learning_rate": 0.001604660840615897, | |
| "loss": 1.3205, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 9.935497295047856, | |
| "grad_norm": 1.828125, | |
| "learning_rate": 0.0016025801081980858, | |
| "loss": 1.3238, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 9.987515605493133, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0016004993757802745, | |
| "loss": 1.3224, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_loss": 1.3528562784194946, | |
| "eval_runtime": 1.936, | |
| "eval_samples_per_second": 516.533, | |
| "eval_steps_per_second": 0.517, | |
| "step": 96120 | |
| }, | |
| { | |
| "epoch": 10.03953391593841, | |
| "grad_norm": 0.2490234375, | |
| "learning_rate": 0.0015984186433624637, | |
| "loss": 1.3174, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 10.091552226383687, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.0015963379109446526, | |
| "loss": 1.3199, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 10.143570536828964, | |
| "grad_norm": 0.1982421875, | |
| "learning_rate": 0.0015942571785268413, | |
| "loss": 1.3187, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 10.19558884727424, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0015921764461090304, | |
| "loss": 1.3205, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 10.247607157719518, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.0015900957136912193, | |
| "loss": 1.3201, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 10.299625468164795, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 0.0015880149812734085, | |
| "loss": 1.3193, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 10.35164377861007, | |
| "grad_norm": 0.23828125, | |
| "learning_rate": 0.0015859342488555972, | |
| "loss": 1.3181, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 10.403662089055347, | |
| "grad_norm": 0.23828125, | |
| "learning_rate": 0.001583853516437786, | |
| "loss": 1.3169, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 10.455680399500624, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0015817727840199752, | |
| "loss": 1.3162, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 10.5076987099459, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 0.0015796920516021641, | |
| "loss": 1.3217, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 10.559717020391178, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0015776113191843528, | |
| "loss": 1.3245, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 10.611735330836455, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.001575530586766542, | |
| "loss": 1.3233, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 10.663753641281732, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0015734498543487309, | |
| "loss": 1.3182, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 10.715771951727008, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.0015713691219309195, | |
| "loss": 1.3163, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 10.767790262172285, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.0015692883895131087, | |
| "loss": 1.3181, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 10.81980857261756, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 0.0015672076570952976, | |
| "loss": 1.3171, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 10.871826883062838, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.0015651269246774865, | |
| "loss": 1.3177, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 10.923845193508114, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.0015630461922596754, | |
| "loss": 1.3211, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 10.975863503953391, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0015609654598418643, | |
| "loss": 1.3183, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_loss": 1.347601056098938, | |
| "eval_runtime": 1.5374, | |
| "eval_samples_per_second": 650.453, | |
| "eval_steps_per_second": 0.65, | |
| "step": 105732 | |
| }, | |
| { | |
| "epoch": 11.027881814398668, | |
| "grad_norm": 0.21484375, | |
| "learning_rate": 0.0015588847274240535, | |
| "loss": 1.315, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 11.079900124843945, | |
| "grad_norm": 0.2138671875, | |
| "learning_rate": 0.0015568039950062422, | |
| "loss": 1.3125, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 11.131918435289222, | |
| "grad_norm": 0.1865234375, | |
| "learning_rate": 0.001554723262588431, | |
| "loss": 1.3114, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 11.1839367457345, | |
| "grad_norm": 0.2412109375, | |
| "learning_rate": 0.0015526425301706202, | |
| "loss": 1.3104, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 11.235955056179776, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.0015505617977528091, | |
| "loss": 1.3109, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 11.287973366625051, | |
| "grad_norm": 0.2265625, | |
| "learning_rate": 0.0015484810653349978, | |
| "loss": 1.3119, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 11.339991677070328, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.001546400332917187, | |
| "loss": 1.31, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 11.392009987515605, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.0015443196004993759, | |
| "loss": 1.3114, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 11.444028297960882, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.0015422388680815646, | |
| "loss": 1.3133, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 11.496046608406159, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.0015401581356637537, | |
| "loss": 1.3129, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 11.548064918851436, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.0015380774032459426, | |
| "loss": 1.3125, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 11.600083229296713, | |
| "grad_norm": 0.212890625, | |
| "learning_rate": 0.0015359966708281315, | |
| "loss": 1.312, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 11.65210153974199, | |
| "grad_norm": 0.19140625, | |
| "learning_rate": 0.0015339159384103204, | |
| "loss": 1.3107, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 11.704119850187267, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.0015318352059925093, | |
| "loss": 1.3116, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 11.756138160632542, | |
| "grad_norm": 0.189453125, | |
| "learning_rate": 0.0015297544735746985, | |
| "loss": 1.3104, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 11.808156471077819, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0015276737411568874, | |
| "loss": 1.3102, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 11.860174781523096, | |
| "grad_norm": 0.2314453125, | |
| "learning_rate": 0.001525593008739076, | |
| "loss": 1.309, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 11.912193091968373, | |
| "grad_norm": 0.2431640625, | |
| "learning_rate": 0.0015235122763212652, | |
| "loss": 1.3096, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 11.96421140241365, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 0.0015214315439034541, | |
| "loss": 1.307, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_loss": 1.3371446132659912, | |
| "eval_runtime": 1.4263, | |
| "eval_samples_per_second": 701.11, | |
| "eval_steps_per_second": 0.701, | |
| "step": 115344 | |
| }, | |
| { | |
| "epoch": 12.016229712858927, | |
| "grad_norm": 0.185546875, | |
| "learning_rate": 0.0015193508114856428, | |
| "loss": 1.3041, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 12.068248023304204, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.001517270079067832, | |
| "loss": 1.3025, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 12.12026633374948, | |
| "grad_norm": 0.232421875, | |
| "learning_rate": 0.0015151893466500209, | |
| "loss": 1.3041, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 12.172284644194757, | |
| "grad_norm": 0.20703125, | |
| "learning_rate": 0.0015131086142322098, | |
| "loss": 1.3063, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 12.224302954640033, | |
| "grad_norm": 0.2119140625, | |
| "learning_rate": 0.0015110278818143987, | |
| "loss": 1.3037, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 12.27632126508531, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 0.0015089471493965876, | |
| "loss": 1.3049, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 12.328339575530586, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.0015068664169787765, | |
| "loss": 1.3033, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 12.380357885975863, | |
| "grad_norm": 0.1884765625, | |
| "learning_rate": 0.0015047856845609654, | |
| "loss": 1.3032, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 12.43237619642114, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0015027049521431544, | |
| "loss": 1.3031, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 12.484394506866417, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.0015006242197253433, | |
| "loss": 1.3031, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 12.536412817311694, | |
| "grad_norm": 0.90625, | |
| "learning_rate": 0.0014985434873075324, | |
| "loss": 1.304, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 12.588431127756971, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.001496462754889721, | |
| "loss": 1.3042, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 12.640449438202246, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0014943820224719102, | |
| "loss": 1.3055, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 12.692467748647523, | |
| "grad_norm": 0.20703125, | |
| "learning_rate": 0.0014923012900540991, | |
| "loss": 1.3061, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 12.7444860590928, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.0014902205576362878, | |
| "loss": 1.304, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 12.796504369538077, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.001488139825218477, | |
| "loss": 1.3048, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 12.848522679983354, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 0.0014860590928006659, | |
| "loss": 1.3038, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 12.900540990428631, | |
| "grad_norm": 0.24609375, | |
| "learning_rate": 0.0014839783603828548, | |
| "loss": 1.3029, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 12.952559300873908, | |
| "grad_norm": 0.2021484375, | |
| "learning_rate": 0.0014818976279650437, | |
| "loss": 1.302, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_loss": 1.336362600326538, | |
| "eval_runtime": 1.5551, | |
| "eval_samples_per_second": 643.05, | |
| "eval_steps_per_second": 0.643, | |
| "step": 124956 | |
| }, | |
| { | |
| "epoch": 13.004577611319185, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0014798168955472326, | |
| "loss": 1.3067, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 13.056595921764462, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0014777361631294215, | |
| "loss": 1.3017, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 13.108614232209737, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.0014756554307116107, | |
| "loss": 1.3037, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 13.160632542655014, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.0014735746982937994, | |
| "loss": 1.3047, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 13.21265085310029, | |
| "grad_norm": 0.1982421875, | |
| "learning_rate": 0.0014714939658759883, | |
| "loss": 1.3034, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 13.264669163545568, | |
| "grad_norm": 7.0, | |
| "learning_rate": 0.0014694132334581774, | |
| "loss": 1.303, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 13.316687473990845, | |
| "grad_norm": 0.2275390625, | |
| "learning_rate": 0.0014673325010403661, | |
| "loss": 1.304, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 13.368705784436122, | |
| "grad_norm": 0.240234375, | |
| "learning_rate": 0.0014652517686225552, | |
| "loss": 1.3033, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 13.420724094881399, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0014631710362047442, | |
| "loss": 1.3014, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 13.472742405326676, | |
| "grad_norm": 0.2392578125, | |
| "learning_rate": 0.001461090303786933, | |
| "loss": 1.3004, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 13.524760715771952, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 0.001459009571369122, | |
| "loss": 1.3011, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 13.576779026217228, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.001456928838951311, | |
| "loss": 1.3005, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 13.628797336662505, | |
| "grad_norm": 0.1943359375, | |
| "learning_rate": 0.0014548481065334998, | |
| "loss": 1.3022, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 13.680815647107782, | |
| "grad_norm": 0.2197265625, | |
| "learning_rate": 0.0014527673741156887, | |
| "loss": 1.3013, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 13.732833957553058, | |
| "grad_norm": 0.1904296875, | |
| "learning_rate": 0.0014506866416978776, | |
| "loss": 1.3005, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 13.784852267998335, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.0014486059092800666, | |
| "loss": 1.2997, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 13.836870578443612, | |
| "grad_norm": 0.2412109375, | |
| "learning_rate": 0.0014465251768622557, | |
| "loss": 1.2998, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 13.88888888888889, | |
| "grad_norm": 0.2421875, | |
| "learning_rate": 0.0014444444444444444, | |
| "loss": 1.3001, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 13.940907199334166, | |
| "grad_norm": 0.2265625, | |
| "learning_rate": 0.0014423637120266333, | |
| "loss": 1.2998, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 13.992925509779443, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.0014402829796088224, | |
| "loss": 1.3013, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_loss": 1.3362102508544922, | |
| "eval_runtime": 1.3748, | |
| "eval_samples_per_second": 727.372, | |
| "eval_steps_per_second": 0.727, | |
| "step": 134568 | |
| }, | |
| { | |
| "epoch": 14.044943820224718, | |
| "grad_norm": 0.220703125, | |
| "learning_rate": 0.0014382022471910111, | |
| "loss": 1.2953, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 14.096962130669995, | |
| "grad_norm": 0.2197265625, | |
| "learning_rate": 0.0014361215147732003, | |
| "loss": 1.2956, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 14.148980441115272, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0014340407823553892, | |
| "loss": 1.2953, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 14.20099875156055, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.001431960049937578, | |
| "loss": 1.2959, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 14.253017062005826, | |
| "grad_norm": 0.2158203125, | |
| "learning_rate": 0.001429879317519767, | |
| "loss": 1.2951, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 14.305035372451103, | |
| "grad_norm": 0.1953125, | |
| "learning_rate": 0.001427798585101956, | |
| "loss": 1.2948, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 14.35705368289638, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.0014257178526841448, | |
| "loss": 1.2962, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 14.409071993341657, | |
| "grad_norm": 0.21484375, | |
| "learning_rate": 0.001423637120266334, | |
| "loss": 1.2941, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 14.461090303786934, | |
| "grad_norm": 0.205078125, | |
| "learning_rate": 0.0014215563878485226, | |
| "loss": 1.2958, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 14.513108614232209, | |
| "grad_norm": 0.2255859375, | |
| "learning_rate": 0.0014194756554307116, | |
| "loss": 1.2949, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 14.565126924677486, | |
| "grad_norm": 0.177734375, | |
| "learning_rate": 0.0014173949230129007, | |
| "loss": 1.2933, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 14.617145235122763, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.0014153141905950894, | |
| "loss": 1.295, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 14.66916354556804, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0014132334581772783, | |
| "loss": 1.2944, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 14.721181856013317, | |
| "grad_norm": 0.19140625, | |
| "learning_rate": 0.0014111527257594674, | |
| "loss": 1.2923, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 14.773200166458594, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.0014090719933416563, | |
| "loss": 1.2925, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 14.82521847690387, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.0014069912609238453, | |
| "loss": 1.2907, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 14.877236787349148, | |
| "grad_norm": 0.21875, | |
| "learning_rate": 0.0014049105285060342, | |
| "loss": 1.2936, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 14.929255097794425, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 0.001402829796088223, | |
| "loss": 1.2927, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 14.9812734082397, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.001400749063670412, | |
| "loss": 1.2911, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_loss": 1.3259565830230713, | |
| "eval_runtime": 1.5089, | |
| "eval_samples_per_second": 662.754, | |
| "eval_steps_per_second": 0.663, | |
| "step": 144180 | |
| }, | |
| { | |
| "epoch": 15.033291718684977, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.001398668331252601, | |
| "loss": 1.2892, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 15.085310029130254, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 0.0013965875988347898, | |
| "loss": 1.2898, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 15.13732833957553, | |
| "grad_norm": 0.2119140625, | |
| "learning_rate": 0.001394506866416979, | |
| "loss": 1.2916, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 15.189346650020807, | |
| "grad_norm": 0.2373046875, | |
| "learning_rate": 0.0013924261339991677, | |
| "loss": 1.2906, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 15.241364960466084, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.0013903454015813566, | |
| "loss": 1.2905, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 15.293383270911361, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.0013882646691635457, | |
| "loss": 1.2898, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 15.345401581356638, | |
| "grad_norm": 0.2060546875, | |
| "learning_rate": 0.0013861839367457346, | |
| "loss": 1.2893, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 15.397419891801913, | |
| "grad_norm": 0.2451171875, | |
| "learning_rate": 0.0013841032043279233, | |
| "loss": 1.2905, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 15.44943820224719, | |
| "grad_norm": 0.19140625, | |
| "learning_rate": 0.0013820224719101124, | |
| "loss": 1.2899, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 15.501456512692467, | |
| "grad_norm": 0.2138671875, | |
| "learning_rate": 0.0013799417394923014, | |
| "loss": 1.2913, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 15.553474823137744, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 0.0013778610070744903, | |
| "loss": 1.29, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 15.605493133583021, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.0013757802746566792, | |
| "loss": 1.2906, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 15.657511444028298, | |
| "grad_norm": 0.224609375, | |
| "learning_rate": 0.001373699542238868, | |
| "loss": 1.289, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 15.709529754473575, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0013716188098210572, | |
| "loss": 1.2894, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 15.761548064918852, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.001369538077403246, | |
| "loss": 1.2876, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 15.813566375364129, | |
| "grad_norm": 0.201171875, | |
| "learning_rate": 0.0013674573449854348, | |
| "loss": 1.2886, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 15.865584685809406, | |
| "grad_norm": 0.2158203125, | |
| "learning_rate": 0.001365376612567624, | |
| "loss": 1.2875, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 15.917602996254681, | |
| "grad_norm": 0.1943359375, | |
| "learning_rate": 0.0013632958801498127, | |
| "loss": 1.2874, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 15.969621306699958, | |
| "grad_norm": 0.2138671875, | |
| "learning_rate": 0.0013612151477320016, | |
| "loss": 1.2876, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_loss": 1.3189575672149658, | |
| "eval_runtime": 1.5607, | |
| "eval_samples_per_second": 640.73, | |
| "eval_steps_per_second": 0.641, | |
| "step": 153792 | |
| }, | |
| { | |
| "epoch": 16.021639617145237, | |
| "grad_norm": 0.20703125, | |
| "learning_rate": 0.0013591344153141907, | |
| "loss": 1.285, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 16.073657927590514, | |
| "grad_norm": 0.1845703125, | |
| "learning_rate": 0.0013570536828963796, | |
| "loss": 1.2834, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 16.125676238035787, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0013549729504785683, | |
| "loss": 1.2828, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 16.177694548481064, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.0013528922180607575, | |
| "loss": 1.2826, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 16.22971285892634, | |
| "grad_norm": 0.208984375, | |
| "learning_rate": 0.0013508114856429464, | |
| "loss": 1.2825, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 16.281731169371618, | |
| "grad_norm": 0.2578125, | |
| "learning_rate": 0.001348730753225135, | |
| "loss": 1.2836, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 16.333749479816895, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.0013466500208073242, | |
| "loss": 1.2853, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 16.38576779026217, | |
| "grad_norm": 0.208984375, | |
| "learning_rate": 0.0013445692883895131, | |
| "loss": 1.2859, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 16.43778610070745, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.0013424885559717022, | |
| "loss": 1.2841, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 16.489804411152726, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.001340407823553891, | |
| "loss": 1.2834, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 16.541822721598002, | |
| "grad_norm": 0.197265625, | |
| "learning_rate": 0.0013383270911360799, | |
| "loss": 1.2834, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 16.59384103204328, | |
| "grad_norm": 0.19140625, | |
| "learning_rate": 0.001336246358718269, | |
| "loss": 1.2834, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 16.645859342488556, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.001334165626300458, | |
| "loss": 1.2856, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 16.697877652933833, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.0013320848938826466, | |
| "loss": 1.2829, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 16.74989596337911, | |
| "grad_norm": 0.2119140625, | |
| "learning_rate": 0.0013300041614648357, | |
| "loss": 1.283, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 16.801914273824387, | |
| "grad_norm": 0.208984375, | |
| "learning_rate": 0.0013279234290470246, | |
| "loss": 1.2848, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 16.853932584269664, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.0013258426966292133, | |
| "loss": 1.2837, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 16.90595089471494, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 0.0013237619642114025, | |
| "loss": 1.2824, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 16.957969205160218, | |
| "grad_norm": 0.2236328125, | |
| "learning_rate": 0.0013216812317935914, | |
| "loss": 1.284, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_loss": 1.3203132152557373, | |
| "eval_runtime": 1.432, | |
| "eval_samples_per_second": 698.327, | |
| "eval_steps_per_second": 0.698, | |
| "step": 163404 | |
| }, | |
| { | |
| "epoch": 17.00998751560549, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0013196004993757803, | |
| "loss": 1.2829, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 17.06200582605077, | |
| "grad_norm": 0.21875, | |
| "learning_rate": 0.0013175197669579692, | |
| "loss": 1.2788, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 17.114024136496045, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 0.0013154390345401581, | |
| "loss": 1.2805, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 17.166042446941322, | |
| "grad_norm": 0.2275390625, | |
| "learning_rate": 0.0013133583021223473, | |
| "loss": 1.2815, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 17.2180607573866, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.001311277569704536, | |
| "loss": 1.2817, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 17.270079067831876, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0013091968372867249, | |
| "loss": 1.2835, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 17.322097378277153, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.001307116104868914, | |
| "loss": 1.2823, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 17.37411568872243, | |
| "grad_norm": 0.2158203125, | |
| "learning_rate": 0.001305035372451103, | |
| "loss": 1.2831, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 17.426133999167707, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.0013029546400332916, | |
| "loss": 1.283, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 17.478152309612984, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0013008739076154807, | |
| "loss": 1.2823, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 17.53017062005826, | |
| "grad_norm": 0.2333984375, | |
| "learning_rate": 0.0012987931751976696, | |
| "loss": 1.2826, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 17.582188930503538, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.0012967124427798583, | |
| "loss": 1.2823, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 17.634207240948815, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.0012946317103620475, | |
| "loss": 1.2851, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 17.68622555139409, | |
| "grad_norm": 0.2138671875, | |
| "learning_rate": 0.0012925509779442364, | |
| "loss": 1.2828, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 17.73824386183937, | |
| "grad_norm": 0.21875, | |
| "learning_rate": 0.0012904702455264253, | |
| "loss": 1.2842, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 17.790262172284645, | |
| "grad_norm": 0.2080078125, | |
| "learning_rate": 0.0012883895131086142, | |
| "loss": 1.2839, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 17.842280482729922, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 0.0012863087806908031, | |
| "loss": 1.2848, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 17.8942987931752, | |
| "grad_norm": 1.0, | |
| "learning_rate": 0.0012842280482729923, | |
| "loss": 1.2834, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 17.946317103620473, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 0.0012821473158551812, | |
| "loss": 1.2839, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 17.99833541406575, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0012800665834373699, | |
| "loss": 1.2837, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_loss": 1.3176885843276978, | |
| "eval_runtime": 1.6332, | |
| "eval_samples_per_second": 612.278, | |
| "eval_steps_per_second": 0.612, | |
| "step": 173016 | |
| }, | |
| { | |
| "epoch": 18.050353724511027, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 0.001277985851019559, | |
| "loss": 1.2788, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 18.102372034956304, | |
| "grad_norm": 0.224609375, | |
| "learning_rate": 0.001275905118601748, | |
| "loss": 1.28, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 18.15439034540158, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.0012738243861839366, | |
| "loss": 1.2797, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 18.206408655846857, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.0012717436537661257, | |
| "loss": 1.2813, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 18.258426966292134, | |
| "grad_norm": 0.205078125, | |
| "learning_rate": 0.0012696629213483147, | |
| "loss": 1.2816, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 18.31044527673741, | |
| "grad_norm": 0.21484375, | |
| "learning_rate": 0.0012675821889305036, | |
| "loss": 1.282, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 18.36246358718269, | |
| "grad_norm": 0.62109375, | |
| "learning_rate": 0.0012655014565126925, | |
| "loss": 1.2821, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 18.414481897627965, | |
| "grad_norm": 0.2353515625, | |
| "learning_rate": 0.0012634207240948814, | |
| "loss": 1.2827, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 18.466500208073242, | |
| "grad_norm": 0.2197265625, | |
| "learning_rate": 0.0012613399916770703, | |
| "loss": 1.2802, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 18.51851851851852, | |
| "grad_norm": 0.181640625, | |
| "learning_rate": 0.0012592592592592592, | |
| "loss": 1.2803, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 18.570536828963796, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0012571785268414481, | |
| "loss": 1.2808, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 18.622555139409073, | |
| "grad_norm": 0.1865234375, | |
| "learning_rate": 0.0012550977944236373, | |
| "loss": 1.2795, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 18.67457344985435, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0012530170620058262, | |
| "loss": 1.2789, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 18.726591760299627, | |
| "grad_norm": 0.2158203125, | |
| "learning_rate": 0.0012509363295880149, | |
| "loss": 1.2805, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 18.778610070744904, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 0.001248855597170204, | |
| "loss": 1.2808, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 18.83062838119018, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 0.001246774864752393, | |
| "loss": 1.2798, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 18.882646691635454, | |
| "grad_norm": 0.2490234375, | |
| "learning_rate": 0.0012446941323345816, | |
| "loss": 1.2794, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 18.93466500208073, | |
| "grad_norm": 0.19140625, | |
| "learning_rate": 0.0012426133999167708, | |
| "loss": 1.2801, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 18.986683312526008, | |
| "grad_norm": 0.181640625, | |
| "learning_rate": 0.0012405326674989597, | |
| "loss": 1.2823, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_loss": 1.3176276683807373, | |
| "eval_runtime": 1.3968, | |
| "eval_samples_per_second": 715.946, | |
| "eval_steps_per_second": 0.716, | |
| "step": 182628 | |
| }, | |
| { | |
| "epoch": 19.038701622971285, | |
| "grad_norm": 0.203125, | |
| "learning_rate": 0.0012384519350811486, | |
| "loss": 1.2802, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 19.090719933416562, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0012363712026633375, | |
| "loss": 1.2782, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 19.14273824386184, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.0012342904702455264, | |
| "loss": 1.2769, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 19.194756554307116, | |
| "grad_norm": 0.2060546875, | |
| "learning_rate": 0.0012322097378277153, | |
| "loss": 1.2789, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 19.246774864752393, | |
| "grad_norm": 0.24609375, | |
| "learning_rate": 0.0012301290054099045, | |
| "loss": 1.279, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 19.29879317519767, | |
| "grad_norm": 0.2080078125, | |
| "learning_rate": 0.0012280482729920932, | |
| "loss": 1.2813, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 19.350811485642947, | |
| "grad_norm": 0.1923828125, | |
| "learning_rate": 0.0012259675405742823, | |
| "loss": 1.2811, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 19.402829796088223, | |
| "grad_norm": 0.2060546875, | |
| "learning_rate": 0.0012238868081564712, | |
| "loss": 1.2826, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 19.4548481065335, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.00122180607573866, | |
| "loss": 1.2811, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 19.506866416978777, | |
| "grad_norm": 0.2236328125, | |
| "learning_rate": 0.001219725343320849, | |
| "loss": 1.2814, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 19.558884727424054, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.001217644610903038, | |
| "loss": 1.2794, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 19.61090303786933, | |
| "grad_norm": 0.2041015625, | |
| "learning_rate": 0.0012155638784852269, | |
| "loss": 1.2801, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 19.662921348314608, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.0012134831460674158, | |
| "loss": 1.2796, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 19.714939658759885, | |
| "grad_norm": 0.1962890625, | |
| "learning_rate": 0.0012114024136496047, | |
| "loss": 1.2785, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 19.76695796920516, | |
| "grad_norm": 5.6875, | |
| "learning_rate": 0.0012093216812317936, | |
| "loss": 1.2783, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 19.818976279650435, | |
| "grad_norm": 0.205078125, | |
| "learning_rate": 0.0012072409488139825, | |
| "loss": 1.2782, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 19.870994590095712, | |
| "grad_norm": 3.21875, | |
| "learning_rate": 0.0012051602163961714, | |
| "loss": 1.2792, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 19.92301290054099, | |
| "grad_norm": 0.2119140625, | |
| "learning_rate": 0.0012030794839783603, | |
| "loss": 1.2803, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 19.975031210986266, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.0012009987515605495, | |
| "loss": 1.2778, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_loss": 1.3075087070465088, | |
| "eval_runtime": 1.6065, | |
| "eval_samples_per_second": 622.457, | |
| "eval_steps_per_second": 0.622, | |
| "step": 192240 | |
| }, | |
| { | |
| "epoch": 20.027049521431543, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0011989180191427382, | |
| "loss": 1.2763, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 20.07906783187682, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.0011968372867249273, | |
| "loss": 1.2755, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 20.131086142322097, | |
| "grad_norm": 0.220703125, | |
| "learning_rate": 0.0011947565543071162, | |
| "loss": 1.2754, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 20.183104452767374, | |
| "grad_norm": 0.1875, | |
| "learning_rate": 0.001192675821889305, | |
| "loss": 1.2756, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 20.23512276321265, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.001190595089471494, | |
| "loss": 1.278, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 20.287141073657928, | |
| "grad_norm": 0.1767578125, | |
| "learning_rate": 0.001188514357053683, | |
| "loss": 1.2766, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 20.339159384103205, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.0011864336246358719, | |
| "loss": 1.2769, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 20.39117769454848, | |
| "grad_norm": 0.189453125, | |
| "learning_rate": 0.0011843528922180608, | |
| "loss": 1.2788, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 20.44319600499376, | |
| "grad_norm": 0.20703125, | |
| "learning_rate": 0.0011822721598002497, | |
| "loss": 1.279, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 20.495214315439036, | |
| "grad_norm": 0.17578125, | |
| "learning_rate": 0.0011801914273824386, | |
| "loss": 1.2782, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 20.547232625884313, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 0.0011781106949646277, | |
| "loss": 1.2773, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 20.59925093632959, | |
| "grad_norm": 0.22265625, | |
| "learning_rate": 0.0011760299625468164, | |
| "loss": 1.279, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 20.651269246774866, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.0011739492301290053, | |
| "loss": 1.2786, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 20.70328755722014, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0011718684977111945, | |
| "loss": 1.2788, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 20.755305867665417, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 0.0011697877652933832, | |
| "loss": 1.2781, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 20.807324178110694, | |
| "grad_norm": 0.2314453125, | |
| "learning_rate": 0.001167707032875572, | |
| "loss": 1.2789, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 20.85934248855597, | |
| "grad_norm": 0.23046875, | |
| "learning_rate": 0.0011656263004577612, | |
| "loss": 1.2809, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 20.911360799001248, | |
| "grad_norm": 0.21875, | |
| "learning_rate": 0.0011635455680399501, | |
| "loss": 1.2778, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 20.963379109446524, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.001161464835622139, | |
| "loss": 1.2777, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "eval_loss": 1.3104900121688843, | |
| "eval_runtime": 1.3896, | |
| "eval_samples_per_second": 719.624, | |
| "eval_steps_per_second": 0.72, | |
| "step": 201852 | |
| }, | |
| { | |
| "epoch": 21.0153974198918, | |
| "grad_norm": 0.2265625, | |
| "learning_rate": 0.001159384103204328, | |
| "loss": 1.2777, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 21.06741573033708, | |
| "grad_norm": 0.173828125, | |
| "learning_rate": 0.0011573033707865169, | |
| "loss": 1.2763, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 21.119434040782355, | |
| "grad_norm": 0.2353515625, | |
| "learning_rate": 0.0011552226383687058, | |
| "loss": 1.2753, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 21.171452351227632, | |
| "grad_norm": 0.1875, | |
| "learning_rate": 0.0011531419059508947, | |
| "loss": 1.2752, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 21.22347066167291, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.0011510611735330836, | |
| "loss": 1.2754, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 21.275488972118186, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.0011489804411152727, | |
| "loss": 1.2756, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 21.327507282563463, | |
| "grad_norm": 0.2412109375, | |
| "learning_rate": 0.0011468997086974614, | |
| "loss": 1.2754, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 21.37952559300874, | |
| "grad_norm": 0.208984375, | |
| "learning_rate": 0.0011448189762796504, | |
| "loss": 1.2753, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 21.431543903454017, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0011427382438618395, | |
| "loss": 1.2757, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 21.483562213899294, | |
| "grad_norm": 0.19140625, | |
| "learning_rate": 0.0011406575114440284, | |
| "loss": 1.2755, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 21.53558052434457, | |
| "grad_norm": 0.248046875, | |
| "learning_rate": 0.001138576779026217, | |
| "loss": 1.2764, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 21.587598834789844, | |
| "grad_norm": 0.1953125, | |
| "learning_rate": 0.0011364960466084062, | |
| "loss": 1.2765, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 21.63961714523512, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.0011344153141905951, | |
| "loss": 1.2756, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 21.691635455680398, | |
| "grad_norm": 0.1796875, | |
| "learning_rate": 0.001132334581772784, | |
| "loss": 1.2772, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 21.743653766125675, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.001130253849354973, | |
| "loss": 1.2757, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 21.795672076570952, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 0.0011281731169371619, | |
| "loss": 1.2767, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 21.84769038701623, | |
| "grad_norm": 0.2431640625, | |
| "learning_rate": 0.001126092384519351, | |
| "loss": 1.2741, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 21.899708697461506, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 0.0011240116521015397, | |
| "loss": 1.277, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 21.951727007906783, | |
| "grad_norm": 0.1923828125, | |
| "learning_rate": 0.0011219309196837286, | |
| "loss": 1.2761, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_loss": 1.309814453125, | |
| "eval_runtime": 1.7271, | |
| "eval_samples_per_second": 578.995, | |
| "eval_steps_per_second": 0.579, | |
| "step": 211464 | |
| }, | |
| { | |
| "epoch": 22.00374531835206, | |
| "grad_norm": 0.212890625, | |
| "learning_rate": 0.0011198501872659178, | |
| "loss": 1.2756, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 22.055763628797337, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.0011177694548481065, | |
| "loss": 1.2751, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 22.107781939242614, | |
| "grad_norm": 0.181640625, | |
| "learning_rate": 0.0011156887224302954, | |
| "loss": 1.2746, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 22.15980024968789, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.0011136079900124845, | |
| "loss": 1.2754, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 22.211818560133167, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.0011115272575946734, | |
| "loss": 1.2767, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 22.263836870578444, | |
| "grad_norm": 0.2392578125, | |
| "learning_rate": 0.0011094465251768621, | |
| "loss": 1.2737, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 22.31585518102372, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.0011073657927590512, | |
| "loss": 1.2737, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 22.367873491469, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0011052850603412402, | |
| "loss": 1.2735, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 22.419891801914275, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.001103204327923429, | |
| "loss": 1.2733, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 22.471910112359552, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.001101123595505618, | |
| "loss": 1.2723, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 22.52392842280483, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.001099042863087807, | |
| "loss": 1.274, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 22.575946733250102, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.001096962130669996, | |
| "loss": 1.2744, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 22.62796504369538, | |
| "grad_norm": 0.1953125, | |
| "learning_rate": 0.0010948813982521847, | |
| "loss": 1.2758, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 22.679983354140656, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.0010928006658343736, | |
| "loss": 1.2755, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 22.732001664585933, | |
| "grad_norm": 0.23828125, | |
| "learning_rate": 0.0010907199334165628, | |
| "loss": 1.2742, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 22.78401997503121, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 0.0010886392009987517, | |
| "loss": 1.2741, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 22.836038285476487, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.0010865584685809404, | |
| "loss": 1.2739, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 22.888056595921764, | |
| "grad_norm": 0.166015625, | |
| "learning_rate": 0.0010844777361631295, | |
| "loss": 1.2747, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 22.94007490636704, | |
| "grad_norm": 0.216796875, | |
| "learning_rate": 0.0010823970037453184, | |
| "loss": 1.2733, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 22.992093216812318, | |
| "grad_norm": 0.197265625, | |
| "learning_rate": 0.0010803162713275071, | |
| "loss": 1.2734, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "eval_loss": 1.3059455156326294, | |
| "eval_runtime": 1.6804, | |
| "eval_samples_per_second": 595.106, | |
| "eval_steps_per_second": 0.595, | |
| "step": 221076 | |
| }, | |
| { | |
| "epoch": 23.044111527257595, | |
| "grad_norm": 0.2060546875, | |
| "learning_rate": 0.0010782355389096963, | |
| "loss": 1.2717, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 23.096129837702872, | |
| "grad_norm": 0.2021484375, | |
| "learning_rate": 0.0010761548064918852, | |
| "loss": 1.2719, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 23.14814814814815, | |
| "grad_norm": 0.1796875, | |
| "learning_rate": 0.0010740740740740743, | |
| "loss": 1.2732, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 23.200166458593426, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.001071993341656263, | |
| "loss": 1.2743, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 23.252184769038703, | |
| "grad_norm": 0.87890625, | |
| "learning_rate": 0.001069912609238452, | |
| "loss": 1.2724, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 23.30420307948398, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.001067831876820641, | |
| "loss": 1.271, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 23.356221389929257, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 0.0010657511444028297, | |
| "loss": 1.2721, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 23.408239700374533, | |
| "grad_norm": 0.1962890625, | |
| "learning_rate": 0.0010636704119850186, | |
| "loss": 1.2716, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 23.460258010819807, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.0010615896795672078, | |
| "loss": 1.2714, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 23.512276321265084, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0010595089471493967, | |
| "loss": 1.2719, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 23.56429463171036, | |
| "grad_norm": 0.189453125, | |
| "learning_rate": 0.0010574282147315854, | |
| "loss": 1.2716, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 23.616312942155638, | |
| "grad_norm": 0.2138671875, | |
| "learning_rate": 0.0010553474823137745, | |
| "loss": 1.272, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 23.668331252600915, | |
| "grad_norm": 0.890625, | |
| "learning_rate": 0.0010532667498959634, | |
| "loss": 1.2729, | |
| "step": 227500 | |
| }, | |
| { | |
| "epoch": 23.72034956304619, | |
| "grad_norm": 0.2470703125, | |
| "learning_rate": 0.0010511860174781521, | |
| "loss": 1.2728, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 23.77236787349147, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.0010491052850603413, | |
| "loss": 1.2733, | |
| "step": 228500 | |
| }, | |
| { | |
| "epoch": 23.824386183936745, | |
| "grad_norm": 0.1806640625, | |
| "learning_rate": 0.0010470245526425302, | |
| "loss": 1.2713, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 23.876404494382022, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.0010449438202247193, | |
| "loss": 1.2714, | |
| "step": 229500 | |
| }, | |
| { | |
| "epoch": 23.9284228048273, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.001042863087806908, | |
| "loss": 1.2724, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 23.980441115272576, | |
| "grad_norm": 0.2197265625, | |
| "learning_rate": 0.001040782355389097, | |
| "loss": 1.2716, | |
| "step": 230500 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_loss": 1.305156946182251, | |
| "eval_runtime": 2.3203, | |
| "eval_samples_per_second": 430.983, | |
| "eval_steps_per_second": 0.431, | |
| "step": 230688 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 480600, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 50, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.304114629940989e+19, | |
| "train_batch_size": 1024, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |