| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.36469730123997085, |
| "eval_steps": 500, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00036469730123997083, |
| "grad_norm": 0.2268046736717224, |
| "learning_rate": 4e-05, |
| "loss": 0.6811, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0007293946024799417, |
| "grad_norm": 0.2326797991991043, |
| "learning_rate": 8e-05, |
| "loss": 0.5105, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0010940919037199124, |
| "grad_norm": 0.22285917401313782, |
| "learning_rate": 0.00012, |
| "loss": 0.5868, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0014587892049598833, |
| "grad_norm": 0.19026874005794525, |
| "learning_rate": 0.00016, |
| "loss": 0.4699, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0018234865061998542, |
| "grad_norm": 0.2471790909767151, |
| "learning_rate": 0.0002, |
| "loss": 0.6535, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.002188183807439825, |
| "grad_norm": 0.24426604807376862, |
| "learning_rate": 0.00019992692729265622, |
| "loss": 0.5943, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.002552881108679796, |
| "grad_norm": 0.22199125587940216, |
| "learning_rate": 0.0001998538545853124, |
| "loss": 0.5346, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0029175784099197666, |
| "grad_norm": 0.28295931220054626, |
| "learning_rate": 0.00019978078187796858, |
| "loss": 0.5446, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0032822757111597373, |
| "grad_norm": 0.28008294105529785, |
| "learning_rate": 0.0001997077091706248, |
| "loss": 0.714, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0036469730123997084, |
| "grad_norm": 0.23789669573307037, |
| "learning_rate": 0.00019963463646328097, |
| "loss": 0.505, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0040116703136396795, |
| "grad_norm": 0.31461969017982483, |
| "learning_rate": 0.00019956156375593718, |
| "loss": 0.6611, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.00437636761487965, |
| "grad_norm": 0.31836387515068054, |
| "learning_rate": 0.00019948849104859336, |
| "loss": 0.5954, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.004741064916119621, |
| "grad_norm": 0.24425436556339264, |
| "learning_rate": 0.00019941541834124954, |
| "loss": 0.4776, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.005105762217359592, |
| "grad_norm": 0.2626420259475708, |
| "learning_rate": 0.00019934234563390575, |
| "loss": 0.451, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.005470459518599562, |
| "grad_norm": 0.3038848042488098, |
| "learning_rate": 0.00019926927292656196, |
| "loss": 0.7207, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.005835156819839533, |
| "grad_norm": 0.25323376059532166, |
| "learning_rate": 0.0001991962002192181, |
| "loss": 0.4251, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.006199854121079504, |
| "grad_norm": 0.3116416931152344, |
| "learning_rate": 0.00019912312751187432, |
| "loss": 0.724, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.006564551422319475, |
| "grad_norm": 0.28092512488365173, |
| "learning_rate": 0.00019905005480453053, |
| "loss": 0.6591, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.006929248723559446, |
| "grad_norm": 0.3688206076622009, |
| "learning_rate": 0.0001989769820971867, |
| "loss": 0.8551, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.007293946024799417, |
| "grad_norm": 0.2335461676120758, |
| "learning_rate": 0.00019890390938984292, |
| "loss": 0.3711, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.007658643326039387, |
| "grad_norm": 0.28437790274620056, |
| "learning_rate": 0.0001988308366824991, |
| "loss": 0.4625, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.008023340627279359, |
| "grad_norm": 0.31511029601097107, |
| "learning_rate": 0.00019875776397515528, |
| "loss": 0.6102, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.008388037928519328, |
| "grad_norm": 0.2957281768321991, |
| "learning_rate": 0.0001986846912678115, |
| "loss": 0.6009, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0087527352297593, |
| "grad_norm": 0.26605701446533203, |
| "learning_rate": 0.00019861161856046767, |
| "loss": 0.4492, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.00911743253099927, |
| "grad_norm": 0.2744329273700714, |
| "learning_rate": 0.00019853854585312385, |
| "loss": 0.4166, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.009482129832239242, |
| "grad_norm": 0.3793030083179474, |
| "learning_rate": 0.00019846547314578006, |
| "loss": 0.7185, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.009846827133479213, |
| "grad_norm": 0.3891250789165497, |
| "learning_rate": 0.00019839240043843624, |
| "loss": 0.9231, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.010211524434719184, |
| "grad_norm": 0.4095641076564789, |
| "learning_rate": 0.00019831932773109245, |
| "loss": 0.706, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.010576221735959153, |
| "grad_norm": 0.3578352928161621, |
| "learning_rate": 0.00019824625502374866, |
| "loss": 0.5935, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.010940919037199124, |
| "grad_norm": 0.3827204406261444, |
| "learning_rate": 0.0001981731823164048, |
| "loss": 0.8403, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.011305616338439095, |
| "grad_norm": 0.3178398609161377, |
| "learning_rate": 0.00019810010960906102, |
| "loss": 0.588, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.011670313639679067, |
| "grad_norm": 0.3158668279647827, |
| "learning_rate": 0.00019802703690171723, |
| "loss": 0.5753, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.012035010940919038, |
| "grad_norm": 0.26300448179244995, |
| "learning_rate": 0.0001979539641943734, |
| "loss": 0.573, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.012399708242159009, |
| "grad_norm": 0.2760365605354309, |
| "learning_rate": 0.0001978808914870296, |
| "loss": 0.5887, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.012764405543398978, |
| "grad_norm": 0.34060901403427124, |
| "learning_rate": 0.0001978078187796858, |
| "loss": 0.7347, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.01312910284463895, |
| "grad_norm": 0.2601701319217682, |
| "learning_rate": 0.00019773474607234198, |
| "loss": 0.5684, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.01349380014587892, |
| "grad_norm": 0.33629322052001953, |
| "learning_rate": 0.0001976616733649982, |
| "loss": 0.8124, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.013858497447118891, |
| "grad_norm": 0.36825031042099, |
| "learning_rate": 0.00019758860065765437, |
| "loss": 0.8472, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.014223194748358862, |
| "grad_norm": 0.28288817405700684, |
| "learning_rate": 0.00019751552795031055, |
| "loss": 0.76, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.014587892049598834, |
| "grad_norm": 0.29537615180015564, |
| "learning_rate": 0.00019744245524296676, |
| "loss": 0.7321, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.014952589350838803, |
| "grad_norm": 0.34148740768432617, |
| "learning_rate": 0.00019736938253562297, |
| "loss": 0.8342, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.015317286652078774, |
| "grad_norm": 0.292447566986084, |
| "learning_rate": 0.00019729630982827915, |
| "loss": 0.6134, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.015681983953318747, |
| "grad_norm": 0.2850889265537262, |
| "learning_rate": 0.00019722323712093533, |
| "loss": 0.6998, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.016046681254558718, |
| "grad_norm": 0.3336108326911926, |
| "learning_rate": 0.00019715016441359154, |
| "loss": 0.8365, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.016411378555798686, |
| "grad_norm": 0.34880322217941284, |
| "learning_rate": 0.00019707709170624772, |
| "loss": 0.8137, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.016776075857038657, |
| "grad_norm": 0.27575618028640747, |
| "learning_rate": 0.00019700401899890393, |
| "loss": 0.7041, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.017140773158278628, |
| "grad_norm": 0.32200825214385986, |
| "learning_rate": 0.0001969309462915601, |
| "loss": 0.9865, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0175054704595186, |
| "grad_norm": 0.31082266569137573, |
| "learning_rate": 0.0001968578735842163, |
| "loss": 0.7872, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.01787016776075857, |
| "grad_norm": 0.3037458658218384, |
| "learning_rate": 0.0001967848008768725, |
| "loss": 1.005, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.01823486506199854, |
| "grad_norm": 0.22701998054981232, |
| "learning_rate": 0.0001967117281695287, |
| "loss": 0.4318, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.018599562363238512, |
| "grad_norm": 0.27476680278778076, |
| "learning_rate": 0.00019663865546218486, |
| "loss": 0.6872, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.018964259664478483, |
| "grad_norm": 0.2562110424041748, |
| "learning_rate": 0.00019656558275484107, |
| "loss": 0.6356, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.019328956965718454, |
| "grad_norm": 0.2805593013763428, |
| "learning_rate": 0.00019649251004749728, |
| "loss": 0.8285, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.019693654266958426, |
| "grad_norm": 0.32811108231544495, |
| "learning_rate": 0.00019641943734015346, |
| "loss": 0.8711, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.020058351568198397, |
| "grad_norm": 0.24847714602947235, |
| "learning_rate": 0.00019634636463280967, |
| "loss": 0.6721, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.020423048869438368, |
| "grad_norm": 0.2888585031032562, |
| "learning_rate": 0.00019627329192546585, |
| "loss": 0.786, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.020787746170678335, |
| "grad_norm": 0.2474086582660675, |
| "learning_rate": 0.00019620021921812203, |
| "loss": 0.6735, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.021152443471918306, |
| "grad_norm": 0.28172221779823303, |
| "learning_rate": 0.00019612714651077824, |
| "loss": 0.7776, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.021517140773158278, |
| "grad_norm": 0.3260613977909088, |
| "learning_rate": 0.00019605407380343442, |
| "loss": 0.8941, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.02188183807439825, |
| "grad_norm": 0.2589282989501953, |
| "learning_rate": 0.0001959810010960906, |
| "loss": 0.6758, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.02224653537563822, |
| "grad_norm": 0.2978575825691223, |
| "learning_rate": 0.0001959079283887468, |
| "loss": 0.7084, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.02261123267687819, |
| "grad_norm": 0.2522169351577759, |
| "learning_rate": 0.000195834855681403, |
| "loss": 0.6634, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.022975929978118162, |
| "grad_norm": 0.3184927999973297, |
| "learning_rate": 0.0001957617829740592, |
| "loss": 0.9409, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.023340627279358133, |
| "grad_norm": 0.24009554088115692, |
| "learning_rate": 0.00019568871026671538, |
| "loss": 0.6867, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.023705324580598104, |
| "grad_norm": 0.2735375761985779, |
| "learning_rate": 0.00019561563755937157, |
| "loss": 0.6533, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.024070021881838075, |
| "grad_norm": 0.2777388095855713, |
| "learning_rate": 0.00019554256485202777, |
| "loss": 0.7517, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.024434719183078046, |
| "grad_norm": 0.271108478307724, |
| "learning_rate": 0.00019546949214468398, |
| "loss": 0.8724, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.024799416484318017, |
| "grad_norm": 0.22648799419403076, |
| "learning_rate": 0.00019539641943734016, |
| "loss": 0.523, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.02516411378555799, |
| "grad_norm": 0.2377820461988449, |
| "learning_rate": 0.00019532334672999634, |
| "loss": 0.5099, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.025528811086797956, |
| "grad_norm": 0.22092792391777039, |
| "learning_rate": 0.00019525027402265255, |
| "loss": 0.5447, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.025893508388037927, |
| "grad_norm": 0.26954007148742676, |
| "learning_rate": 0.00019517720131530873, |
| "loss": 0.6141, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0262582056892779, |
| "grad_norm": 0.2562531530857086, |
| "learning_rate": 0.00019510412860796494, |
| "loss": 0.7991, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.02662290299051787, |
| "grad_norm": 0.28438082337379456, |
| "learning_rate": 0.00019503105590062112, |
| "loss": 0.9198, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.02698760029175784, |
| "grad_norm": 0.1985676884651184, |
| "learning_rate": 0.0001949579831932773, |
| "loss": 0.4564, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.02735229759299781, |
| "grad_norm": 0.23653608560562134, |
| "learning_rate": 0.00019488491048593351, |
| "loss": 0.6741, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.027716994894237783, |
| "grad_norm": 0.18751463294029236, |
| "learning_rate": 0.00019481183777858972, |
| "loss": 0.378, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.028081692195477754, |
| "grad_norm": 0.2654147148132324, |
| "learning_rate": 0.0001947387650712459, |
| "loss": 0.6615, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.028446389496717725, |
| "grad_norm": 0.2540780007839203, |
| "learning_rate": 0.00019466569236390208, |
| "loss": 0.661, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.028811086797957696, |
| "grad_norm": 0.2665940821170807, |
| "learning_rate": 0.0001945926196565583, |
| "loss": 0.7608, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.029175784099197667, |
| "grad_norm": 0.27822214365005493, |
| "learning_rate": 0.00019451954694921447, |
| "loss": 0.9142, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.02954048140043764, |
| "grad_norm": 0.26205846667289734, |
| "learning_rate": 0.00019444647424187068, |
| "loss": 0.7416, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.029905178701677606, |
| "grad_norm": 0.2633398175239563, |
| "learning_rate": 0.00019437340153452686, |
| "loss": 0.6727, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.030269876002917577, |
| "grad_norm": 0.2297828495502472, |
| "learning_rate": 0.00019430032882718305, |
| "loss": 0.5744, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.030634573304157548, |
| "grad_norm": 0.27555879950523376, |
| "learning_rate": 0.00019422725611983925, |
| "loss": 0.7682, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.03099927060539752, |
| "grad_norm": 0.2495211362838745, |
| "learning_rate": 0.00019415418341249546, |
| "loss": 0.7603, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.031363967906637494, |
| "grad_norm": 0.24564798176288605, |
| "learning_rate": 0.00019408111070515162, |
| "loss": 0.6745, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.03172866520787746, |
| "grad_norm": 0.2123216986656189, |
| "learning_rate": 0.00019400803799780783, |
| "loss": 0.5624, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.032093362509117436, |
| "grad_norm": 0.26791101694107056, |
| "learning_rate": 0.00019393496529046403, |
| "loss": 0.8236, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.032458059810357404, |
| "grad_norm": 0.24294224381446838, |
| "learning_rate": 0.00019386189258312021, |
| "loss": 0.7493, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.03282275711159737, |
| "grad_norm": 0.25676801800727844, |
| "learning_rate": 0.00019378881987577642, |
| "loss": 0.8281, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.033187454412837346, |
| "grad_norm": 0.22630107402801514, |
| "learning_rate": 0.0001937157471684326, |
| "loss": 0.6335, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.03355215171407731, |
| "grad_norm": 0.25208771228790283, |
| "learning_rate": 0.00019364267446108879, |
| "loss": 0.7753, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.03391684901531729, |
| "grad_norm": 0.23288992047309875, |
| "learning_rate": 0.000193569601753745, |
| "loss": 0.683, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.034281546316557256, |
| "grad_norm": 0.2340337187051773, |
| "learning_rate": 0.00019349652904640118, |
| "loss": 0.7111, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.03464624361779723, |
| "grad_norm": 0.24910978972911835, |
| "learning_rate": 0.00019342345633905736, |
| "loss": 0.8183, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0350109409190372, |
| "grad_norm": 0.23724719882011414, |
| "learning_rate": 0.00019335038363171357, |
| "loss": 0.7408, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.03537563822027717, |
| "grad_norm": 0.2057395875453949, |
| "learning_rate": 0.00019327731092436975, |
| "loss": 0.5099, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.03574033552151714, |
| "grad_norm": 0.22540345788002014, |
| "learning_rate": 0.00019320423821702595, |
| "loss": 0.7391, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.036105032822757115, |
| "grad_norm": 0.2615845799446106, |
| "learning_rate": 0.00019313116550968214, |
| "loss": 0.7005, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.03646973012399708, |
| "grad_norm": 0.19165730476379395, |
| "learning_rate": 0.00019305809280233832, |
| "loss": 0.4355, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.03683442742523705, |
| "grad_norm": 0.22737336158752441, |
| "learning_rate": 0.00019298502009499453, |
| "loss": 0.7579, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.037199124726477024, |
| "grad_norm": 0.21350006759166718, |
| "learning_rate": 0.00019291194738765073, |
| "loss": 0.6608, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.03756382202771699, |
| "grad_norm": 0.24027219414710999, |
| "learning_rate": 0.00019283887468030692, |
| "loss": 0.8235, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.03792851932895697, |
| "grad_norm": 0.21983422338962555, |
| "learning_rate": 0.0001927658019729631, |
| "loss": 0.5319, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.038293216630196934, |
| "grad_norm": 0.26618310809135437, |
| "learning_rate": 0.0001926927292656193, |
| "loss": 0.9259, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.03865791393143691, |
| "grad_norm": 0.24729526042938232, |
| "learning_rate": 0.0001926196565582755, |
| "loss": 0.7653, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.039022611232676876, |
| "grad_norm": 0.2595866024494171, |
| "learning_rate": 0.0001925465838509317, |
| "loss": 0.7662, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.03938730853391685, |
| "grad_norm": 0.16923396289348602, |
| "learning_rate": 0.00019247351114358788, |
| "loss": 0.3119, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.03975200583515682, |
| "grad_norm": 0.2592317759990692, |
| "learning_rate": 0.00019240043843624406, |
| "loss": 0.6767, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.04011670313639679, |
| "grad_norm": 0.2139894813299179, |
| "learning_rate": 0.00019232736572890027, |
| "loss": 0.5058, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.04048140043763676, |
| "grad_norm": 0.2439870685338974, |
| "learning_rate": 0.00019225429302155647, |
| "loss": 0.807, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.040846097738876735, |
| "grad_norm": 0.26212504506111145, |
| "learning_rate": 0.00019218122031421263, |
| "loss": 0.9942, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.0412107950401167, |
| "grad_norm": 0.26018884778022766, |
| "learning_rate": 0.00019210814760686884, |
| "loss": 0.6573, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.04157549234135667, |
| "grad_norm": 0.20158423483371735, |
| "learning_rate": 0.00019203507489952505, |
| "loss": 0.4533, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.041940189642596645, |
| "grad_norm": 0.2270892709493637, |
| "learning_rate": 0.00019196200219218123, |
| "loss": 0.5983, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.04230488694383661, |
| "grad_norm": 0.2140335738658905, |
| "learning_rate": 0.00019188892948483744, |
| "loss": 0.5686, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.04266958424507659, |
| "grad_norm": 0.25761061906814575, |
| "learning_rate": 0.00019181585677749362, |
| "loss": 0.7238, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.043034281546316555, |
| "grad_norm": 0.24370697140693665, |
| "learning_rate": 0.0001917427840701498, |
| "loss": 0.7342, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.04339897884755653, |
| "grad_norm": 0.2632579207420349, |
| "learning_rate": 0.000191669711362806, |
| "loss": 0.8978, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.0437636761487965, |
| "grad_norm": 0.22956986725330353, |
| "learning_rate": 0.00019159663865546221, |
| "loss": 0.6409, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04412837345003647, |
| "grad_norm": 0.24121011793613434, |
| "learning_rate": 0.00019152356594811837, |
| "loss": 0.7556, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.04449307075127644, |
| "grad_norm": 0.2375144511461258, |
| "learning_rate": 0.00019145049324077458, |
| "loss": 0.7303, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.044857768052516414, |
| "grad_norm": 0.22452694177627563, |
| "learning_rate": 0.00019137742053343079, |
| "loss": 0.6456, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.04522246535375638, |
| "grad_norm": 0.2590137720108032, |
| "learning_rate": 0.00019130434782608697, |
| "loss": 0.7438, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.045587162654996356, |
| "grad_norm": 0.2955920696258545, |
| "learning_rate": 0.00019123127511874318, |
| "loss": 1.0269, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.045951859956236324, |
| "grad_norm": 0.21322080492973328, |
| "learning_rate": 0.00019115820241139936, |
| "loss": 0.6143, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.04631655725747629, |
| "grad_norm": 0.20497886836528778, |
| "learning_rate": 0.00019108512970405554, |
| "loss": 0.5871, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.046681254558716266, |
| "grad_norm": 0.26355209946632385, |
| "learning_rate": 0.00019101205699671175, |
| "loss": 0.8077, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.047045951859956234, |
| "grad_norm": 0.21869653463363647, |
| "learning_rate": 0.00019093898428936793, |
| "loss": 0.6736, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.04741064916119621, |
| "grad_norm": 0.21741290390491486, |
| "learning_rate": 0.0001908659115820241, |
| "loss": 0.597, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.047775346462436176, |
| "grad_norm": 0.2503755986690521, |
| "learning_rate": 0.00019079283887468032, |
| "loss": 0.8038, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.04814004376367615, |
| "grad_norm": 0.2087285965681076, |
| "learning_rate": 0.0001907197661673365, |
| "loss": 0.5409, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.04850474106491612, |
| "grad_norm": 0.2347562611103058, |
| "learning_rate": 0.0001906466934599927, |
| "loss": 0.6741, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.04886943836615609, |
| "grad_norm": 0.23479056358337402, |
| "learning_rate": 0.0001905736207526489, |
| "loss": 0.7257, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.04923413566739606, |
| "grad_norm": 0.2217235416173935, |
| "learning_rate": 0.00019050054804530507, |
| "loss": 0.6539, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.049598832968636035, |
| "grad_norm": 0.23342272639274597, |
| "learning_rate": 0.00019042747533796128, |
| "loss": 0.6716, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.049963530269876, |
| "grad_norm": 0.231741800904274, |
| "learning_rate": 0.00019035440263061749, |
| "loss": 0.6563, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.05032822757111598, |
| "grad_norm": 0.2353263646364212, |
| "learning_rate": 0.00019028132992327367, |
| "loss": 0.7612, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.050692924872355945, |
| "grad_norm": 0.21605569124221802, |
| "learning_rate": 0.00019020825721592985, |
| "loss": 0.6007, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.05105762217359591, |
| "grad_norm": 0.25579389929771423, |
| "learning_rate": 0.00019013518450858606, |
| "loss": 0.8586, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.05142231947483589, |
| "grad_norm": 0.24197165668010712, |
| "learning_rate": 0.00019006211180124224, |
| "loss": 0.7442, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.051787016776075855, |
| "grad_norm": 0.21442811191082, |
| "learning_rate": 0.00018998903909389845, |
| "loss": 0.6356, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.05215171407731583, |
| "grad_norm": 0.23524148762226105, |
| "learning_rate": 0.00018991596638655463, |
| "loss": 0.8438, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.0525164113785558, |
| "grad_norm": 0.1977744698524475, |
| "learning_rate": 0.0001898428936792108, |
| "loss": 0.6249, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.05288110867979577, |
| "grad_norm": 0.22285562753677368, |
| "learning_rate": 0.00018976982097186702, |
| "loss": 0.6603, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.05324580598103574, |
| "grad_norm": 0.223031684756279, |
| "learning_rate": 0.00018969674826452323, |
| "loss": 0.7324, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.053610503282275714, |
| "grad_norm": 0.200596883893013, |
| "learning_rate": 0.00018962367555717938, |
| "loss": 0.546, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.05397520058351568, |
| "grad_norm": 0.23952823877334595, |
| "learning_rate": 0.0001895506028498356, |
| "loss": 0.909, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.054339897884755656, |
| "grad_norm": 0.15994083881378174, |
| "learning_rate": 0.0001894775301424918, |
| "loss": 0.3073, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.05470459518599562, |
| "grad_norm": 0.2209351807832718, |
| "learning_rate": 0.00018940445743514798, |
| "loss": 0.6757, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05506929248723559, |
| "grad_norm": 0.19749605655670166, |
| "learning_rate": 0.0001893313847278042, |
| "loss": 0.5071, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.055433989788475566, |
| "grad_norm": 0.23921646177768707, |
| "learning_rate": 0.00018925831202046037, |
| "loss": 0.7567, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.05579868708971553, |
| "grad_norm": 0.21612580120563507, |
| "learning_rate": 0.00018918523931311655, |
| "loss": 0.6329, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.05616338439095551, |
| "grad_norm": 0.21304431557655334, |
| "learning_rate": 0.00018911216660577276, |
| "loss": 0.6612, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.056528081692195475, |
| "grad_norm": 0.23509572446346283, |
| "learning_rate": 0.00018903909389842897, |
| "loss": 0.6723, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.05689277899343545, |
| "grad_norm": 0.23066239058971405, |
| "learning_rate": 0.00018896602119108512, |
| "loss": 0.7588, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.05725747629467542, |
| "grad_norm": 0.2865854799747467, |
| "learning_rate": 0.00018889294848374133, |
| "loss": 1.0649, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.05762217359591539, |
| "grad_norm": 0.21136869490146637, |
| "learning_rate": 0.00018881987577639754, |
| "loss": 0.6532, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.05798687089715536, |
| "grad_norm": 0.2841559648513794, |
| "learning_rate": 0.00018874680306905372, |
| "loss": 1.047, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.058351568198395334, |
| "grad_norm": 0.23411215841770172, |
| "learning_rate": 0.0001886737303617099, |
| "loss": 0.6954, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0587162654996353, |
| "grad_norm": 0.25536251068115234, |
| "learning_rate": 0.0001886006576543661, |
| "loss": 0.8371, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.05908096280087528, |
| "grad_norm": 0.24174682796001434, |
| "learning_rate": 0.0001885275849470223, |
| "loss": 0.6944, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.059445660102115244, |
| "grad_norm": 0.21550963819026947, |
| "learning_rate": 0.0001884545122396785, |
| "loss": 0.6978, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.05981035740335521, |
| "grad_norm": 0.1993122398853302, |
| "learning_rate": 0.00018838143953233468, |
| "loss": 0.4768, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.060175054704595186, |
| "grad_norm": 0.22367194294929504, |
| "learning_rate": 0.00018830836682499086, |
| "loss": 0.6238, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.060539752005835154, |
| "grad_norm": 0.20643705129623413, |
| "learning_rate": 0.00018823529411764707, |
| "loss": 0.598, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.06090444930707513, |
| "grad_norm": 0.21671368181705475, |
| "learning_rate": 0.00018816222141030325, |
| "loss": 0.7071, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.061269146608315096, |
| "grad_norm": 0.19023250043392181, |
| "learning_rate": 0.00018808914870295946, |
| "loss": 0.4923, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.06163384390955507, |
| "grad_norm": 0.26334115862846375, |
| "learning_rate": 0.00018801607599561564, |
| "loss": 0.8478, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.06199854121079504, |
| "grad_norm": 0.2204032838344574, |
| "learning_rate": 0.00018794300328827182, |
| "loss": 0.6593, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.06236323851203501, |
| "grad_norm": 0.20991367101669312, |
| "learning_rate": 0.00018786993058092803, |
| "loss": 0.6712, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.06272793581327499, |
| "grad_norm": 0.2253231555223465, |
| "learning_rate": 0.00018779685787358424, |
| "loss": 0.6589, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.06309263311451495, |
| "grad_norm": 0.1936040222644806, |
| "learning_rate": 0.00018772378516624042, |
| "loss": 0.515, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.06345733041575492, |
| "grad_norm": 0.24025693535804749, |
| "learning_rate": 0.0001876507124588966, |
| "loss": 0.8256, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.0638220277169949, |
| "grad_norm": 0.2465592622756958, |
| "learning_rate": 0.0001875776397515528, |
| "loss": 0.9898, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.06418672501823487, |
| "grad_norm": 0.20442670583724976, |
| "learning_rate": 0.000187504567044209, |
| "loss": 0.6724, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.06455142231947483, |
| "grad_norm": 0.19670630991458893, |
| "learning_rate": 0.0001874314943368652, |
| "loss": 0.6449, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.06491611962071481, |
| "grad_norm": 0.1966039091348648, |
| "learning_rate": 0.00018735842162952138, |
| "loss": 0.787, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.06528081692195478, |
| "grad_norm": 0.21741807460784912, |
| "learning_rate": 0.00018728534892217756, |
| "loss": 0.8073, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.06564551422319474, |
| "grad_norm": 0.20191621780395508, |
| "learning_rate": 0.00018721227621483377, |
| "loss": 0.6297, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.06601021152443472, |
| "grad_norm": 0.21392996609210968, |
| "learning_rate": 0.00018713920350748998, |
| "loss": 0.6611, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.06637490882567469, |
| "grad_norm": 0.21892090141773224, |
| "learning_rate": 0.00018706613080014613, |
| "loss": 0.7913, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.06673960612691467, |
| "grad_norm": 0.240064337849617, |
| "learning_rate": 0.00018699305809280234, |
| "loss": 0.74, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.06710430342815463, |
| "grad_norm": 0.2156010866165161, |
| "learning_rate": 0.00018691998538545855, |
| "loss": 0.6928, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.0674690007293946, |
| "grad_norm": 0.19305868446826935, |
| "learning_rate": 0.00018684691267811473, |
| "loss": 0.6712, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.06783369803063458, |
| "grad_norm": 0.24134770035743713, |
| "learning_rate": 0.00018677383997077094, |
| "loss": 0.7784, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.06819839533187455, |
| "grad_norm": 0.21951039135456085, |
| "learning_rate": 0.00018670076726342712, |
| "loss": 0.7536, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.06856309263311451, |
| "grad_norm": 0.22668084502220154, |
| "learning_rate": 0.0001866276945560833, |
| "loss": 0.7914, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.06892778993435449, |
| "grad_norm": 0.23703083395957947, |
| "learning_rate": 0.0001865546218487395, |
| "loss": 0.8562, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.06929248723559446, |
| "grad_norm": 0.18408019840717316, |
| "learning_rate": 0.00018648154914139572, |
| "loss": 0.5408, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.06965718453683442, |
| "grad_norm": 0.168971985578537, |
| "learning_rate": 0.00018640847643405187, |
| "loss": 0.5145, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.0700218818380744, |
| "grad_norm": 0.2313617318868637, |
| "learning_rate": 0.00018633540372670808, |
| "loss": 0.7116, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.07038657913931437, |
| "grad_norm": 0.22079357504844666, |
| "learning_rate": 0.0001862623310193643, |
| "loss": 0.7453, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.07075127644055434, |
| "grad_norm": 0.20398060977458954, |
| "learning_rate": 0.00018618925831202047, |
| "loss": 0.6914, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.0711159737417943, |
| "grad_norm": 0.21486474573612213, |
| "learning_rate": 0.00018611618560467665, |
| "loss": 0.7252, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.07148067104303428, |
| "grad_norm": 0.21152055263519287, |
| "learning_rate": 0.00018604311289733286, |
| "loss": 0.676, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.07184536834427425, |
| "grad_norm": 0.2242351919412613, |
| "learning_rate": 0.00018597004018998904, |
| "loss": 0.8428, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.07221006564551423, |
| "grad_norm": 0.19831842184066772, |
| "learning_rate": 0.00018589696748264525, |
| "loss": 0.6379, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.07257476294675419, |
| "grad_norm": 0.2057400494813919, |
| "learning_rate": 0.00018582389477530143, |
| "loss": 0.7417, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.07293946024799416, |
| "grad_norm": 0.17779530584812164, |
| "learning_rate": 0.0001857508220679576, |
| "loss": 0.6891, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.07330415754923414, |
| "grad_norm": 0.20354579389095306, |
| "learning_rate": 0.00018567774936061382, |
| "loss": 0.7052, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.0736688548504741, |
| "grad_norm": 0.17558813095092773, |
| "learning_rate": 0.00018560467665327, |
| "loss": 0.6295, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.07403355215171407, |
| "grad_norm": 0.1900980919599533, |
| "learning_rate": 0.0001855316039459262, |
| "loss": 0.6312, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.07439824945295405, |
| "grad_norm": 0.2224852293729782, |
| "learning_rate": 0.0001854585312385824, |
| "loss": 0.7633, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.07476294675419402, |
| "grad_norm": 0.2300332933664322, |
| "learning_rate": 0.00018538545853123857, |
| "loss": 0.8564, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.07512764405543398, |
| "grad_norm": 0.24671219289302826, |
| "learning_rate": 0.00018531238582389478, |
| "loss": 0.9927, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.07549234135667396, |
| "grad_norm": 0.1760961413383484, |
| "learning_rate": 0.000185239313116551, |
| "loss": 0.5943, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.07585703865791393, |
| "grad_norm": 0.25457900762557983, |
| "learning_rate": 0.00018516624040920717, |
| "loss": 1.0929, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.07622173595915391, |
| "grad_norm": 0.1756330132484436, |
| "learning_rate": 0.00018509316770186335, |
| "loss": 0.5191, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.07658643326039387, |
| "grad_norm": 0.22464942932128906, |
| "learning_rate": 0.00018502009499451956, |
| "loss": 0.9786, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.07695113056163384, |
| "grad_norm": 0.17986498773097992, |
| "learning_rate": 0.00018494702228717574, |
| "loss": 0.5692, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.07731582786287382, |
| "grad_norm": 0.20685848593711853, |
| "learning_rate": 0.00018487394957983195, |
| "loss": 0.7599, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.07768052516411379, |
| "grad_norm": 0.19135037064552307, |
| "learning_rate": 0.00018480087687248813, |
| "loss": 0.5762, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.07804522246535375, |
| "grad_norm": 0.18071472644805908, |
| "learning_rate": 0.00018472780416514431, |
| "loss": 0.4915, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.07840991976659373, |
| "grad_norm": 0.2219233512878418, |
| "learning_rate": 0.00018465473145780052, |
| "loss": 0.9144, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.0787746170678337, |
| "grad_norm": 0.20180021226406097, |
| "learning_rate": 0.00018458165875045673, |
| "loss": 0.753, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.07913931436907366, |
| "grad_norm": 0.18585549294948578, |
| "learning_rate": 0.00018450858604311289, |
| "loss": 0.6177, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.07950401167031364, |
| "grad_norm": 0.21946971118450165, |
| "learning_rate": 0.0001844355133357691, |
| "loss": 0.8311, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.07986870897155361, |
| "grad_norm": 0.22317932546138763, |
| "learning_rate": 0.0001843624406284253, |
| "loss": 0.831, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.08023340627279359, |
| "grad_norm": 0.20973660051822662, |
| "learning_rate": 0.00018428936792108148, |
| "loss": 0.718, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.08059810357403355, |
| "grad_norm": 0.19049975275993347, |
| "learning_rate": 0.0001842162952137377, |
| "loss": 0.6143, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.08096280087527352, |
| "grad_norm": 0.22633568942546844, |
| "learning_rate": 0.00018414322250639387, |
| "loss": 0.7479, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.0813274981765135, |
| "grad_norm": 0.22375738620758057, |
| "learning_rate": 0.00018407014979905005, |
| "loss": 0.783, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.08169219547775347, |
| "grad_norm": 0.20708216726779938, |
| "learning_rate": 0.00018399707709170626, |
| "loss": 0.7068, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.08205689277899343, |
| "grad_norm": 0.2057557851076126, |
| "learning_rate": 0.00018392400438436247, |
| "loss": 0.7246, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.0824215900802334, |
| "grad_norm": 0.21535396575927734, |
| "learning_rate": 0.00018385093167701863, |
| "loss": 0.6725, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.08278628738147338, |
| "grad_norm": 0.17876707017421722, |
| "learning_rate": 0.00018377785896967483, |
| "loss": 0.5595, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.08315098468271334, |
| "grad_norm": 0.17822523415088654, |
| "learning_rate": 0.00018370478626233104, |
| "loss": 0.5312, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.08351568198395332, |
| "grad_norm": 0.24496309459209442, |
| "learning_rate": 0.00018363171355498722, |
| "loss": 1.0328, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.08388037928519329, |
| "grad_norm": 0.2105628103017807, |
| "learning_rate": 0.0001835586408476434, |
| "loss": 0.6597, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.08424507658643327, |
| "grad_norm": 0.1954609751701355, |
| "learning_rate": 0.0001834855681402996, |
| "loss": 0.7691, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.08460977388767323, |
| "grad_norm": 0.18443147838115692, |
| "learning_rate": 0.0001834124954329558, |
| "loss": 0.634, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.0849744711889132, |
| "grad_norm": 0.20477977395057678, |
| "learning_rate": 0.000183339422725612, |
| "loss": 0.6758, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.08533916849015317, |
| "grad_norm": 0.21266460418701172, |
| "learning_rate": 0.00018326635001826818, |
| "loss": 0.9446, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.08570386579139315, |
| "grad_norm": 0.2169213891029358, |
| "learning_rate": 0.00018319327731092437, |
| "loss": 0.755, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.08606856309263311, |
| "grad_norm": 0.19145172834396362, |
| "learning_rate": 0.00018312020460358057, |
| "loss": 0.7846, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.08643326039387308, |
| "grad_norm": 0.1787746399641037, |
| "learning_rate": 0.00018304713189623676, |
| "loss": 0.6359, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.08679795769511306, |
| "grad_norm": 0.21680796146392822, |
| "learning_rate": 0.00018297405918889296, |
| "loss": 0.6408, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.08716265499635302, |
| "grad_norm": 0.20149710774421692, |
| "learning_rate": 0.00018290098648154914, |
| "loss": 0.695, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.087527352297593, |
| "grad_norm": 0.20793262124061584, |
| "learning_rate": 0.00018282791377420533, |
| "loss": 0.7159, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.08789204959883297, |
| "grad_norm": 0.21236906945705414, |
| "learning_rate": 0.00018275484106686153, |
| "loss": 0.8924, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.08825674690007294, |
| "grad_norm": 0.17754322290420532, |
| "learning_rate": 0.00018268176835951774, |
| "loss": 0.5931, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.0886214442013129, |
| "grad_norm": 0.21361956000328064, |
| "learning_rate": 0.00018260869565217392, |
| "loss": 0.852, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.08898614150255288, |
| "grad_norm": 0.19755081832408905, |
| "learning_rate": 0.0001825356229448301, |
| "loss": 0.7846, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.08935083880379285, |
| "grad_norm": 0.17052070796489716, |
| "learning_rate": 0.00018246255023748631, |
| "loss": 0.4757, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.08971553610503283, |
| "grad_norm": 0.17633679509162903, |
| "learning_rate": 0.0001823894775301425, |
| "loss": 0.3075, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.09008023340627279, |
| "grad_norm": 0.18541620671749115, |
| "learning_rate": 0.0001823164048227987, |
| "loss": 0.6268, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.09044493070751276, |
| "grad_norm": 0.18999099731445312, |
| "learning_rate": 0.00018224333211545488, |
| "loss": 0.6236, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.09080962800875274, |
| "grad_norm": 0.17926354706287384, |
| "learning_rate": 0.00018217025940811107, |
| "loss": 0.6153, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.09117432530999271, |
| "grad_norm": 0.161162868142128, |
| "learning_rate": 0.00018209718670076727, |
| "loss": 0.436, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.09153902261123267, |
| "grad_norm": 0.17199409008026123, |
| "learning_rate": 0.00018202411399342348, |
| "loss": 0.5008, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.09190371991247265, |
| "grad_norm": 0.20446273684501648, |
| "learning_rate": 0.00018195104128607964, |
| "loss": 0.8099, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.09226841721371262, |
| "grad_norm": 0.22668351233005524, |
| "learning_rate": 0.00018187796857873585, |
| "loss": 0.8039, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.09263311451495258, |
| "grad_norm": 0.20580340921878815, |
| "learning_rate": 0.00018180489587139205, |
| "loss": 0.8551, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.09299781181619256, |
| "grad_norm": 0.20698761940002441, |
| "learning_rate": 0.00018173182316404824, |
| "loss": 0.7958, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.09336250911743253, |
| "grad_norm": 0.18675172328948975, |
| "learning_rate": 0.00018165875045670444, |
| "loss": 0.6952, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.0937272064186725, |
| "grad_norm": 0.21192388236522675, |
| "learning_rate": 0.00018158567774936063, |
| "loss": 0.906, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.09409190371991247, |
| "grad_norm": 0.20454420149326324, |
| "learning_rate": 0.0001815126050420168, |
| "loss": 0.8052, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.09445660102115244, |
| "grad_norm": 0.2223392277956009, |
| "learning_rate": 0.00018143953233467301, |
| "loss": 1.0307, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.09482129832239242, |
| "grad_norm": 0.1847476363182068, |
| "learning_rate": 0.00018136645962732922, |
| "loss": 0.7384, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.09518599562363239, |
| "grad_norm": 0.1858607977628708, |
| "learning_rate": 0.00018129338691998538, |
| "loss": 0.6157, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.09555069292487235, |
| "grad_norm": 0.19958609342575073, |
| "learning_rate": 0.00018122031421264159, |
| "loss": 0.7196, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.09591539022611233, |
| "grad_norm": 0.22875526547431946, |
| "learning_rate": 0.0001811472415052978, |
| "loss": 0.864, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.0962800875273523, |
| "grad_norm": 0.15967297554016113, |
| "learning_rate": 0.00018107416879795398, |
| "loss": 0.5185, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.09664478482859226, |
| "grad_norm": 0.15776892006397247, |
| "learning_rate": 0.00018100109609061016, |
| "loss": 0.5136, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.09700948212983224, |
| "grad_norm": 0.17968744039535522, |
| "learning_rate": 0.00018092802338326637, |
| "loss": 0.6538, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.09737417943107221, |
| "grad_norm": 0.19834838807582855, |
| "learning_rate": 0.00018085495067592255, |
| "loss": 0.7448, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.09773887673231219, |
| "grad_norm": 0.18585754930973053, |
| "learning_rate": 0.00018078187796857875, |
| "loss": 0.6166, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.09810357403355215, |
| "grad_norm": 0.21760611236095428, |
| "learning_rate": 0.00018070880526123494, |
| "loss": 0.9431, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.09846827133479212, |
| "grad_norm": 0.17871254682540894, |
| "learning_rate": 0.00018063573255389112, |
| "loss": 0.5939, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0988329686360321, |
| "grad_norm": 0.16932818293571472, |
| "learning_rate": 0.00018056265984654733, |
| "loss": 0.5615, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.09919766593727207, |
| "grad_norm": 0.18163429200649261, |
| "learning_rate": 0.0001804895871392035, |
| "loss": 0.6572, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.09956236323851203, |
| "grad_norm": 0.17625723779201508, |
| "learning_rate": 0.00018041651443185972, |
| "loss": 0.5748, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.099927060539752, |
| "grad_norm": 0.19214142858982086, |
| "learning_rate": 0.0001803434417245159, |
| "loss": 0.7589, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.10029175784099198, |
| "grad_norm": 0.19191130995750427, |
| "learning_rate": 0.00018027036901717208, |
| "loss": 0.7201, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.10065645514223195, |
| "grad_norm": 0.18246126174926758, |
| "learning_rate": 0.0001801972963098283, |
| "loss": 0.7919, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.10102115244347191, |
| "grad_norm": 0.17984451353549957, |
| "learning_rate": 0.0001801242236024845, |
| "loss": 0.6746, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.10138584974471189, |
| "grad_norm": 0.18245050311088562, |
| "learning_rate": 0.00018005115089514068, |
| "loss": 0.5672, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.10175054704595186, |
| "grad_norm": 0.1899084746837616, |
| "learning_rate": 0.00017997807818779686, |
| "loss": 0.6676, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.10211524434719182, |
| "grad_norm": 0.21027837693691254, |
| "learning_rate": 0.00017990500548045307, |
| "loss": 0.8676, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1024799416484318, |
| "grad_norm": 0.178825244307518, |
| "learning_rate": 0.00017983193277310925, |
| "loss": 0.5617, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.10284463894967177, |
| "grad_norm": 0.18551243841648102, |
| "learning_rate": 0.00017975886006576546, |
| "loss": 0.7091, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.10320933625091175, |
| "grad_norm": 0.18075218796730042, |
| "learning_rate": 0.00017968578735842164, |
| "loss": 0.7194, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.10357403355215171, |
| "grad_norm": 0.1333538293838501, |
| "learning_rate": 0.00017961271465107782, |
| "loss": 0.3161, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.10393873085339168, |
| "grad_norm": 0.18160590529441833, |
| "learning_rate": 0.00017953964194373403, |
| "loss": 0.7355, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.10430342815463166, |
| "grad_norm": 0.19034148752689362, |
| "learning_rate": 0.00017946656923639024, |
| "loss": 0.7279, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.10466812545587163, |
| "grad_norm": 0.18591929972171783, |
| "learning_rate": 0.0001793934965290464, |
| "loss": 0.7353, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.1050328227571116, |
| "grad_norm": 0.19063667953014374, |
| "learning_rate": 0.0001793204238217026, |
| "loss": 0.7322, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.10539752005835157, |
| "grad_norm": 0.20110805332660675, |
| "learning_rate": 0.0001792473511143588, |
| "loss": 0.869, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.10576221735959154, |
| "grad_norm": 0.18062824010849, |
| "learning_rate": 0.000179174278407015, |
| "loss": 0.6839, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.1061269146608315, |
| "grad_norm": 0.21643158793449402, |
| "learning_rate": 0.00017910120569967117, |
| "loss": 0.7626, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.10649161196207148, |
| "grad_norm": 0.20745426416397095, |
| "learning_rate": 0.00017902813299232738, |
| "loss": 0.8748, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.10685630926331145, |
| "grad_norm": 0.1999918520450592, |
| "learning_rate": 0.00017895506028498356, |
| "loss": 0.7267, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.10722100656455143, |
| "grad_norm": 0.17721255123615265, |
| "learning_rate": 0.00017888198757763977, |
| "loss": 0.788, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.10758570386579139, |
| "grad_norm": 0.19578172266483307, |
| "learning_rate": 0.00017880891487029598, |
| "loss": 0.6801, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.10795040116703136, |
| "grad_norm": 0.20748168230056763, |
| "learning_rate": 0.00017873584216295213, |
| "loss": 0.7624, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.10831509846827134, |
| "grad_norm": 0.17874249815940857, |
| "learning_rate": 0.00017866276945560834, |
| "loss": 0.7029, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.10867979576951131, |
| "grad_norm": 0.21527762711048126, |
| "learning_rate": 0.00017858969674826455, |
| "loss": 0.9119, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.10904449307075127, |
| "grad_norm": 0.16523544490337372, |
| "learning_rate": 0.00017851662404092073, |
| "loss": 0.406, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.10940919037199125, |
| "grad_norm": 0.18175430595874786, |
| "learning_rate": 0.0001784435513335769, |
| "loss": 0.6711, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.10977388767323122, |
| "grad_norm": 0.19601181149482727, |
| "learning_rate": 0.00017837047862623312, |
| "loss": 0.7117, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.11013858497447118, |
| "grad_norm": 0.1821203976869583, |
| "learning_rate": 0.0001782974059188893, |
| "loss": 0.6163, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.11050328227571116, |
| "grad_norm": 0.1985776126384735, |
| "learning_rate": 0.0001782243332115455, |
| "loss": 0.6357, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.11086797957695113, |
| "grad_norm": 0.18439283967018127, |
| "learning_rate": 0.0001781512605042017, |
| "loss": 0.6007, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.1112326768781911, |
| "grad_norm": 0.19900138676166534, |
| "learning_rate": 0.00017807818779685787, |
| "loss": 0.794, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.11159737417943107, |
| "grad_norm": 0.1659189611673355, |
| "learning_rate": 0.00017800511508951408, |
| "loss": 0.4824, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.11196207148067104, |
| "grad_norm": 0.19788797199726105, |
| "learning_rate": 0.00017793204238217026, |
| "loss": 0.6806, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.11232676878191102, |
| "grad_norm": 0.19467923045158386, |
| "learning_rate": 0.00017785896967482647, |
| "loss": 0.7515, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.11269146608315099, |
| "grad_norm": 0.20231202244758606, |
| "learning_rate": 0.00017778589696748265, |
| "loss": 0.7302, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.11305616338439095, |
| "grad_norm": 0.1800953596830368, |
| "learning_rate": 0.00017771282426013883, |
| "loss": 0.5432, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.11342086068563093, |
| "grad_norm": 0.15572136640548706, |
| "learning_rate": 0.00017763975155279504, |
| "loss": 0.4674, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.1137855579868709, |
| "grad_norm": 0.1948738545179367, |
| "learning_rate": 0.00017756667884545125, |
| "loss": 0.8442, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.11415025528811087, |
| "grad_norm": 0.1789115071296692, |
| "learning_rate": 0.00017749360613810743, |
| "loss": 0.6009, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.11451495258935084, |
| "grad_norm": 0.22927749156951904, |
| "learning_rate": 0.0001774205334307636, |
| "loss": 0.866, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.11487964989059081, |
| "grad_norm": 0.2268659621477127, |
| "learning_rate": 0.00017734746072341982, |
| "loss": 0.918, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.11524434719183078, |
| "grad_norm": 0.14317840337753296, |
| "learning_rate": 0.000177274388016076, |
| "loss": 0.3706, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.11560904449307075, |
| "grad_norm": 0.1896270215511322, |
| "learning_rate": 0.0001772013153087322, |
| "loss": 0.7108, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.11597374179431072, |
| "grad_norm": 0.18470154702663422, |
| "learning_rate": 0.0001771282426013884, |
| "loss": 0.8041, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.1163384390955507, |
| "grad_norm": 0.1888645738363266, |
| "learning_rate": 0.00017705516989404457, |
| "loss": 0.7601, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.11670313639679067, |
| "grad_norm": 0.19202347099781036, |
| "learning_rate": 0.00017698209718670078, |
| "loss": 0.6529, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.11706783369803063, |
| "grad_norm": 0.18936879932880402, |
| "learning_rate": 0.000176909024479357, |
| "loss": 0.768, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.1174325309992706, |
| "grad_norm": 0.18530336022377014, |
| "learning_rate": 0.00017683595177201314, |
| "loss": 0.7997, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.11779722830051058, |
| "grad_norm": 0.1945243924856186, |
| "learning_rate": 0.00017676287906466935, |
| "loss": 0.8864, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.11816192560175055, |
| "grad_norm": 0.16887742280960083, |
| "learning_rate": 0.00017668980635732556, |
| "loss": 0.8014, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.11852662290299051, |
| "grad_norm": 0.20715931057929993, |
| "learning_rate": 0.00017661673364998174, |
| "loss": 0.9641, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.11889132020423049, |
| "grad_norm": 0.18339566886425018, |
| "learning_rate": 0.00017654366094263792, |
| "loss": 0.6723, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.11925601750547046, |
| "grad_norm": 0.1606166958808899, |
| "learning_rate": 0.00017647058823529413, |
| "loss": 0.499, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.11962071480671042, |
| "grad_norm": 0.17019236087799072, |
| "learning_rate": 0.0001763975155279503, |
| "loss": 0.7332, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.1199854121079504, |
| "grad_norm": 0.15148764848709106, |
| "learning_rate": 0.00017632444282060652, |
| "loss": 0.477, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.12035010940919037, |
| "grad_norm": 0.182627871632576, |
| "learning_rate": 0.00017625137011326273, |
| "loss": 0.7443, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.12071480671043035, |
| "grad_norm": 0.18017525970935822, |
| "learning_rate": 0.00017617829740591888, |
| "loss": 0.6439, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.12107950401167031, |
| "grad_norm": 0.1846102774143219, |
| "learning_rate": 0.0001761052246985751, |
| "loss": 0.7023, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.12144420131291028, |
| "grad_norm": 0.19771961867809296, |
| "learning_rate": 0.0001760321519912313, |
| "loss": 0.7772, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.12180889861415026, |
| "grad_norm": 0.18164925277233124, |
| "learning_rate": 0.00017595907928388748, |
| "loss": 0.7348, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.12217359591539023, |
| "grad_norm": 0.182021364569664, |
| "learning_rate": 0.00017588600657654366, |
| "loss": 0.7034, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.12253829321663019, |
| "grad_norm": 0.1674763709306717, |
| "learning_rate": 0.00017581293386919987, |
| "loss": 0.5969, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.12290299051787017, |
| "grad_norm": 0.18998658657073975, |
| "learning_rate": 0.00017573986116185605, |
| "loss": 0.723, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.12326768781911014, |
| "grad_norm": 0.20089052617549896, |
| "learning_rate": 0.00017566678845451226, |
| "loss": 0.8216, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.12363238512035012, |
| "grad_norm": 0.18273848295211792, |
| "learning_rate": 0.00017559371574716844, |
| "loss": 0.6634, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.12399708242159008, |
| "grad_norm": 0.18198589980602264, |
| "learning_rate": 0.00017552064303982462, |
| "loss": 0.7026, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.12436177972283005, |
| "grad_norm": 0.17685921490192413, |
| "learning_rate": 0.00017544757033248083, |
| "loss": 0.5641, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.12472647702407003, |
| "grad_norm": 0.20872358977794647, |
| "learning_rate": 0.000175374497625137, |
| "loss": 0.851, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.12509117432531, |
| "grad_norm": 0.19250471889972687, |
| "learning_rate": 0.00017530142491779322, |
| "loss": 0.6265, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.12545587162654998, |
| "grad_norm": 0.18738161027431488, |
| "learning_rate": 0.0001752283522104494, |
| "loss": 0.7612, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.12582056892778992, |
| "grad_norm": 0.188717782497406, |
| "learning_rate": 0.00017515527950310558, |
| "loss": 0.768, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.1261852662290299, |
| "grad_norm": 0.16923002898693085, |
| "learning_rate": 0.0001750822067957618, |
| "loss": 0.6071, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.12654996353026987, |
| "grad_norm": 0.1732785850763321, |
| "learning_rate": 0.000175009134088418, |
| "loss": 0.5788, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.12691466083150985, |
| "grad_norm": 0.15573865175247192, |
| "learning_rate": 0.00017493606138107418, |
| "loss": 0.5516, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.12727935813274982, |
| "grad_norm": 0.17997129261493683, |
| "learning_rate": 0.00017486298867373036, |
| "loss": 0.5627, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.1276440554339898, |
| "grad_norm": 0.17864130437374115, |
| "learning_rate": 0.00017478991596638657, |
| "loss": 0.6458, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.12800875273522977, |
| "grad_norm": 0.17441441118717194, |
| "learning_rate": 0.00017471684325904275, |
| "loss": 0.5879, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.12837345003646974, |
| "grad_norm": 0.16584378480911255, |
| "learning_rate": 0.00017464377055169896, |
| "loss": 0.571, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.1287381473377097, |
| "grad_norm": 0.16552752256393433, |
| "learning_rate": 0.00017457069784435514, |
| "loss": 0.4731, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.12910284463894967, |
| "grad_norm": 0.19212619960308075, |
| "learning_rate": 0.00017449762513701132, |
| "loss": 0.7846, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.12946754194018964, |
| "grad_norm": 0.15730014443397522, |
| "learning_rate": 0.00017442455242966753, |
| "loss": 0.5544, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.12983223924142961, |
| "grad_norm": 0.16712331771850586, |
| "learning_rate": 0.00017435147972232374, |
| "loss": 0.5702, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.1301969365426696, |
| "grad_norm": 0.19101271033287048, |
| "learning_rate": 0.0001742784070149799, |
| "loss": 0.697, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.13056163384390956, |
| "grad_norm": 0.15471835434436798, |
| "learning_rate": 0.0001742053343076361, |
| "loss": 0.4917, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.13092633114514954, |
| "grad_norm": 0.19589225947856903, |
| "learning_rate": 0.0001741322616002923, |
| "loss": 0.7135, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.13129102844638948, |
| "grad_norm": 0.22023500502109528, |
| "learning_rate": 0.0001740591888929485, |
| "loss": 0.8744, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.13165572574762946, |
| "grad_norm": 0.17470814287662506, |
| "learning_rate": 0.00017398611618560467, |
| "loss": 0.5644, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.13202042304886943, |
| "grad_norm": 0.16508780419826508, |
| "learning_rate": 0.00017391304347826088, |
| "loss": 0.4774, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.1323851203501094, |
| "grad_norm": 0.18133142590522766, |
| "learning_rate": 0.00017383997077091706, |
| "loss": 0.6806, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.13274981765134938, |
| "grad_norm": 0.19952940940856934, |
| "learning_rate": 0.00017376689806357327, |
| "loss": 0.7776, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.13311451495258936, |
| "grad_norm": 0.17585842311382294, |
| "learning_rate": 0.00017369382535622948, |
| "loss": 0.7543, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.13347921225382933, |
| "grad_norm": 0.19367621839046478, |
| "learning_rate": 0.00017362075264888563, |
| "loss": 0.585, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.13384390955506928, |
| "grad_norm": 0.1928108036518097, |
| "learning_rate": 0.00017354767994154184, |
| "loss": 0.6656, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.13420860685630925, |
| "grad_norm": 0.19390811026096344, |
| "learning_rate": 0.00017347460723419805, |
| "loss": 0.713, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.13457330415754923, |
| "grad_norm": 0.19284166395664215, |
| "learning_rate": 0.00017340153452685423, |
| "loss": 0.7414, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.1349380014587892, |
| "grad_norm": 0.16773255169391632, |
| "learning_rate": 0.0001733284618195104, |
| "loss": 0.5786, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.13530269876002918, |
| "grad_norm": 0.15630416572093964, |
| "learning_rate": 0.00017325538911216662, |
| "loss": 0.4774, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.13566739606126915, |
| "grad_norm": 0.1833135038614273, |
| "learning_rate": 0.0001731823164048228, |
| "loss": 0.7178, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.13603209336250913, |
| "grad_norm": 0.19849684834480286, |
| "learning_rate": 0.000173109243697479, |
| "loss": 0.7354, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.1363967906637491, |
| "grad_norm": 0.17072516679763794, |
| "learning_rate": 0.0001730361709901352, |
| "loss": 0.5945, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.13676148796498905, |
| "grad_norm": 0.1784793585538864, |
| "learning_rate": 0.00017296309828279137, |
| "loss": 0.6322, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.13712618526622902, |
| "grad_norm": 0.192670539021492, |
| "learning_rate": 0.00017289002557544758, |
| "loss": 0.7612, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.137490882567469, |
| "grad_norm": 0.1875181794166565, |
| "learning_rate": 0.00017281695286810376, |
| "loss": 0.7439, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.13785557986870897, |
| "grad_norm": 0.1796884834766388, |
| "learning_rate": 0.00017274388016075997, |
| "loss": 0.8694, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.13822027716994895, |
| "grad_norm": 0.20059190690517426, |
| "learning_rate": 0.00017267080745341615, |
| "loss": 0.8027, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.13858497447118892, |
| "grad_norm": 0.19425062835216522, |
| "learning_rate": 0.00017259773474607236, |
| "loss": 0.8948, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1389496717724289, |
| "grad_norm": 0.20872867107391357, |
| "learning_rate": 0.00017252466203872854, |
| "loss": 0.9552, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.13931436907366884, |
| "grad_norm": 0.1698973923921585, |
| "learning_rate": 0.00017245158933138475, |
| "loss": 0.5604, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.13967906637490882, |
| "grad_norm": 0.19797375798225403, |
| "learning_rate": 0.00017237851662404093, |
| "loss": 0.8872, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.1400437636761488, |
| "grad_norm": 0.16452281177043915, |
| "learning_rate": 0.00017230544391669711, |
| "loss": 0.5724, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.14040846097738877, |
| "grad_norm": 0.17133468389511108, |
| "learning_rate": 0.00017223237120935332, |
| "loss": 0.592, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.14077315827862874, |
| "grad_norm": 0.17517192661762238, |
| "learning_rate": 0.0001721592985020095, |
| "loss": 0.5597, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.14113785557986872, |
| "grad_norm": 0.17406406998634338, |
| "learning_rate": 0.00017208622579466569, |
| "loss": 0.7118, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.1415025528811087, |
| "grad_norm": 0.17395231127738953, |
| "learning_rate": 0.0001720131530873219, |
| "loss": 0.6616, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.14186725018234866, |
| "grad_norm": 0.21478557586669922, |
| "learning_rate": 0.00017194008037997807, |
| "loss": 0.8517, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.1422319474835886, |
| "grad_norm": 0.22842730581760406, |
| "learning_rate": 0.00017186700767263428, |
| "loss": 0.9611, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.14259664478482859, |
| "grad_norm": 0.18962237238883972, |
| "learning_rate": 0.0001717939349652905, |
| "loss": 0.7606, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.14296134208606856, |
| "grad_norm": 0.19581514596939087, |
| "learning_rate": 0.00017172086225794665, |
| "loss": 0.892, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.14332603938730853, |
| "grad_norm": 0.18178801238536835, |
| "learning_rate": 0.00017164778955060285, |
| "loss": 0.7477, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.1436907366885485, |
| "grad_norm": 0.18961721658706665, |
| "learning_rate": 0.00017157471684325906, |
| "loss": 0.771, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.14405543398978848, |
| "grad_norm": 0.18671804666519165, |
| "learning_rate": 0.00017150164413591524, |
| "loss": 0.7383, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.14442013129102846, |
| "grad_norm": 0.17833957076072693, |
| "learning_rate": 0.00017142857142857143, |
| "loss": 0.6363, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.1447848285922684, |
| "grad_norm": 0.18321546912193298, |
| "learning_rate": 0.00017135549872122763, |
| "loss": 0.7068, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.14514952589350838, |
| "grad_norm": 0.20233039557933807, |
| "learning_rate": 0.00017128242601388381, |
| "loss": 0.8699, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.14551422319474835, |
| "grad_norm": 0.1749749630689621, |
| "learning_rate": 0.00017120935330654002, |
| "loss": 0.7355, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.14587892049598833, |
| "grad_norm": 0.14458586275577545, |
| "learning_rate": 0.00017113628059919623, |
| "loss": 0.427, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.1462436177972283, |
| "grad_norm": 0.183969646692276, |
| "learning_rate": 0.00017106320789185239, |
| "loss": 0.6166, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.14660831509846828, |
| "grad_norm": 0.15677833557128906, |
| "learning_rate": 0.0001709901351845086, |
| "loss": 0.4161, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.14697301239970825, |
| "grad_norm": 0.20313799381256104, |
| "learning_rate": 0.0001709170624771648, |
| "loss": 0.8189, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.1473377097009482, |
| "grad_norm": 0.17821913957595825, |
| "learning_rate": 0.00017084398976982098, |
| "loss": 0.6365, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.14770240700218817, |
| "grad_norm": 0.1630881130695343, |
| "learning_rate": 0.00017077091706247717, |
| "loss": 0.5623, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.14806710430342815, |
| "grad_norm": 0.20716772973537445, |
| "learning_rate": 0.00017069784435513337, |
| "loss": 0.9347, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.14843180160466812, |
| "grad_norm": 0.17428599298000336, |
| "learning_rate": 0.00017062477164778956, |
| "loss": 0.6188, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.1487964989059081, |
| "grad_norm": 0.15823887288570404, |
| "learning_rate": 0.00017055169894044576, |
| "loss": 0.5995, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.14916119620714807, |
| "grad_norm": 0.1716741919517517, |
| "learning_rate": 0.00017047862623310194, |
| "loss": 0.6407, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.14952589350838805, |
| "grad_norm": 0.16747424006462097, |
| "learning_rate": 0.00017040555352575813, |
| "loss": 0.5822, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.14989059080962802, |
| "grad_norm": 0.14587102830410004, |
| "learning_rate": 0.00017033248081841433, |
| "loss": 0.431, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.15025528811086797, |
| "grad_norm": 0.1754886656999588, |
| "learning_rate": 0.00017025940811107052, |
| "loss": 0.5515, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.15061998541210794, |
| "grad_norm": 0.20467835664749146, |
| "learning_rate": 0.00017018633540372672, |
| "loss": 0.8614, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.15098468271334792, |
| "grad_norm": 0.2041863650083542, |
| "learning_rate": 0.0001701132626963829, |
| "loss": 0.88, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.1513493800145879, |
| "grad_norm": 0.2153850644826889, |
| "learning_rate": 0.00017004018998903911, |
| "loss": 0.9241, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.15171407731582787, |
| "grad_norm": 0.20441819727420807, |
| "learning_rate": 0.0001699671172816953, |
| "loss": 0.9127, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.15207877461706784, |
| "grad_norm": 0.17975957691669464, |
| "learning_rate": 0.0001698940445743515, |
| "loss": 0.6395, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.15244347191830782, |
| "grad_norm": 0.1702582836151123, |
| "learning_rate": 0.00016982097186700768, |
| "loss": 0.5951, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.15280816921954776, |
| "grad_norm": 0.1543644517660141, |
| "learning_rate": 0.00016974789915966387, |
| "loss": 0.5093, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.15317286652078774, |
| "grad_norm": 0.1747189462184906, |
| "learning_rate": 0.00016967482645232007, |
| "loss": 0.5314, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.1535375638220277, |
| "grad_norm": 0.22516067326068878, |
| "learning_rate": 0.00016960175374497626, |
| "loss": 0.9766, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.1539022611232677, |
| "grad_norm": 0.21535086631774902, |
| "learning_rate": 0.00016952868103763244, |
| "loss": 0.8287, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.15426695842450766, |
| "grad_norm": 0.17004358768463135, |
| "learning_rate": 0.00016945560833028865, |
| "loss": 0.6612, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.15463165572574764, |
| "grad_norm": 0.18636055290699005, |
| "learning_rate": 0.00016938253562294483, |
| "loss": 0.784, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.1549963530269876, |
| "grad_norm": 0.1781081259250641, |
| "learning_rate": 0.00016930946291560104, |
| "loss": 0.5275, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.15536105032822758, |
| "grad_norm": 0.19579234719276428, |
| "learning_rate": 0.00016923639020825724, |
| "loss": 0.7712, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.15572574762946753, |
| "grad_norm": 0.18568329513072968, |
| "learning_rate": 0.0001691633175009134, |
| "loss": 0.7509, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.1560904449307075, |
| "grad_norm": 0.17547035217285156, |
| "learning_rate": 0.0001690902447935696, |
| "loss": 0.711, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.15645514223194748, |
| "grad_norm": 0.19599728286266327, |
| "learning_rate": 0.00016901717208622581, |
| "loss": 0.9256, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.15681983953318746, |
| "grad_norm": 0.18903636932373047, |
| "learning_rate": 0.000168944099378882, |
| "loss": 0.7167, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.15718453683442743, |
| "grad_norm": 0.14108788967132568, |
| "learning_rate": 0.00016887102667153818, |
| "loss": 0.4165, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.1575492341356674, |
| "grad_norm": 0.14891500771045685, |
| "learning_rate": 0.00016879795396419439, |
| "loss": 0.4908, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.15791393143690738, |
| "grad_norm": 0.18601083755493164, |
| "learning_rate": 0.00016872488125685057, |
| "loss": 0.6856, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.15827862873814733, |
| "grad_norm": 0.1775410771369934, |
| "learning_rate": 0.00016865180854950678, |
| "loss": 0.6805, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.1586433260393873, |
| "grad_norm": 0.19800400733947754, |
| "learning_rate": 0.00016857873584216296, |
| "loss": 0.7518, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.15900802334062727, |
| "grad_norm": 0.21951526403427124, |
| "learning_rate": 0.00016850566313481914, |
| "loss": 0.9934, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.15937272064186725, |
| "grad_norm": 0.15916769206523895, |
| "learning_rate": 0.00016843259042747535, |
| "loss": 0.5548, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.15973741794310722, |
| "grad_norm": 0.20369085669517517, |
| "learning_rate": 0.00016835951772013155, |
| "loss": 0.876, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.1601021152443472, |
| "grad_norm": 0.16725899279117584, |
| "learning_rate": 0.00016828644501278774, |
| "loss": 0.6011, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.16046681254558717, |
| "grad_norm": 0.15776625275611877, |
| "learning_rate": 0.00016821337230544392, |
| "loss": 0.4744, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.16083150984682712, |
| "grad_norm": 0.20461910963058472, |
| "learning_rate": 0.00016814029959810013, |
| "loss": 0.8574, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.1611962071480671, |
| "grad_norm": 0.1932179033756256, |
| "learning_rate": 0.0001680672268907563, |
| "loss": 0.7493, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.16156090444930707, |
| "grad_norm": 0.17809215188026428, |
| "learning_rate": 0.00016799415418341252, |
| "loss": 0.6159, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.16192560175054704, |
| "grad_norm": 0.19475284218788147, |
| "learning_rate": 0.0001679210814760687, |
| "loss": 0.7342, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.16229029905178702, |
| "grad_norm": 0.17827290296554565, |
| "learning_rate": 0.00016784800876872488, |
| "loss": 0.7018, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.162654996353027, |
| "grad_norm": 0.18410883843898773, |
| "learning_rate": 0.0001677749360613811, |
| "loss": 0.689, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.16301969365426697, |
| "grad_norm": 0.161324605345726, |
| "learning_rate": 0.00016770186335403727, |
| "loss": 0.5249, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.16338439095550694, |
| "grad_norm": 0.1743507832288742, |
| "learning_rate": 0.00016762879064669348, |
| "loss": 0.7147, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.1637490882567469, |
| "grad_norm": 0.18522591888904572, |
| "learning_rate": 0.00016755571793934966, |
| "loss": 0.6813, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.16411378555798686, |
| "grad_norm": 0.18846698105335236, |
| "learning_rate": 0.00016748264523200587, |
| "loss": 0.8582, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.16447848285922684, |
| "grad_norm": 0.18033850193023682, |
| "learning_rate": 0.00016740957252466205, |
| "loss": 0.7465, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.1648431801604668, |
| "grad_norm": 0.1762772500514984, |
| "learning_rate": 0.00016733649981731826, |
| "loss": 0.6501, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.1652078774617068, |
| "grad_norm": 0.20865213871002197, |
| "learning_rate": 0.00016726342710997444, |
| "loss": 0.5579, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.16557257476294676, |
| "grad_norm": 0.20231905579566956, |
| "learning_rate": 0.00016719035440263062, |
| "loss": 0.8055, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.16593727206418674, |
| "grad_norm": 0.1755821406841278, |
| "learning_rate": 0.00016711728169528683, |
| "loss": 0.6538, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.16630196936542668, |
| "grad_norm": 0.18525098264217377, |
| "learning_rate": 0.000167044208987943, |
| "loss": 0.6979, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.16666666666666666, |
| "grad_norm": 0.18403197824954987, |
| "learning_rate": 0.0001669711362805992, |
| "loss": 0.8222, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.16703136396790663, |
| "grad_norm": 0.1567261666059494, |
| "learning_rate": 0.0001668980635732554, |
| "loss": 0.5104, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.1673960612691466, |
| "grad_norm": 0.1938832849264145, |
| "learning_rate": 0.00016682499086591158, |
| "loss": 0.6972, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.16776075857038658, |
| "grad_norm": 0.19050729274749756, |
| "learning_rate": 0.0001667519181585678, |
| "loss": 0.7917, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.16812545587162656, |
| "grad_norm": 0.22484062612056732, |
| "learning_rate": 0.000166678845451224, |
| "loss": 1.0339, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.16849015317286653, |
| "grad_norm": 0.18188448250293732, |
| "learning_rate": 0.00016660577274388015, |
| "loss": 0.6295, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.1688548504741065, |
| "grad_norm": 0.17250071465969086, |
| "learning_rate": 0.00016653270003653636, |
| "loss": 0.5911, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.16921954777534645, |
| "grad_norm": 0.177398219704628, |
| "learning_rate": 0.00016645962732919257, |
| "loss": 0.6524, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.16958424507658643, |
| "grad_norm": 0.18105994164943695, |
| "learning_rate": 0.00016638655462184875, |
| "loss": 0.6554, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.1699489423778264, |
| "grad_norm": 0.16810593008995056, |
| "learning_rate": 0.00016631348191450493, |
| "loss": 0.5617, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.17031363967906638, |
| "grad_norm": 0.18866056203842163, |
| "learning_rate": 0.00016624040920716114, |
| "loss": 0.848, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.17067833698030635, |
| "grad_norm": 0.18827949464321136, |
| "learning_rate": 0.00016616733649981732, |
| "loss": 0.6413, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.17104303428154632, |
| "grad_norm": 0.16476339101791382, |
| "learning_rate": 0.00016609426379247353, |
| "loss": 0.6205, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.1714077315827863, |
| "grad_norm": 0.1794668436050415, |
| "learning_rate": 0.0001660211910851297, |
| "loss": 0.557, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.17177242888402625, |
| "grad_norm": 0.18404535949230194, |
| "learning_rate": 0.0001659481183777859, |
| "loss": 0.7329, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.17213712618526622, |
| "grad_norm": 0.1756718009710312, |
| "learning_rate": 0.0001658750456704421, |
| "loss": 0.5631, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.1725018234865062, |
| "grad_norm": 0.17083744704723358, |
| "learning_rate": 0.0001658019729630983, |
| "loss": 0.6473, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.17286652078774617, |
| "grad_norm": 0.17385685443878174, |
| "learning_rate": 0.0001657289002557545, |
| "loss": 0.6402, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.17323121808898614, |
| "grad_norm": 0.16864272952079773, |
| "learning_rate": 0.00016565582754841067, |
| "loss": 0.5569, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.17359591539022612, |
| "grad_norm": 0.1955600082874298, |
| "learning_rate": 0.00016558275484106688, |
| "loss": 0.8456, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.1739606126914661, |
| "grad_norm": 0.1845158338546753, |
| "learning_rate": 0.00016550968213372306, |
| "loss": 0.6691, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.17432530999270604, |
| "grad_norm": 0.14487138390541077, |
| "learning_rate": 0.00016543660942637927, |
| "loss": 0.3899, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.17469000729394601, |
| "grad_norm": 0.1681089848279953, |
| "learning_rate": 0.00016536353671903545, |
| "loss": 0.5527, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.175054704595186, |
| "grad_norm": 0.1934751272201538, |
| "learning_rate": 0.00016529046401169163, |
| "loss": 0.764, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.17541940189642596, |
| "grad_norm": 0.17804409563541412, |
| "learning_rate": 0.00016521739130434784, |
| "loss": 0.6075, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.17578409919766594, |
| "grad_norm": 0.17334255576133728, |
| "learning_rate": 0.00016514431859700402, |
| "loss": 0.5402, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.1761487964989059, |
| "grad_norm": 0.166969433426857, |
| "learning_rate": 0.0001650712458896602, |
| "loss": 0.5684, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.1765134938001459, |
| "grad_norm": 0.17517952620983124, |
| "learning_rate": 0.0001649981731823164, |
| "loss": 0.6743, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.17687819110138586, |
| "grad_norm": 0.18539521098136902, |
| "learning_rate": 0.00016492510047497262, |
| "loss": 0.7196, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.1772428884026258, |
| "grad_norm": 0.18387848138809204, |
| "learning_rate": 0.0001648520277676288, |
| "loss": 0.6336, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.17760758570386578, |
| "grad_norm": 0.18015360832214355, |
| "learning_rate": 0.000164778955060285, |
| "loss": 0.7254, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.17797228300510576, |
| "grad_norm": 0.1397644728422165, |
| "learning_rate": 0.0001647058823529412, |
| "loss": 0.3431, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.17833698030634573, |
| "grad_norm": 0.22470806539058685, |
| "learning_rate": 0.00016463280964559737, |
| "loss": 0.9921, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.1787016776075857, |
| "grad_norm": 0.2027674913406372, |
| "learning_rate": 0.00016455973693825358, |
| "loss": 0.8432, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.17906637490882568, |
| "grad_norm": 0.16964022815227509, |
| "learning_rate": 0.00016448666423090976, |
| "loss": 0.659, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.17943107221006566, |
| "grad_norm": 0.18222148716449738, |
| "learning_rate": 0.00016441359152356594, |
| "loss": 0.6367, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.1797957695113056, |
| "grad_norm": 0.19195525348186493, |
| "learning_rate": 0.00016434051881622215, |
| "loss": 0.657, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.18016046681254558, |
| "grad_norm": 0.17382116615772247, |
| "learning_rate": 0.00016426744610887833, |
| "loss": 0.6367, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.18052516411378555, |
| "grad_norm": 0.18641424179077148, |
| "learning_rate": 0.00016419437340153454, |
| "loss": 0.7523, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.18088986141502553, |
| "grad_norm": 0.1832839697599411, |
| "learning_rate": 0.00016412130069419075, |
| "loss": 0.7381, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.1812545587162655, |
| "grad_norm": 0.1541210114955902, |
| "learning_rate": 0.0001640482279868469, |
| "loss": 0.5941, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.18161925601750548, |
| "grad_norm": 0.22230711579322815, |
| "learning_rate": 0.0001639751552795031, |
| "loss": 0.9853, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.18198395331874545, |
| "grad_norm": 0.17912793159484863, |
| "learning_rate": 0.00016390208257215932, |
| "loss": 0.6753, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.18234865061998543, |
| "grad_norm": 0.1971275359392166, |
| "learning_rate": 0.0001638290098648155, |
| "loss": 0.7659, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.18271334792122537, |
| "grad_norm": 0.19420406222343445, |
| "learning_rate": 0.00016375593715747168, |
| "loss": 0.7616, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.18307804522246535, |
| "grad_norm": 0.16759932041168213, |
| "learning_rate": 0.0001636828644501279, |
| "loss": 0.5594, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.18344274252370532, |
| "grad_norm": 0.1994057297706604, |
| "learning_rate": 0.00016360979174278407, |
| "loss": 0.8499, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.1838074398249453, |
| "grad_norm": 0.1942475587129593, |
| "learning_rate": 0.00016353671903544028, |
| "loss": 0.8477, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.18417213712618527, |
| "grad_norm": 0.20013171434402466, |
| "learning_rate": 0.00016346364632809646, |
| "loss": 0.8432, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.18453683442742524, |
| "grad_norm": 0.19940058887004852, |
| "learning_rate": 0.00016339057362075264, |
| "loss": 0.9063, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.18490153172866522, |
| "grad_norm": 0.17371918261051178, |
| "learning_rate": 0.00016331750091340885, |
| "loss": 0.755, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.18526622902990517, |
| "grad_norm": 0.1687958985567093, |
| "learning_rate": 0.00016324442820606506, |
| "loss": 0.6164, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.18563092633114514, |
| "grad_norm": 0.1572989672422409, |
| "learning_rate": 0.00016317135549872124, |
| "loss": 0.5366, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.18599562363238512, |
| "grad_norm": 0.1621757596731186, |
| "learning_rate": 0.00016309828279137742, |
| "loss": 0.572, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.1863603209336251, |
| "grad_norm": 0.16226086020469666, |
| "learning_rate": 0.00016302521008403363, |
| "loss": 0.6112, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.18672501823486506, |
| "grad_norm": 0.19324566423892975, |
| "learning_rate": 0.0001629521373766898, |
| "loss": 0.8287, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.18708971553610504, |
| "grad_norm": 0.18370205163955688, |
| "learning_rate": 0.00016287906466934602, |
| "loss": 0.7856, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.187454412837345, |
| "grad_norm": 0.22035083174705505, |
| "learning_rate": 0.0001628059919620022, |
| "loss": 0.9329, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.187819110138585, |
| "grad_norm": 0.1782984435558319, |
| "learning_rate": 0.00016273291925465838, |
| "loss": 0.8342, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.18818380743982493, |
| "grad_norm": 0.23118692636489868, |
| "learning_rate": 0.0001626598465473146, |
| "loss": 0.9808, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.1885485047410649, |
| "grad_norm": 0.1947745978832245, |
| "learning_rate": 0.00016258677383997077, |
| "loss": 0.8156, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.18891320204230488, |
| "grad_norm": 0.18419331312179565, |
| "learning_rate": 0.00016251370113262695, |
| "loss": 0.7476, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.18927789934354486, |
| "grad_norm": 0.1725061982870102, |
| "learning_rate": 0.00016244062842528316, |
| "loss": 0.646, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.18964259664478483, |
| "grad_norm": 0.17075173556804657, |
| "learning_rate": 0.00016236755571793937, |
| "loss": 0.5723, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.1900072939460248, |
| "grad_norm": 0.17799945175647736, |
| "learning_rate": 0.00016229448301059555, |
| "loss": 0.8289, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.19037199124726478, |
| "grad_norm": 0.18537406623363495, |
| "learning_rate": 0.00016222141030325176, |
| "loss": 0.8107, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.19073668854850473, |
| "grad_norm": 0.20047864317893982, |
| "learning_rate": 0.00016214833759590794, |
| "loss": 0.9138, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.1911013858497447, |
| "grad_norm": 0.20184080302715302, |
| "learning_rate": 0.00016207526488856412, |
| "loss": 0.8424, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.19146608315098468, |
| "grad_norm": 0.2016812413930893, |
| "learning_rate": 0.00016200219218122033, |
| "loss": 0.971, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.19183078045222465, |
| "grad_norm": 0.17220567166805267, |
| "learning_rate": 0.0001619291194738765, |
| "loss": 0.6097, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.19219547775346463, |
| "grad_norm": 0.16681768000125885, |
| "learning_rate": 0.0001618560467665327, |
| "loss": 0.6361, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.1925601750547046, |
| "grad_norm": 0.1976706087589264, |
| "learning_rate": 0.0001617829740591889, |
| "loss": 0.8039, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.19292487235594458, |
| "grad_norm": 0.14784552156925201, |
| "learning_rate": 0.00016170990135184508, |
| "loss": 0.4833, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.19328956965718452, |
| "grad_norm": 0.18679118156433105, |
| "learning_rate": 0.0001616368286445013, |
| "loss": 0.8576, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.1936542669584245, |
| "grad_norm": 0.1557287573814392, |
| "learning_rate": 0.0001615637559371575, |
| "loss": 0.5705, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.19401896425966447, |
| "grad_norm": 0.19311803579330444, |
| "learning_rate": 0.00016149068322981365, |
| "loss": 0.7767, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.19438366156090445, |
| "grad_norm": 0.14209668338298798, |
| "learning_rate": 0.00016141761052246986, |
| "loss": 0.4313, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.19474835886214442, |
| "grad_norm": 0.15875539183616638, |
| "learning_rate": 0.00016134453781512607, |
| "loss": 0.5665, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.1951130561633844, |
| "grad_norm": 0.17052525281906128, |
| "learning_rate": 0.00016127146510778225, |
| "loss": 0.507, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.19547775346462437, |
| "grad_norm": 0.19006414711475372, |
| "learning_rate": 0.00016119839240043843, |
| "loss": 0.6866, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.19584245076586435, |
| "grad_norm": 0.1550920307636261, |
| "learning_rate": 0.00016112531969309464, |
| "loss": 0.537, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.1962071480671043, |
| "grad_norm": 0.17453649640083313, |
| "learning_rate": 0.00016105224698575082, |
| "loss": 0.5476, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.19657184536834427, |
| "grad_norm": 0.1762418895959854, |
| "learning_rate": 0.00016097917427840703, |
| "loss": 0.7063, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.19693654266958424, |
| "grad_norm": 0.1798284500837326, |
| "learning_rate": 0.0001609061015710632, |
| "loss": 0.6109, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.19730123997082422, |
| "grad_norm": 0.18691901862621307, |
| "learning_rate": 0.0001608330288637194, |
| "loss": 0.7341, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.1976659372720642, |
| "grad_norm": 0.21478383243083954, |
| "learning_rate": 0.0001607599561563756, |
| "loss": 0.8744, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.19803063457330417, |
| "grad_norm": 0.17121157050132751, |
| "learning_rate": 0.0001606868834490318, |
| "loss": 0.54, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.19839533187454414, |
| "grad_norm": 0.1967833936214447, |
| "learning_rate": 0.000160613810741688, |
| "loss": 0.5669, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.1987600291757841, |
| "grad_norm": 0.16104774177074432, |
| "learning_rate": 0.00016054073803434417, |
| "loss": 0.4524, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.19912472647702406, |
| "grad_norm": 0.17480875551700592, |
| "learning_rate": 0.00016046766532700038, |
| "loss": 0.6578, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.19948942377826404, |
| "grad_norm": 0.16630177199840546, |
| "learning_rate": 0.00016039459261965656, |
| "loss": 0.6371, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.199854121079504, |
| "grad_norm": 0.18494483828544617, |
| "learning_rate": 0.00016032151991231277, |
| "loss": 0.7218, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.20021881838074398, |
| "grad_norm": 0.17873701453208923, |
| "learning_rate": 0.00016024844720496895, |
| "loss": 0.6248, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.20058351568198396, |
| "grad_norm": 0.16306859254837036, |
| "learning_rate": 0.00016017537449762513, |
| "loss": 0.5553, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.20094821298322393, |
| "grad_norm": 0.1972372829914093, |
| "learning_rate": 0.00016010230179028134, |
| "loss": 0.8172, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.2013129102844639, |
| "grad_norm": 0.21976488828659058, |
| "learning_rate": 0.00016002922908293752, |
| "loss": 1.0276, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.20167760758570386, |
| "grad_norm": 0.16156013309955597, |
| "learning_rate": 0.0001599561563755937, |
| "loss": 0.5599, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.20204230488694383, |
| "grad_norm": 0.18124879896640778, |
| "learning_rate": 0.00015988308366824991, |
| "loss": 0.6038, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.2024070021881838, |
| "grad_norm": 0.16870321333408356, |
| "learning_rate": 0.00015981001096090612, |
| "loss": 0.6956, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.20277169948942378, |
| "grad_norm": 0.18470539152622223, |
| "learning_rate": 0.0001597369382535623, |
| "loss": 0.7895, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.20313639679066375, |
| "grad_norm": 0.1810760498046875, |
| "learning_rate": 0.0001596638655462185, |
| "loss": 0.7416, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.20350109409190373, |
| "grad_norm": 0.19518287479877472, |
| "learning_rate": 0.0001595907928388747, |
| "loss": 0.8724, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.2038657913931437, |
| "grad_norm": 0.16267555952072144, |
| "learning_rate": 0.00015951772013153087, |
| "loss": 0.6208, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.20423048869438365, |
| "grad_norm": 0.19488964974880219, |
| "learning_rate": 0.00015944464742418708, |
| "loss": 0.8636, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.20459518599562362, |
| "grad_norm": 0.1762942373752594, |
| "learning_rate": 0.00015937157471684326, |
| "loss": 0.6351, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.2049598832968636, |
| "grad_norm": 0.1685190051794052, |
| "learning_rate": 0.00015929850200949945, |
| "loss": 0.7862, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.20532458059810357, |
| "grad_norm": 0.17033015191555023, |
| "learning_rate": 0.00015922542930215565, |
| "loss": 0.7065, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.20568927789934355, |
| "grad_norm": 0.1639910638332367, |
| "learning_rate": 0.00015915235659481184, |
| "loss": 0.5806, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.20605397520058352, |
| "grad_norm": 0.16588236391544342, |
| "learning_rate": 0.00015907928388746804, |
| "loss": 0.639, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.2064186725018235, |
| "grad_norm": 0.1781357228755951, |
| "learning_rate": 0.00015900621118012423, |
| "loss": 0.7193, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.20678336980306344, |
| "grad_norm": 0.2006876915693283, |
| "learning_rate": 0.0001589331384727804, |
| "loss": 0.8255, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.20714806710430342, |
| "grad_norm": 0.24458666145801544, |
| "learning_rate": 0.00015886006576543661, |
| "loss": 0.7577, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.2075127644055434, |
| "grad_norm": 0.18870210647583008, |
| "learning_rate": 0.00015878699305809282, |
| "loss": 0.7712, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.20787746170678337, |
| "grad_norm": 0.1800808161497116, |
| "learning_rate": 0.000158713920350749, |
| "loss": 0.5715, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.20824215900802334, |
| "grad_norm": 0.16994856297969818, |
| "learning_rate": 0.00015864084764340519, |
| "loss": 0.6102, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.20860685630926332, |
| "grad_norm": 0.21051564812660217, |
| "learning_rate": 0.0001585677749360614, |
| "loss": 0.9531, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.2089715536105033, |
| "grad_norm": 0.17979969084262848, |
| "learning_rate": 0.00015849470222871758, |
| "loss": 0.6933, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.20933625091174327, |
| "grad_norm": 0.17062553763389587, |
| "learning_rate": 0.00015842162952137378, |
| "loss": 0.5809, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.2097009482129832, |
| "grad_norm": 0.1818009465932846, |
| "learning_rate": 0.00015834855681402997, |
| "loss": 0.6487, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.2100656455142232, |
| "grad_norm": 0.19140908122062683, |
| "learning_rate": 0.00015827548410668615, |
| "loss": 0.7887, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.21043034281546316, |
| "grad_norm": 0.15934517979621887, |
| "learning_rate": 0.00015820241139934236, |
| "loss": 0.5761, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.21079504011670314, |
| "grad_norm": 0.16064375638961792, |
| "learning_rate": 0.00015812933869199856, |
| "loss": 0.5708, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.2111597374179431, |
| "grad_norm": 0.18466386198997498, |
| "learning_rate": 0.00015805626598465474, |
| "loss": 0.7036, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.21152443471918309, |
| "grad_norm": 0.17533251643180847, |
| "learning_rate": 0.00015798319327731093, |
| "loss": 0.801, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.21188913202042306, |
| "grad_norm": 0.1585182249546051, |
| "learning_rate": 0.00015791012056996713, |
| "loss": 0.5439, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.212253829321663, |
| "grad_norm": 0.18301182985305786, |
| "learning_rate": 0.00015783704786262332, |
| "loss": 0.6721, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.21261852662290298, |
| "grad_norm": 0.19599053263664246, |
| "learning_rate": 0.00015776397515527952, |
| "loss": 0.7901, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.21298322392414296, |
| "grad_norm": 0.19529075920581818, |
| "learning_rate": 0.0001576909024479357, |
| "loss": 0.7955, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.21334792122538293, |
| "grad_norm": 0.17965692281723022, |
| "learning_rate": 0.0001576178297405919, |
| "loss": 0.6761, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.2137126185266229, |
| "grad_norm": 0.15989278256893158, |
| "learning_rate": 0.0001575447570332481, |
| "loss": 0.5406, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.21407731582786288, |
| "grad_norm": 0.18571379780769348, |
| "learning_rate": 0.00015747168432590428, |
| "loss": 0.784, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.21444201312910285, |
| "grad_norm": 0.17124933004379272, |
| "learning_rate": 0.00015739861161856046, |
| "loss": 0.6769, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.21480671043034283, |
| "grad_norm": 0.2020951509475708, |
| "learning_rate": 0.00015732553891121667, |
| "loss": 0.9287, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.21517140773158278, |
| "grad_norm": 0.1693318635225296, |
| "learning_rate": 0.00015725246620387287, |
| "loss": 0.6093, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.21553610503282275, |
| "grad_norm": 0.1748688966035843, |
| "learning_rate": 0.00015717939349652906, |
| "loss": 0.6981, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.21590080233406272, |
| "grad_norm": 0.15914174914360046, |
| "learning_rate": 0.00015710632078918526, |
| "loss": 0.5255, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.2162654996353027, |
| "grad_norm": 0.16605016589164734, |
| "learning_rate": 0.00015703324808184145, |
| "loss": 0.613, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.21663019693654267, |
| "grad_norm": 0.13033540546894073, |
| "learning_rate": 0.00015696017537449763, |
| "loss": 0.2626, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.21699489423778265, |
| "grad_norm": 0.17081047594547272, |
| "learning_rate": 0.00015688710266715384, |
| "loss": 0.6266, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.21735959153902262, |
| "grad_norm": 0.18738578259944916, |
| "learning_rate": 0.00015681402995981002, |
| "loss": 0.7505, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.21772428884026257, |
| "grad_norm": 0.18220360577106476, |
| "learning_rate": 0.0001567409572524662, |
| "loss": 0.6359, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.21808898614150254, |
| "grad_norm": 0.12919798493385315, |
| "learning_rate": 0.0001566678845451224, |
| "loss": 0.2671, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.21845368344274252, |
| "grad_norm": 0.19884516298770905, |
| "learning_rate": 0.0001565948118377786, |
| "loss": 0.7276, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.2188183807439825, |
| "grad_norm": 0.21019931137561798, |
| "learning_rate": 0.0001565217391304348, |
| "loss": 0.8272, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.21918307804522247, |
| "grad_norm": 0.18614532053470612, |
| "learning_rate": 0.00015644866642309098, |
| "loss": 0.6676, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.21954777534646244, |
| "grad_norm": 0.1795649528503418, |
| "learning_rate": 0.00015637559371574716, |
| "loss": 0.7105, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.21991247264770242, |
| "grad_norm": 0.2079457938671112, |
| "learning_rate": 0.00015630252100840337, |
| "loss": 1.0025, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.22027716994894236, |
| "grad_norm": 0.16998709738254547, |
| "learning_rate": 0.00015622944830105958, |
| "loss": 0.6432, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.22064186725018234, |
| "grad_norm": 0.20293568074703217, |
| "learning_rate": 0.00015615637559371576, |
| "loss": 0.9977, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.2210065645514223, |
| "grad_norm": 0.1662643551826477, |
| "learning_rate": 0.00015608330288637194, |
| "loss": 0.5779, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.2213712618526623, |
| "grad_norm": 0.21681144833564758, |
| "learning_rate": 0.00015601023017902815, |
| "loss": 0.9133, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.22173595915390226, |
| "grad_norm": 0.1861148327589035, |
| "learning_rate": 0.00015593715747168433, |
| "loss": 0.854, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.22210065645514224, |
| "grad_norm": 0.15234194695949554, |
| "learning_rate": 0.00015586408476434054, |
| "loss": 0.5688, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.2224653537563822, |
| "grad_norm": 0.18444177508354187, |
| "learning_rate": 0.00015579101205699672, |
| "loss": 0.8598, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.22283005105762219, |
| "grad_norm": 0.1650354266166687, |
| "learning_rate": 0.0001557179393496529, |
| "loss": 0.5645, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.22319474835886213, |
| "grad_norm": 0.1783570498228073, |
| "learning_rate": 0.0001556448666423091, |
| "loss": 0.6918, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.2235594456601021, |
| "grad_norm": 0.201633483171463, |
| "learning_rate": 0.00015557179393496532, |
| "loss": 0.9097, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.22392414296134208, |
| "grad_norm": 0.1808750182390213, |
| "learning_rate": 0.00015549872122762147, |
| "loss": 0.5749, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.22428884026258206, |
| "grad_norm": 0.18188488483428955, |
| "learning_rate": 0.00015542564852027768, |
| "loss": 0.7137, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.22465353756382203, |
| "grad_norm": 0.1791074126958847, |
| "learning_rate": 0.0001553525758129339, |
| "loss": 0.8679, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.225018234865062, |
| "grad_norm": 0.18888451159000397, |
| "learning_rate": 0.00015527950310559007, |
| "loss": 0.8296, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.22538293216630198, |
| "grad_norm": 0.1985502392053604, |
| "learning_rate": 0.00015520643039824628, |
| "loss": 0.8388, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.22574762946754193, |
| "grad_norm": 0.20040510594844818, |
| "learning_rate": 0.00015513335769090246, |
| "loss": 0.8381, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.2261123267687819, |
| "grad_norm": 0.20879292488098145, |
| "learning_rate": 0.00015506028498355864, |
| "loss": 0.9998, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.22647702407002188, |
| "grad_norm": 0.18888017535209656, |
| "learning_rate": 0.00015498721227621485, |
| "loss": 0.6915, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.22684172137126185, |
| "grad_norm": 0.19784311950206757, |
| "learning_rate": 0.00015491413956887103, |
| "loss": 1.054, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.22720641867250183, |
| "grad_norm": 0.16005344688892365, |
| "learning_rate": 0.0001548410668615272, |
| "loss": 0.4895, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.2275711159737418, |
| "grad_norm": 0.20644895732402802, |
| "learning_rate": 0.00015476799415418342, |
| "loss": 0.8316, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.22793581327498177, |
| "grad_norm": 0.18263429403305054, |
| "learning_rate": 0.00015469492144683963, |
| "loss": 0.7931, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.22830051057622175, |
| "grad_norm": 0.18260689079761505, |
| "learning_rate": 0.0001546218487394958, |
| "loss": 0.6584, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.2286652078774617, |
| "grad_norm": 0.20142361521720886, |
| "learning_rate": 0.00015454877603215202, |
| "loss": 0.7865, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.22902990517870167, |
| "grad_norm": 0.163302943110466, |
| "learning_rate": 0.0001544757033248082, |
| "loss": 0.6348, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.22939460247994164, |
| "grad_norm": 0.1729688048362732, |
| "learning_rate": 0.00015440263061746438, |
| "loss": 0.6776, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.22975929978118162, |
| "grad_norm": 0.167247012257576, |
| "learning_rate": 0.0001543295579101206, |
| "loss": 0.6274, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.2301239970824216, |
| "grad_norm": 0.17160290479660034, |
| "learning_rate": 0.00015425648520277677, |
| "loss": 0.6194, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.23048869438366157, |
| "grad_norm": 0.17698507010936737, |
| "learning_rate": 0.00015418341249543295, |
| "loss": 0.7014, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.23085339168490154, |
| "grad_norm": 0.1988571584224701, |
| "learning_rate": 0.00015411033978808916, |
| "loss": 0.8195, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.2312180889861415, |
| "grad_norm": 0.18846118450164795, |
| "learning_rate": 0.00015403726708074534, |
| "loss": 0.711, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.23158278628738146, |
| "grad_norm": 0.1780976951122284, |
| "learning_rate": 0.00015396419437340155, |
| "loss": 0.6782, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.23194748358862144, |
| "grad_norm": 0.17137964069843292, |
| "learning_rate": 0.00015389112166605773, |
| "loss": 0.6011, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.2323121808898614, |
| "grad_norm": 0.18975742161273956, |
| "learning_rate": 0.0001538180489587139, |
| "loss": 0.6786, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.2326768781911014, |
| "grad_norm": 0.17563198506832123, |
| "learning_rate": 0.00015374497625137012, |
| "loss": 0.6222, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.23304157549234136, |
| "grad_norm": 0.17805379629135132, |
| "learning_rate": 0.00015367190354402633, |
| "loss": 0.6959, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.23340627279358134, |
| "grad_norm": 0.1799224615097046, |
| "learning_rate": 0.0001535988308366825, |
| "loss": 0.6508, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2337709700948213, |
| "grad_norm": 0.1822444349527359, |
| "learning_rate": 0.0001535257581293387, |
| "loss": 0.6701, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.23413566739606126, |
| "grad_norm": 0.18402761220932007, |
| "learning_rate": 0.0001534526854219949, |
| "loss": 0.7839, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.23450036469730123, |
| "grad_norm": 0.1818612664937973, |
| "learning_rate": 0.00015337961271465108, |
| "loss": 0.7694, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.2348650619985412, |
| "grad_norm": 0.17730721831321716, |
| "learning_rate": 0.0001533065400073073, |
| "loss": 0.6292, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.23522975929978118, |
| "grad_norm": 0.1790621429681778, |
| "learning_rate": 0.00015323346729996347, |
| "loss": 0.729, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.23559445660102116, |
| "grad_norm": 0.17606894671916962, |
| "learning_rate": 0.00015316039459261965, |
| "loss": 0.6977, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.23595915390226113, |
| "grad_norm": 0.18288281559944153, |
| "learning_rate": 0.00015308732188527586, |
| "loss": 0.7042, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.2363238512035011, |
| "grad_norm": 0.17753863334655762, |
| "learning_rate": 0.00015301424917793207, |
| "loss": 0.7813, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.23668854850474105, |
| "grad_norm": 0.1613297015428543, |
| "learning_rate": 0.00015294117647058822, |
| "loss": 0.5043, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.23705324580598103, |
| "grad_norm": 0.19487784802913666, |
| "learning_rate": 0.00015286810376324443, |
| "loss": 0.8338, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.237417943107221, |
| "grad_norm": 0.17686185240745544, |
| "learning_rate": 0.00015279503105590064, |
| "loss": 0.6406, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.23778264040846098, |
| "grad_norm": 0.18062898516654968, |
| "learning_rate": 0.00015272195834855682, |
| "loss": 0.772, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.23814733770970095, |
| "grad_norm": 0.1765890270471573, |
| "learning_rate": 0.00015264888564121303, |
| "loss": 0.6313, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.23851203501094093, |
| "grad_norm": 0.18338140845298767, |
| "learning_rate": 0.0001525758129338692, |
| "loss": 0.6944, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.2388767323121809, |
| "grad_norm": 0.16114097833633423, |
| "learning_rate": 0.0001525027402265254, |
| "loss": 0.4307, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.23924142961342085, |
| "grad_norm": 0.18049006164073944, |
| "learning_rate": 0.0001524296675191816, |
| "loss": 0.6055, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.23960612691466082, |
| "grad_norm": 0.17693577706813812, |
| "learning_rate": 0.00015235659481183778, |
| "loss": 0.6953, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.2399708242159008, |
| "grad_norm": 0.17377278208732605, |
| "learning_rate": 0.00015228352210449396, |
| "loss": 0.616, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.24033552151714077, |
| "grad_norm": 0.2092607021331787, |
| "learning_rate": 0.00015221044939715017, |
| "loss": 0.9593, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.24070021881838075, |
| "grad_norm": 0.18305638432502747, |
| "learning_rate": 0.00015213737668980638, |
| "loss": 0.7737, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.24106491611962072, |
| "grad_norm": 0.17872866988182068, |
| "learning_rate": 0.00015206430398246256, |
| "loss": 0.6324, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.2414296134208607, |
| "grad_norm": 0.16150373220443726, |
| "learning_rate": 0.00015199123127511874, |
| "loss": 0.4876, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.24179431072210067, |
| "grad_norm": 0.16832824051380157, |
| "learning_rate": 0.00015191815856777495, |
| "loss": 0.5724, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.24215900802334062, |
| "grad_norm": 0.17251615226268768, |
| "learning_rate": 0.00015184508586043113, |
| "loss": 0.6452, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.2425237053245806, |
| "grad_norm": 0.1856648325920105, |
| "learning_rate": 0.00015177201315308734, |
| "loss": 0.6863, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.24288840262582057, |
| "grad_norm": 0.17599360644817352, |
| "learning_rate": 0.00015169894044574352, |
| "loss": 0.573, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.24325309992706054, |
| "grad_norm": 0.1808532327413559, |
| "learning_rate": 0.0001516258677383997, |
| "loss": 0.6037, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.24361779722830051, |
| "grad_norm": 0.18831709027290344, |
| "learning_rate": 0.0001515527950310559, |
| "loss": 0.8105, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.2439824945295405, |
| "grad_norm": 0.1883680522441864, |
| "learning_rate": 0.0001514797223237121, |
| "loss": 0.7836, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.24434719183078046, |
| "grad_norm": 0.18449294567108154, |
| "learning_rate": 0.0001514066496163683, |
| "loss": 0.74, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.2447118891320204, |
| "grad_norm": 0.14520494639873505, |
| "learning_rate": 0.00015133357690902448, |
| "loss": 0.4257, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.24507658643326038, |
| "grad_norm": 0.16999614238739014, |
| "learning_rate": 0.00015126050420168066, |
| "loss": 0.5913, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.24544128373450036, |
| "grad_norm": 0.19084987044334412, |
| "learning_rate": 0.00015118743149433687, |
| "loss": 0.7187, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.24580598103574033, |
| "grad_norm": 0.16345396637916565, |
| "learning_rate": 0.00015111435878699308, |
| "loss": 0.5708, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.2461706783369803, |
| "grad_norm": 0.19265908002853394, |
| "learning_rate": 0.00015104128607964926, |
| "loss": 0.5983, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.24653537563822028, |
| "grad_norm": 0.20187486708164215, |
| "learning_rate": 0.00015096821337230544, |
| "loss": 0.7784, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.24690007293946026, |
| "grad_norm": 0.19124649465084076, |
| "learning_rate": 0.00015089514066496165, |
| "loss": 0.7033, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.24726477024070023, |
| "grad_norm": 0.18420779705047607, |
| "learning_rate": 0.00015082206795761783, |
| "loss": 0.7342, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.24762946754194018, |
| "grad_norm": 0.18304283916950226, |
| "learning_rate": 0.00015074899525027404, |
| "loss": 0.7119, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.24799416484318015, |
| "grad_norm": 0.17313408851623535, |
| "learning_rate": 0.00015067592254293022, |
| "loss": 0.7298, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.24835886214442013, |
| "grad_norm": 0.1871861219406128, |
| "learning_rate": 0.0001506028498355864, |
| "loss": 0.6186, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.2487235594456601, |
| "grad_norm": 0.20435944199562073, |
| "learning_rate": 0.0001505297771282426, |
| "loss": 0.843, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.24908825674690008, |
| "grad_norm": 0.16381756961345673, |
| "learning_rate": 0.00015045670442089882, |
| "loss": 0.5857, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.24945295404814005, |
| "grad_norm": 0.18176475167274475, |
| "learning_rate": 0.00015038363171355497, |
| "loss": 0.7148, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.24981765134938003, |
| "grad_norm": 0.1591276228427887, |
| "learning_rate": 0.00015031055900621118, |
| "loss": 0.6348, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.25018234865062, |
| "grad_norm": 0.16380302608013153, |
| "learning_rate": 0.0001502374862988674, |
| "loss": 0.5438, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.25054704595185995, |
| "grad_norm": 0.16611479222774506, |
| "learning_rate": 0.00015016441359152357, |
| "loss": 0.509, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.25091174325309995, |
| "grad_norm": 0.188828706741333, |
| "learning_rate": 0.00015009134088417978, |
| "loss": 0.7431, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.2512764405543399, |
| "grad_norm": 0.16808100044727325, |
| "learning_rate": 0.00015001826817683596, |
| "loss": 0.5523, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.25164113785557984, |
| "grad_norm": 0.20357143878936768, |
| "learning_rate": 0.00014994519546949214, |
| "loss": 0.7993, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.25200583515681985, |
| "grad_norm": 0.18831704556941986, |
| "learning_rate": 0.00014987212276214835, |
| "loss": 0.7521, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.2523705324580598, |
| "grad_norm": 0.17688477039337158, |
| "learning_rate": 0.00014979905005480453, |
| "loss": 0.6743, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.2527352297592998, |
| "grad_norm": 0.1944332718849182, |
| "learning_rate": 0.00014972597734746071, |
| "loss": 0.869, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.25309992706053974, |
| "grad_norm": 0.1805860847234726, |
| "learning_rate": 0.00014965290464011692, |
| "loss": 0.7884, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.25346462436177974, |
| "grad_norm": 0.149339959025383, |
| "learning_rate": 0.00014957983193277313, |
| "loss": 0.4521, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.2538293216630197, |
| "grad_norm": 0.16970299184322357, |
| "learning_rate": 0.0001495067592254293, |
| "loss": 0.6262, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.25419401896425964, |
| "grad_norm": 0.17406289279460907, |
| "learning_rate": 0.0001494336865180855, |
| "loss": 0.7258, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.25455871626549964, |
| "grad_norm": 0.18558435142040253, |
| "learning_rate": 0.0001493606138107417, |
| "loss": 0.6835, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.2549234135667396, |
| "grad_norm": 0.16771887242794037, |
| "learning_rate": 0.00014928754110339788, |
| "loss": 0.506, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.2552881108679796, |
| "grad_norm": 0.2056199610233307, |
| "learning_rate": 0.0001492144683960541, |
| "loss": 0.8879, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.25565280816921954, |
| "grad_norm": 0.16422101855278015, |
| "learning_rate": 0.00014914139568871027, |
| "loss": 0.4785, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.25601750547045954, |
| "grad_norm": 0.17392300069332123, |
| "learning_rate": 0.00014906832298136645, |
| "loss": 0.667, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.2563822027716995, |
| "grad_norm": 0.18036240339279175, |
| "learning_rate": 0.00014899525027402266, |
| "loss": 0.6646, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.2567469000729395, |
| "grad_norm": 0.19860827922821045, |
| "learning_rate": 0.00014892217756667884, |
| "loss": 0.8341, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.25711159737417943, |
| "grad_norm": 0.15973514318466187, |
| "learning_rate": 0.00014884910485933505, |
| "loss": 0.5357, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.2574762946754194, |
| "grad_norm": 0.17433969676494598, |
| "learning_rate": 0.00014877603215199123, |
| "loss": 0.6615, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.2578409919766594, |
| "grad_norm": 0.17215828597545624, |
| "learning_rate": 0.00014870295944464742, |
| "loss": 0.547, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.25820568927789933, |
| "grad_norm": 0.19459031522274017, |
| "learning_rate": 0.00014862988673730362, |
| "loss": 0.8744, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.25857038657913933, |
| "grad_norm": 0.18972012400627136, |
| "learning_rate": 0.00014855681402995983, |
| "loss": 0.7687, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.2589350838803793, |
| "grad_norm": 0.17814265191555023, |
| "learning_rate": 0.00014848374132261599, |
| "loss": 0.627, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.2592997811816193, |
| "grad_norm": 0.19156868755817413, |
| "learning_rate": 0.0001484106686152722, |
| "loss": 0.882, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.25966447848285923, |
| "grad_norm": 0.17542894184589386, |
| "learning_rate": 0.0001483375959079284, |
| "loss": 0.7863, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.2600291757840992, |
| "grad_norm": 0.15451830625534058, |
| "learning_rate": 0.00014826452320058458, |
| "loss": 0.5987, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.2603938730853392, |
| "grad_norm": 0.17926959693431854, |
| "learning_rate": 0.0001481914504932408, |
| "loss": 0.6238, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.2607585703865791, |
| "grad_norm": 0.15617339313030243, |
| "learning_rate": 0.00014811837778589697, |
| "loss": 0.611, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.2611232676878191, |
| "grad_norm": 0.18667645752429962, |
| "learning_rate": 0.00014804530507855316, |
| "loss": 0.657, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.2614879649890591, |
| "grad_norm": 0.1547141671180725, |
| "learning_rate": 0.00014797223237120936, |
| "loss": 0.4469, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.2618526622902991, |
| "grad_norm": 0.18968114256858826, |
| "learning_rate": 0.00014789915966386557, |
| "loss": 0.8392, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.262217359591539, |
| "grad_norm": 0.1685071587562561, |
| "learning_rate": 0.00014782608695652173, |
| "loss": 0.5476, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.26258205689277897, |
| "grad_norm": 0.18805775046348572, |
| "learning_rate": 0.00014775301424917793, |
| "loss": 0.7899, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.262946754194019, |
| "grad_norm": 0.1985326111316681, |
| "learning_rate": 0.00014767994154183414, |
| "loss": 0.8315, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.2633114514952589, |
| "grad_norm": 0.18817968666553497, |
| "learning_rate": 0.00014760686883449032, |
| "loss": 0.8077, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.2636761487964989, |
| "grad_norm": 0.1707736700773239, |
| "learning_rate": 0.00014753379612714653, |
| "loss": 0.5055, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.26404084609773887, |
| "grad_norm": 0.17432935535907745, |
| "learning_rate": 0.00014746072341980271, |
| "loss": 0.6428, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.26440554339897887, |
| "grad_norm": 0.19772885739803314, |
| "learning_rate": 0.0001473876507124589, |
| "loss": 0.8951, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.2647702407002188, |
| "grad_norm": 0.18301154673099518, |
| "learning_rate": 0.0001473145780051151, |
| "loss": 0.8608, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.26513493800145876, |
| "grad_norm": 0.17923039197921753, |
| "learning_rate": 0.00014724150529777129, |
| "loss": 0.674, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.26549963530269877, |
| "grad_norm": 0.1921747922897339, |
| "learning_rate": 0.00014716843259042747, |
| "loss": 0.7752, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.2658643326039387, |
| "grad_norm": 0.17289309203624725, |
| "learning_rate": 0.00014709535988308367, |
| "loss": 0.7519, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.2662290299051787, |
| "grad_norm": 0.1981101930141449, |
| "learning_rate": 0.00014702228717573988, |
| "loss": 0.8573, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.26659372720641866, |
| "grad_norm": 0.16859839856624603, |
| "learning_rate": 0.00014694921446839606, |
| "loss": 0.6, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.26695842450765866, |
| "grad_norm": 0.15981674194335938, |
| "learning_rate": 0.00014687614176105225, |
| "loss": 0.434, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.2673231218088986, |
| "grad_norm": 0.15087354183197021, |
| "learning_rate": 0.00014680306905370845, |
| "loss": 0.4438, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.26768781911013856, |
| "grad_norm": 0.21009470522403717, |
| "learning_rate": 0.00014672999634636464, |
| "loss": 0.92, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.26805251641137856, |
| "grad_norm": 0.17488998174667358, |
| "learning_rate": 0.00014665692363902084, |
| "loss": 0.6819, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.2684172137126185, |
| "grad_norm": 0.19854167103767395, |
| "learning_rate": 0.00014658385093167703, |
| "loss": 0.832, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.2687819110138585, |
| "grad_norm": 0.17115044593811035, |
| "learning_rate": 0.0001465107782243332, |
| "loss": 0.6293, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.26914660831509846, |
| "grad_norm": 0.14838315546512604, |
| "learning_rate": 0.00014643770551698941, |
| "loss": 0.3817, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.26951130561633846, |
| "grad_norm": 0.1810576319694519, |
| "learning_rate": 0.0001463646328096456, |
| "loss": 0.6395, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.2698760029175784, |
| "grad_norm": 0.2036665976047516, |
| "learning_rate": 0.0001462915601023018, |
| "loss": 0.855, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.2702407002188184, |
| "grad_norm": 0.1664070338010788, |
| "learning_rate": 0.00014621848739495799, |
| "loss": 0.6324, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.27060539752005836, |
| "grad_norm": 0.21777962148189545, |
| "learning_rate": 0.00014614541468761417, |
| "loss": 0.8487, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.2709700948212983, |
| "grad_norm": 0.16543632745742798, |
| "learning_rate": 0.00014607234198027038, |
| "loss": 0.5855, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.2713347921225383, |
| "grad_norm": 0.18875911831855774, |
| "learning_rate": 0.00014599926927292658, |
| "loss": 0.7444, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.27169948942377825, |
| "grad_norm": 0.19937555491924286, |
| "learning_rate": 0.00014592619656558274, |
| "loss": 0.8593, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.27206418672501825, |
| "grad_norm": 0.17685411870479584, |
| "learning_rate": 0.00014585312385823895, |
| "loss": 0.7563, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.2724288840262582, |
| "grad_norm": 0.16490668058395386, |
| "learning_rate": 0.00014578005115089515, |
| "loss": 0.6355, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.2727935813274982, |
| "grad_norm": 0.17879438400268555, |
| "learning_rate": 0.00014570697844355134, |
| "loss": 0.7345, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.27315827862873815, |
| "grad_norm": 0.15404187142848969, |
| "learning_rate": 0.00014563390573620754, |
| "loss": 0.4345, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.2735229759299781, |
| "grad_norm": 0.18319928646087646, |
| "learning_rate": 0.00014556083302886373, |
| "loss": 0.6891, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.2738876732312181, |
| "grad_norm": 0.173502117395401, |
| "learning_rate": 0.0001454877603215199, |
| "loss": 0.6031, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.27425237053245805, |
| "grad_norm": 0.16543245315551758, |
| "learning_rate": 0.00014541468761417612, |
| "loss": 0.5698, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.27461706783369805, |
| "grad_norm": 0.16900089383125305, |
| "learning_rate": 0.00014534161490683232, |
| "loss": 0.7195, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.274981765134938, |
| "grad_norm": 0.1920769065618515, |
| "learning_rate": 0.00014526854219948848, |
| "loss": 0.7794, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.275346462436178, |
| "grad_norm": 0.15764226019382477, |
| "learning_rate": 0.0001451954694921447, |
| "loss": 0.5931, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.27571115973741794, |
| "grad_norm": 0.16820603609085083, |
| "learning_rate": 0.0001451223967848009, |
| "loss": 0.5739, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.2760758570386579, |
| "grad_norm": 0.15538586676120758, |
| "learning_rate": 0.00014504932407745708, |
| "loss": 0.4564, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.2764405543398979, |
| "grad_norm": 0.1703750640153885, |
| "learning_rate": 0.00014497625137011328, |
| "loss": 0.6289, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.27680525164113784, |
| "grad_norm": 0.17181243002414703, |
| "learning_rate": 0.00014490317866276947, |
| "loss": 0.6888, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.27716994894237784, |
| "grad_norm": 0.17971667647361755, |
| "learning_rate": 0.00014483010595542565, |
| "loss": 0.6178, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.2775346462436178, |
| "grad_norm": 0.16959045827388763, |
| "learning_rate": 0.00014475703324808186, |
| "loss": 0.6029, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.2778993435448578, |
| "grad_norm": 0.18184369802474976, |
| "learning_rate": 0.00014468396054073804, |
| "loss": 0.769, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.27826404084609774, |
| "grad_norm": 0.18276362121105194, |
| "learning_rate": 0.00014461088783339422, |
| "loss": 0.6981, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.2786287381473377, |
| "grad_norm": 0.14473621547222137, |
| "learning_rate": 0.00014453781512605043, |
| "loss": 0.4821, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.2789934354485777, |
| "grad_norm": 0.16732734441757202, |
| "learning_rate": 0.00014446474241870664, |
| "loss": 0.5346, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.27935813274981763, |
| "grad_norm": 0.17172355949878693, |
| "learning_rate": 0.00014439166971136282, |
| "loss": 0.6361, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.27972283005105764, |
| "grad_norm": 0.19567203521728516, |
| "learning_rate": 0.000144318597004019, |
| "loss": 0.859, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.2800875273522976, |
| "grad_norm": 0.1898382008075714, |
| "learning_rate": 0.0001442455242966752, |
| "loss": 0.8217, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.2804522246535376, |
| "grad_norm": 0.1976533979177475, |
| "learning_rate": 0.0001441724515893314, |
| "loss": 0.8709, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.28081692195477753, |
| "grad_norm": 0.15758675336837769, |
| "learning_rate": 0.0001440993788819876, |
| "loss": 0.5522, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.2811816192560175, |
| "grad_norm": 0.19185684621334076, |
| "learning_rate": 0.00014402630617464378, |
| "loss": 0.7182, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.2815463165572575, |
| "grad_norm": 0.16831618547439575, |
| "learning_rate": 0.00014395323346729996, |
| "loss": 0.5841, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.28191101385849743, |
| "grad_norm": 0.207386776804924, |
| "learning_rate": 0.00014388016075995617, |
| "loss": 0.8525, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.28227571115973743, |
| "grad_norm": 0.17020228505134583, |
| "learning_rate": 0.00014380708805261235, |
| "loss": 0.5534, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.2826404084609774, |
| "grad_norm": 0.18354672193527222, |
| "learning_rate": 0.00014373401534526856, |
| "loss": 0.7006, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.2830051057622174, |
| "grad_norm": 0.16657932102680206, |
| "learning_rate": 0.00014366094263792474, |
| "loss": 0.6063, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.2833698030634573, |
| "grad_norm": 0.15975604951381683, |
| "learning_rate": 0.00014358786993058092, |
| "loss": 0.4616, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.28373450036469733, |
| "grad_norm": 0.17766812443733215, |
| "learning_rate": 0.00014351479722323713, |
| "loss": 0.7521, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.2840991976659373, |
| "grad_norm": 0.18797791004180908, |
| "learning_rate": 0.00014344172451589334, |
| "loss": 0.7563, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.2844638949671772, |
| "grad_norm": 0.17721839249134064, |
| "learning_rate": 0.0001433686518085495, |
| "loss": 0.8557, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.2848285922684172, |
| "grad_norm": 0.18058152496814728, |
| "learning_rate": 0.0001432955791012057, |
| "loss": 0.6517, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.28519328956965717, |
| "grad_norm": 0.1826111078262329, |
| "learning_rate": 0.0001432225063938619, |
| "loss": 0.6134, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.2855579868708972, |
| "grad_norm": 0.1896212249994278, |
| "learning_rate": 0.0001431494336865181, |
| "loss": 0.7902, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.2859226841721371, |
| "grad_norm": 0.1763574331998825, |
| "learning_rate": 0.0001430763609791743, |
| "loss": 0.6796, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.2862873814733771, |
| "grad_norm": 0.16747136414051056, |
| "learning_rate": 0.00014300328827183048, |
| "loss": 0.5986, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.28665207877461707, |
| "grad_norm": 0.18107502162456512, |
| "learning_rate": 0.00014293021556448666, |
| "loss": 0.6232, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.287016776075857, |
| "grad_norm": 0.17364108562469482, |
| "learning_rate": 0.00014285714285714287, |
| "loss": 0.6362, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.287381473377097, |
| "grad_norm": 0.21109223365783691, |
| "learning_rate": 0.00014278407014979908, |
| "loss": 0.9846, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.28774617067833697, |
| "grad_norm": 0.1875358521938324, |
| "learning_rate": 0.00014271099744245523, |
| "loss": 0.7414, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.28811086797957697, |
| "grad_norm": 0.17905642092227936, |
| "learning_rate": 0.00014263792473511144, |
| "loss": 0.875, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.2884755652808169, |
| "grad_norm": 0.16830816864967346, |
| "learning_rate": 0.00014256485202776765, |
| "loss": 0.6712, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.2888402625820569, |
| "grad_norm": 0.1730622798204422, |
| "learning_rate": 0.00014249177932042383, |
| "loss": 0.5806, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.28920495988329686, |
| "grad_norm": 0.15828505158424377, |
| "learning_rate": 0.00014241870661308, |
| "loss": 0.4814, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.2895696571845368, |
| "grad_norm": 0.16246497631072998, |
| "learning_rate": 0.00014234563390573622, |
| "loss": 0.4964, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.2899343544857768, |
| "grad_norm": 0.1828710287809372, |
| "learning_rate": 0.0001422725611983924, |
| "loss": 0.7139, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.29029905178701676, |
| "grad_norm": 0.15251024067401886, |
| "learning_rate": 0.0001421994884910486, |
| "loss": 0.4463, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.29066374908825676, |
| "grad_norm": 0.17780308425426483, |
| "learning_rate": 0.0001421264157837048, |
| "loss": 0.6125, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.2910284463894967, |
| "grad_norm": 0.19187119603157043, |
| "learning_rate": 0.00014205334307636097, |
| "loss": 0.814, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.2913931436907367, |
| "grad_norm": 0.20423109829425812, |
| "learning_rate": 0.00014198027036901718, |
| "loss": 0.8008, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.29175784099197666, |
| "grad_norm": 0.17211808264255524, |
| "learning_rate": 0.0001419071976616734, |
| "loss": 0.5667, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.2921225382932166, |
| "grad_norm": 0.20684252679347992, |
| "learning_rate": 0.00014183412495432957, |
| "loss": 0.7646, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.2924872355944566, |
| "grad_norm": 0.15838950872421265, |
| "learning_rate": 0.00014176105224698575, |
| "loss": 0.5542, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.29285193289569655, |
| "grad_norm": 0.19353005290031433, |
| "learning_rate": 0.00014168797953964196, |
| "loss": 0.7211, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.29321663019693656, |
| "grad_norm": 0.1527222841978073, |
| "learning_rate": 0.00014161490683229814, |
| "loss": 0.5183, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.2935813274981765, |
| "grad_norm": 0.15716342628002167, |
| "learning_rate": 0.00014154183412495435, |
| "loss": 0.5197, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.2939460247994165, |
| "grad_norm": 0.2023271769285202, |
| "learning_rate": 0.00014146876141761053, |
| "loss": 0.8512, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.29431072210065645, |
| "grad_norm": 0.17139078676700592, |
| "learning_rate": 0.0001413956887102667, |
| "loss": 0.5161, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.2946754194018964, |
| "grad_norm": 0.15848784148693085, |
| "learning_rate": 0.00014132261600292292, |
| "loss": 0.6017, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.2950401167031364, |
| "grad_norm": 0.1857565939426422, |
| "learning_rate": 0.0001412495432955791, |
| "loss": 0.7406, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.29540481400437635, |
| "grad_norm": 0.17538581788539886, |
| "learning_rate": 0.0001411764705882353, |
| "loss": 0.615, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.29576951130561635, |
| "grad_norm": 0.18965482711791992, |
| "learning_rate": 0.0001411033978808915, |
| "loss": 0.7869, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.2961342086068563, |
| "grad_norm": 0.1757965087890625, |
| "learning_rate": 0.00014103032517354767, |
| "loss": 0.7217, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.2964989059080963, |
| "grad_norm": 0.20843826234340668, |
| "learning_rate": 0.00014095725246620388, |
| "loss": 0.9802, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.29686360320933625, |
| "grad_norm": 0.17155392467975616, |
| "learning_rate": 0.0001408841797588601, |
| "loss": 0.67, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.29722830051057625, |
| "grad_norm": 0.1699131578207016, |
| "learning_rate": 0.00014081110705151624, |
| "loss": 0.5432, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.2975929978118162, |
| "grad_norm": 0.2160065770149231, |
| "learning_rate": 0.00014073803434417245, |
| "loss": 0.9022, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.29795769511305614, |
| "grad_norm": 0.17137810587882996, |
| "learning_rate": 0.00014066496163682866, |
| "loss": 0.5853, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.29832239241429614, |
| "grad_norm": 0.18035869300365448, |
| "learning_rate": 0.00014059188892948484, |
| "loss": 0.6308, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.2986870897155361, |
| "grad_norm": 0.15042151510715485, |
| "learning_rate": 0.00014051881622214105, |
| "loss": 0.4335, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.2990517870167761, |
| "grad_norm": 0.19387514889240265, |
| "learning_rate": 0.00014044574351479723, |
| "loss": 0.8104, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.29941648431801604, |
| "grad_norm": 0.1495147943496704, |
| "learning_rate": 0.0001403726708074534, |
| "loss": 0.4551, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.29978118161925604, |
| "grad_norm": 0.1305743157863617, |
| "learning_rate": 0.00014029959810010962, |
| "loss": 0.3016, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.300145878920496, |
| "grad_norm": 0.18238870799541473, |
| "learning_rate": 0.00014022652539276583, |
| "loss": 0.6105, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.30051057622173594, |
| "grad_norm": 0.1913590431213379, |
| "learning_rate": 0.00014015345268542198, |
| "loss": 0.8108, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.30087527352297594, |
| "grad_norm": 0.15131442248821259, |
| "learning_rate": 0.0001400803799780782, |
| "loss": 0.5041, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.3012399708242159, |
| "grad_norm": 0.15665921568870544, |
| "learning_rate": 0.0001400073072707344, |
| "loss": 0.5691, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.3016046681254559, |
| "grad_norm": 0.1675909459590912, |
| "learning_rate": 0.00013993423456339058, |
| "loss": 0.6212, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.30196936542669583, |
| "grad_norm": 0.2064395546913147, |
| "learning_rate": 0.00013986116185604676, |
| "loss": 0.8267, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.30233406272793584, |
| "grad_norm": 0.18026086688041687, |
| "learning_rate": 0.00013978808914870297, |
| "loss": 0.7102, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.3026987600291758, |
| "grad_norm": 0.18619216978549957, |
| "learning_rate": 0.00013971501644135915, |
| "loss": 0.5986, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.30306345733041573, |
| "grad_norm": 0.20318515598773956, |
| "learning_rate": 0.00013964194373401536, |
| "loss": 0.9558, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.30342815463165573, |
| "grad_norm": 0.1473841667175293, |
| "learning_rate": 0.00013956887102667154, |
| "loss": 0.3906, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.3037928519328957, |
| "grad_norm": 0.1872483193874359, |
| "learning_rate": 0.00013949579831932772, |
| "loss": 0.7164, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.3041575492341357, |
| "grad_norm": 0.1955832690000534, |
| "learning_rate": 0.00013942272561198393, |
| "loss": 0.7684, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.30452224653537563, |
| "grad_norm": 0.17416808009147644, |
| "learning_rate": 0.00013934965290464014, |
| "loss": 0.6543, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.30488694383661563, |
| "grad_norm": 0.18365338444709778, |
| "learning_rate": 0.00013927658019729632, |
| "loss": 0.6797, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.3052516411378556, |
| "grad_norm": 0.159471333026886, |
| "learning_rate": 0.0001392035074899525, |
| "loss": 0.5944, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.3056163384390955, |
| "grad_norm": 0.1895028054714203, |
| "learning_rate": 0.0001391304347826087, |
| "loss": 0.7348, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.3059810357403355, |
| "grad_norm": 0.19214889407157898, |
| "learning_rate": 0.0001390573620752649, |
| "loss": 0.8888, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.3063457330415755, |
| "grad_norm": 0.18355461955070496, |
| "learning_rate": 0.0001389842893679211, |
| "loss": 0.7066, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.3067104303428155, |
| "grad_norm": 0.20794498920440674, |
| "learning_rate": 0.00013891121666057728, |
| "loss": 0.7818, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.3070751276440554, |
| "grad_norm": 0.20993681252002716, |
| "learning_rate": 0.00013883814395323346, |
| "loss": 0.8961, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.3074398249452954, |
| "grad_norm": 0.17933285236358643, |
| "learning_rate": 0.00013876507124588967, |
| "loss": 0.7162, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.3078045222465354, |
| "grad_norm": 0.1597253382205963, |
| "learning_rate": 0.00013869199853854585, |
| "loss": 0.4908, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.3081692195477753, |
| "grad_norm": 0.17529501020908356, |
| "learning_rate": 0.00013861892583120206, |
| "loss": 0.5254, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.3085339168490153, |
| "grad_norm": 0.19237765669822693, |
| "learning_rate": 0.00013854585312385824, |
| "loss": 0.7377, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.30889861415025527, |
| "grad_norm": 0.18043018877506256, |
| "learning_rate": 0.00013847278041651442, |
| "loss": 0.6784, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.30926331145149527, |
| "grad_norm": 0.1529788225889206, |
| "learning_rate": 0.00013839970770917063, |
| "loss": 0.5048, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.3096280087527352, |
| "grad_norm": 0.18892444670200348, |
| "learning_rate": 0.00013832663500182684, |
| "loss": 0.7093, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.3099927060539752, |
| "grad_norm": 0.17523162066936493, |
| "learning_rate": 0.000138253562294483, |
| "loss": 0.6947, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.31035740335521517, |
| "grad_norm": 0.17124755680561066, |
| "learning_rate": 0.0001381804895871392, |
| "loss": 0.6009, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.31072210065645517, |
| "grad_norm": 0.19225868582725525, |
| "learning_rate": 0.0001381074168797954, |
| "loss": 0.8058, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.3110867979576951, |
| "grad_norm": 0.19115358591079712, |
| "learning_rate": 0.0001380343441724516, |
| "loss": 0.6689, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.31145149525893506, |
| "grad_norm": 0.15115682780742645, |
| "learning_rate": 0.0001379612714651078, |
| "loss": 0.3348, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.31181619256017507, |
| "grad_norm": 0.18653741478919983, |
| "learning_rate": 0.00013788819875776398, |
| "loss": 0.872, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.312180889861415, |
| "grad_norm": 0.18661542236804962, |
| "learning_rate": 0.00013781512605042016, |
| "loss": 0.9351, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.312545587162655, |
| "grad_norm": 0.1910124570131302, |
| "learning_rate": 0.00013774205334307637, |
| "loss": 0.8575, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.31291028446389496, |
| "grad_norm": 0.18687231838703156, |
| "learning_rate": 0.00013766898063573258, |
| "loss": 0.7134, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.31327498176513496, |
| "grad_norm": 0.17739079892635345, |
| "learning_rate": 0.00013759590792838873, |
| "loss": 0.6473, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.3136396790663749, |
| "grad_norm": 0.16609562933444977, |
| "learning_rate": 0.00013752283522104494, |
| "loss": 0.511, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.31400437636761486, |
| "grad_norm": 0.17272962629795074, |
| "learning_rate": 0.00013744976251370115, |
| "loss": 0.5939, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.31436907366885486, |
| "grad_norm": 0.196741983294487, |
| "learning_rate": 0.00013737668980635733, |
| "loss": 0.6241, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.3147337709700948, |
| "grad_norm": 0.16731449961662292, |
| "learning_rate": 0.00013730361709901351, |
| "loss": 0.6294, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.3150984682713348, |
| "grad_norm": 0.17899174988269806, |
| "learning_rate": 0.00013723054439166972, |
| "loss": 0.724, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.31546316557257476, |
| "grad_norm": 0.18915481865406036, |
| "learning_rate": 0.0001371574716843259, |
| "loss": 0.6508, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.31582786287381476, |
| "grad_norm": 0.17585769295692444, |
| "learning_rate": 0.0001370843989769821, |
| "loss": 0.736, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.3161925601750547, |
| "grad_norm": 0.16982930898666382, |
| "learning_rate": 0.0001370113262696383, |
| "loss": 0.5676, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.31655725747629465, |
| "grad_norm": 0.17551635205745697, |
| "learning_rate": 0.00013693825356229447, |
| "loss": 0.621, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.31692195477753465, |
| "grad_norm": 0.19762268662452698, |
| "learning_rate": 0.00013686518085495068, |
| "loss": 0.872, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.3172866520787746, |
| "grad_norm": 0.16374340653419495, |
| "learning_rate": 0.0001367921081476069, |
| "loss": 0.4612, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.3176513493800146, |
| "grad_norm": 0.20281797647476196, |
| "learning_rate": 0.00013671903544026307, |
| "loss": 0.8791, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.31801604668125455, |
| "grad_norm": 0.1752830445766449, |
| "learning_rate": 0.00013664596273291925, |
| "loss": 0.7158, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.31838074398249455, |
| "grad_norm": 0.1833350956439972, |
| "learning_rate": 0.00013657289002557546, |
| "loss": 0.7307, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.3187454412837345, |
| "grad_norm": 0.158727765083313, |
| "learning_rate": 0.00013649981731823164, |
| "loss": 0.4426, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.31911013858497445, |
| "grad_norm": 0.1881689429283142, |
| "learning_rate": 0.00013642674461088785, |
| "loss": 0.6806, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.31947483588621445, |
| "grad_norm": 0.18638849258422852, |
| "learning_rate": 0.00013635367190354403, |
| "loss": 0.5562, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.3198395331874544, |
| "grad_norm": 0.17578531801700592, |
| "learning_rate": 0.00013628059919620022, |
| "loss": 0.6174, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.3202042304886944, |
| "grad_norm": 0.17400258779525757, |
| "learning_rate": 0.00013620752648885642, |
| "loss": 0.6818, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.32056892778993434, |
| "grad_norm": 0.17320291697978973, |
| "learning_rate": 0.0001361344537815126, |
| "loss": 0.59, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.32093362509117435, |
| "grad_norm": 0.1907418966293335, |
| "learning_rate": 0.0001360613810741688, |
| "loss": 0.8411, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3212983223924143, |
| "grad_norm": 0.1831212341785431, |
| "learning_rate": 0.000135988308366825, |
| "loss": 0.7538, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.32166301969365424, |
| "grad_norm": 0.16207090020179749, |
| "learning_rate": 0.00013591523565948118, |
| "loss": 0.5343, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.32202771699489424, |
| "grad_norm": 0.16630573570728302, |
| "learning_rate": 0.00013584216295213738, |
| "loss": 0.5422, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.3223924142961342, |
| "grad_norm": 0.16689611971378326, |
| "learning_rate": 0.0001357690902447936, |
| "loss": 0.682, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.3227571115973742, |
| "grad_norm": 0.1957065463066101, |
| "learning_rate": 0.00013569601753744975, |
| "loss": 0.8429, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.32312180889861414, |
| "grad_norm": 0.16777260601520538, |
| "learning_rate": 0.00013562294483010596, |
| "loss": 0.5122, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.32348650619985414, |
| "grad_norm": 0.18913322687149048, |
| "learning_rate": 0.00013554987212276216, |
| "loss": 0.8262, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.3238512035010941, |
| "grad_norm": 0.15186062455177307, |
| "learning_rate": 0.00013547679941541834, |
| "loss": 0.4259, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.3242159008023341, |
| "grad_norm": 0.17760516703128815, |
| "learning_rate": 0.00013540372670807453, |
| "loss": 0.6425, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.32458059810357404, |
| "grad_norm": 0.17440609633922577, |
| "learning_rate": 0.00013533065400073073, |
| "loss": 0.795, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.324945295404814, |
| "grad_norm": 0.1680755466222763, |
| "learning_rate": 0.00013525758129338692, |
| "loss": 0.6218, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.325309992706054, |
| "grad_norm": 0.18546250462532043, |
| "learning_rate": 0.00013518450858604312, |
| "loss": 0.7299, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.32567469000729393, |
| "grad_norm": 0.2105245590209961, |
| "learning_rate": 0.00013511143587869933, |
| "loss": 0.8526, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.32603938730853393, |
| "grad_norm": 0.18736779689788818, |
| "learning_rate": 0.0001350383631713555, |
| "loss": 0.7205, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.3264040846097739, |
| "grad_norm": 0.17326989769935608, |
| "learning_rate": 0.0001349652904640117, |
| "loss": 0.5746, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.3267687819110139, |
| "grad_norm": 0.21187415719032288, |
| "learning_rate": 0.0001348922177566679, |
| "loss": 0.9321, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.32713347921225383, |
| "grad_norm": 0.18079346418380737, |
| "learning_rate": 0.00013481914504932409, |
| "loss": 0.6063, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.3274981765134938, |
| "grad_norm": 0.2063044011592865, |
| "learning_rate": 0.00013474607234198027, |
| "loss": 0.8192, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.3278628738147338, |
| "grad_norm": 0.1921169012784958, |
| "learning_rate": 0.00013467299963463647, |
| "loss": 0.9365, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.3282275711159737, |
| "grad_norm": 0.19340583682060242, |
| "learning_rate": 0.00013459992692729266, |
| "loss": 0.7314, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.32859226841721373, |
| "grad_norm": 0.19069619476795197, |
| "learning_rate": 0.00013452685421994886, |
| "loss": 0.7089, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.3289569657184537, |
| "grad_norm": 0.1918506920337677, |
| "learning_rate": 0.00013445378151260507, |
| "loss": 0.7538, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.3293216630196937, |
| "grad_norm": 0.18830406665802002, |
| "learning_rate": 0.00013438070880526123, |
| "loss": 0.6583, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.3296863603209336, |
| "grad_norm": 0.18953083455562592, |
| "learning_rate": 0.00013430763609791744, |
| "loss": 0.6886, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.33005105762217357, |
| "grad_norm": 0.1635250300168991, |
| "learning_rate": 0.00013423456339057364, |
| "loss": 0.6201, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.3304157549234136, |
| "grad_norm": 0.19504040479660034, |
| "learning_rate": 0.00013416149068322983, |
| "loss": 0.6456, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.3307804522246535, |
| "grad_norm": 0.1988976150751114, |
| "learning_rate": 0.000134088417975886, |
| "loss": 0.7649, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.3311451495258935, |
| "grad_norm": 0.17592492699623108, |
| "learning_rate": 0.00013401534526854221, |
| "loss": 0.6112, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.33150984682713347, |
| "grad_norm": 0.19126677513122559, |
| "learning_rate": 0.0001339422725611984, |
| "loss": 0.7045, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.33187454412837347, |
| "grad_norm": 0.1643197238445282, |
| "learning_rate": 0.0001338691998538546, |
| "loss": 0.4433, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.3322392414296134, |
| "grad_norm": 0.19282923638820648, |
| "learning_rate": 0.00013379612714651079, |
| "loss": 0.7357, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.33260393873085337, |
| "grad_norm": 0.17284700274467468, |
| "learning_rate": 0.00013372305443916697, |
| "loss": 0.8092, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.33296863603209337, |
| "grad_norm": 0.2016737312078476, |
| "learning_rate": 0.00013364998173182318, |
| "loss": 0.8372, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.1924041360616684, |
| "learning_rate": 0.00013357690902447936, |
| "loss": 0.7576, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.3336980306345733, |
| "grad_norm": 0.18545666337013245, |
| "learning_rate": 0.00013350383631713557, |
| "loss": 0.7559, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.33406272793581326, |
| "grad_norm": 0.1433466225862503, |
| "learning_rate": 0.00013343076360979175, |
| "loss": 0.4667, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.33442742523705327, |
| "grad_norm": 0.1683466136455536, |
| "learning_rate": 0.00013335769090244793, |
| "loss": 0.5951, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.3347921225382932, |
| "grad_norm": 0.18137226998806, |
| "learning_rate": 0.00013328461819510414, |
| "loss": 0.6964, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.33515681983953316, |
| "grad_norm": 0.19752834737300873, |
| "learning_rate": 0.00013321154548776034, |
| "loss": 0.7344, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.33552151714077316, |
| "grad_norm": 0.17333728075027466, |
| "learning_rate": 0.0001331384727804165, |
| "loss": 0.5658, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.3358862144420131, |
| "grad_norm": 0.17877991497516632, |
| "learning_rate": 0.0001330654000730727, |
| "loss": 0.6542, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.3362509117432531, |
| "grad_norm": 0.15863974392414093, |
| "learning_rate": 0.00013299232736572892, |
| "loss": 0.4601, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.33661560904449306, |
| "grad_norm": 0.20868968963623047, |
| "learning_rate": 0.0001329192546583851, |
| "loss": 0.7883, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.33698030634573306, |
| "grad_norm": 0.20271888375282288, |
| "learning_rate": 0.00013284618195104128, |
| "loss": 0.9605, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.337345003646973, |
| "grad_norm": 0.19558852910995483, |
| "learning_rate": 0.0001327731092436975, |
| "loss": 0.7866, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.337709700948213, |
| "grad_norm": 0.2165563404560089, |
| "learning_rate": 0.00013270003653635367, |
| "loss": 0.9694, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.33807439824945296, |
| "grad_norm": 0.18585020303726196, |
| "learning_rate": 0.00013262696382900988, |
| "loss": 0.7127, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.3384390955506929, |
| "grad_norm": 0.15885639190673828, |
| "learning_rate": 0.00013255389112166608, |
| "loss": 0.4634, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.3388037928519329, |
| "grad_norm": 0.18902234733104706, |
| "learning_rate": 0.00013248081841432224, |
| "loss": 0.7553, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.33916849015317285, |
| "grad_norm": 0.1625453233718872, |
| "learning_rate": 0.00013240774570697845, |
| "loss": 0.6045, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.33953318745441285, |
| "grad_norm": 0.1839369386434555, |
| "learning_rate": 0.00013233467299963466, |
| "loss": 0.6966, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.3398978847556528, |
| "grad_norm": 0.1871074140071869, |
| "learning_rate": 0.00013226160029229084, |
| "loss": 0.7223, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.3402625820568928, |
| "grad_norm": 0.19105811417102814, |
| "learning_rate": 0.00013218852758494702, |
| "loss": 0.8262, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.34062727935813275, |
| "grad_norm": 0.19458365440368652, |
| "learning_rate": 0.00013211545487760323, |
| "loss": 0.6728, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.3409919766593727, |
| "grad_norm": 0.17245818674564362, |
| "learning_rate": 0.0001320423821702594, |
| "loss": 0.6373, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.3413566739606127, |
| "grad_norm": 0.17466460168361664, |
| "learning_rate": 0.00013196930946291562, |
| "loss": 0.6054, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.34172137126185265, |
| "grad_norm": 0.1496109813451767, |
| "learning_rate": 0.0001318962367555718, |
| "loss": 0.5585, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.34208606856309265, |
| "grad_norm": 0.16135789453983307, |
| "learning_rate": 0.00013182316404822798, |
| "loss": 0.4524, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.3424507658643326, |
| "grad_norm": 0.18663141131401062, |
| "learning_rate": 0.0001317500913408842, |
| "loss": 0.6951, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.3428154631655726, |
| "grad_norm": 0.15193338692188263, |
| "learning_rate": 0.0001316770186335404, |
| "loss": 0.5151, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.34318016046681254, |
| "grad_norm": 0.16860604286193848, |
| "learning_rate": 0.00013160394592619658, |
| "loss": 0.5776, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.3435448577680525, |
| "grad_norm": 0.18972420692443848, |
| "learning_rate": 0.00013153087321885276, |
| "loss": 0.7691, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.3439095550692925, |
| "grad_norm": 0.196933776140213, |
| "learning_rate": 0.00013145780051150897, |
| "loss": 0.8165, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.34427425237053244, |
| "grad_norm": 0.19200679659843445, |
| "learning_rate": 0.00013138472780416515, |
| "loss": 0.7874, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.34463894967177244, |
| "grad_norm": 0.1795893758535385, |
| "learning_rate": 0.00013131165509682136, |
| "loss": 0.7507, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.3450036469730124, |
| "grad_norm": 0.18410655856132507, |
| "learning_rate": 0.00013123858238947754, |
| "loss": 0.7354, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.3453683442742524, |
| "grad_norm": 0.1739976406097412, |
| "learning_rate": 0.00013116550968213372, |
| "loss": 0.6932, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.34573304157549234, |
| "grad_norm": 0.14160172641277313, |
| "learning_rate": 0.00013109243697478993, |
| "loss": 0.351, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.3460977388767323, |
| "grad_norm": 0.14415137469768524, |
| "learning_rate": 0.0001310193642674461, |
| "loss": 0.4202, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.3464624361779723, |
| "grad_norm": 0.2061617225408554, |
| "learning_rate": 0.00013094629156010232, |
| "loss": 0.9679, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.34682713347921224, |
| "grad_norm": 0.20319141447544098, |
| "learning_rate": 0.0001308732188527585, |
| "loss": 0.8076, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.34719183078045224, |
| "grad_norm": 0.17571642994880676, |
| "learning_rate": 0.00013080014614541468, |
| "loss": 0.6941, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.3475565280816922, |
| "grad_norm": 0.177334725856781, |
| "learning_rate": 0.0001307270734380709, |
| "loss": 0.7511, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.3479212253829322, |
| "grad_norm": 0.2112066000699997, |
| "learning_rate": 0.0001306540007307271, |
| "loss": 1.0981, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.34828592268417213, |
| "grad_norm": 0.18469132483005524, |
| "learning_rate": 0.00013058092802338325, |
| "loss": 0.8159, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.3486506199854121, |
| "grad_norm": 0.17193461954593658, |
| "learning_rate": 0.00013050785531603946, |
| "loss": 0.6005, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.3490153172866521, |
| "grad_norm": 0.21006590127944946, |
| "learning_rate": 0.00013043478260869567, |
| "loss": 1.0101, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.34938001458789203, |
| "grad_norm": 0.1526053547859192, |
| "learning_rate": 0.00013036170990135185, |
| "loss": 0.5219, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.34974471188913203, |
| "grad_norm": 0.18546460568904877, |
| "learning_rate": 0.00013028863719400803, |
| "loss": 0.7272, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.350109409190372, |
| "grad_norm": 0.1910969465970993, |
| "learning_rate": 0.00013021556448666424, |
| "loss": 0.8131, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.350474106491612, |
| "grad_norm": 0.17536579072475433, |
| "learning_rate": 0.00013014249177932042, |
| "loss": 0.62, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.3508388037928519, |
| "grad_norm": 0.18440979719161987, |
| "learning_rate": 0.00013006941907197663, |
| "loss": 0.7427, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.35120350109409193, |
| "grad_norm": 0.1736113727092743, |
| "learning_rate": 0.00012999634636463284, |
| "loss": 0.6271, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.3515681983953319, |
| "grad_norm": 0.1437050998210907, |
| "learning_rate": 0.000129923273657289, |
| "loss": 0.448, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.3519328956965718, |
| "grad_norm": 0.17444917559623718, |
| "learning_rate": 0.0001298502009499452, |
| "loss": 0.5675, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.3522975929978118, |
| "grad_norm": 0.2057693749666214, |
| "learning_rate": 0.0001297771282426014, |
| "loss": 0.9973, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.3526622902990518, |
| "grad_norm": 0.1640542894601822, |
| "learning_rate": 0.0001297040555352576, |
| "loss": 0.5839, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.3530269876002918, |
| "grad_norm": 0.1888854056596756, |
| "learning_rate": 0.00012963098282791377, |
| "loss": 0.7098, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.3533916849015317, |
| "grad_norm": 0.1694556325674057, |
| "learning_rate": 0.00012955791012056998, |
| "loss": 0.5281, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.3537563822027717, |
| "grad_norm": 0.17687252163887024, |
| "learning_rate": 0.00012948483741322616, |
| "loss": 0.6114, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.35412107950401167, |
| "grad_norm": 0.1951674520969391, |
| "learning_rate": 0.00012941176470588237, |
| "loss": 0.8128, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.3544857768052516, |
| "grad_norm": 0.20023071765899658, |
| "learning_rate": 0.00012933869199853855, |
| "loss": 0.8015, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.3548504741064916, |
| "grad_norm": 0.18741564452648163, |
| "learning_rate": 0.00012926561929119473, |
| "loss": 0.7011, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.35521517140773157, |
| "grad_norm": 0.13944192230701447, |
| "learning_rate": 0.00012919254658385094, |
| "loss": 0.365, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.35557986870897157, |
| "grad_norm": 0.20607557892799377, |
| "learning_rate": 0.00012911947387650715, |
| "loss": 0.89, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.3559445660102115, |
| "grad_norm": 0.2182752937078476, |
| "learning_rate": 0.00012904640116916333, |
| "loss": 0.9494, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.3563092633114515, |
| "grad_norm": 0.18262708187103271, |
| "learning_rate": 0.0001289733284618195, |
| "loss": 0.6899, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.35667396061269147, |
| "grad_norm": 0.18693357706069946, |
| "learning_rate": 0.00012890025575447572, |
| "loss": 0.7838, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.3570386579139314, |
| "grad_norm": 0.19558003544807434, |
| "learning_rate": 0.0001288271830471319, |
| "loss": 0.6937, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.3574033552151714, |
| "grad_norm": 0.1773812621831894, |
| "learning_rate": 0.0001287541103397881, |
| "loss": 0.6103, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.35776805251641136, |
| "grad_norm": 0.19865770637989044, |
| "learning_rate": 0.0001286810376324443, |
| "loss": 0.884, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.35813274981765136, |
| "grad_norm": 0.17361897230148315, |
| "learning_rate": 0.00012860796492510047, |
| "loss": 0.6312, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.3584974471188913, |
| "grad_norm": 0.17946158349514008, |
| "learning_rate": 0.00012853489221775668, |
| "loss": 0.7898, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.3588621444201313, |
| "grad_norm": 0.1990206092596054, |
| "learning_rate": 0.00012846181951041286, |
| "loss": 0.821, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.35922684172137126, |
| "grad_norm": 0.16487091779708862, |
| "learning_rate": 0.00012838874680306904, |
| "loss": 0.6642, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.3595915390226112, |
| "grad_norm": 0.17961853742599487, |
| "learning_rate": 0.00012831567409572525, |
| "loss": 0.8118, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.3599562363238512, |
| "grad_norm": 0.16912826895713806, |
| "learning_rate": 0.00012824260138838143, |
| "loss": 0.6378, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.36032093362509116, |
| "grad_norm": 0.19518031179904938, |
| "learning_rate": 0.00012816952868103764, |
| "loss": 0.9833, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.36068563092633116, |
| "grad_norm": 0.18844519555568695, |
| "learning_rate": 0.00012809645597369385, |
| "loss": 0.7191, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.3610503282275711, |
| "grad_norm": 0.18332988023757935, |
| "learning_rate": 0.00012802338326635, |
| "loss": 0.7232, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.3614150255288111, |
| "grad_norm": 0.18674488365650177, |
| "learning_rate": 0.0001279503105590062, |
| "loss": 0.7617, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.36177972283005105, |
| "grad_norm": 0.15862171351909637, |
| "learning_rate": 0.00012787723785166242, |
| "loss": 0.5411, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.36214442013129106, |
| "grad_norm": 0.15820543467998505, |
| "learning_rate": 0.0001278041651443186, |
| "loss": 0.5198, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.362509117432531, |
| "grad_norm": 0.19230028986930847, |
| "learning_rate": 0.00012773109243697478, |
| "loss": 0.7863, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.36287381473377095, |
| "grad_norm": 0.18754363059997559, |
| "learning_rate": 0.000127658019729631, |
| "loss": 0.7216, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.36323851203501095, |
| "grad_norm": 0.19463679194450378, |
| "learning_rate": 0.00012758494702228717, |
| "loss": 0.8963, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.3636032093362509, |
| "grad_norm": 0.17682290077209473, |
| "learning_rate": 0.00012751187431494338, |
| "loss": 0.7009, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.3639679066374909, |
| "grad_norm": 0.20536212623119354, |
| "learning_rate": 0.0001274388016075996, |
| "loss": 0.9973, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.36433260393873085, |
| "grad_norm": 0.2060231864452362, |
| "learning_rate": 0.00012736572890025574, |
| "loss": 0.8184, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.36469730123997085, |
| "grad_norm": 0.19924308359622955, |
| "learning_rate": 0.00012729265619291195, |
| "loss": 0.7663, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 2742, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.490016210832998e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
