| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.022886075949367, |
| "eval_steps": 500, |
| "global_step": 5050, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0010126582278481013, |
| "grad_norm": 0.2890350818634033, |
| "learning_rate": 6.4e-07, |
| "loss": 0.4252, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0020253164556962027, |
| "grad_norm": 0.38236403465270996, |
| "learning_rate": 1.44e-06, |
| "loss": 0.5874, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0030379746835443038, |
| "grad_norm": 0.35676905512809753, |
| "learning_rate": 2.24e-06, |
| "loss": 0.6046, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.004050632911392405, |
| "grad_norm": 0.24803373217582703, |
| "learning_rate": 3.0399999999999997e-06, |
| "loss": 0.5374, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.005063291139240506, |
| "grad_norm": 0.24468094110488892, |
| "learning_rate": 3.84e-06, |
| "loss": 0.5436, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0060759493670886075, |
| "grad_norm": 0.23739802837371826, |
| "learning_rate": 4.64e-06, |
| "loss": 0.5003, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.007088607594936709, |
| "grad_norm": 0.2143125683069229, |
| "learning_rate": 5.4400000000000004e-06, |
| "loss": 0.4294, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.00810126582278481, |
| "grad_norm": 0.2776055335998535, |
| "learning_rate": 6.2399999999999995e-06, |
| "loss": 0.4609, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.009113924050632912, |
| "grad_norm": 0.2547096312046051, |
| "learning_rate": 7.0399999999999995e-06, |
| "loss": 0.4772, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.010126582278481013, |
| "grad_norm": 0.7673835158348083, |
| "learning_rate": 7.84e-06, |
| "loss": 0.5448, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.011139240506329114, |
| "grad_norm": 0.10860913246870041, |
| "learning_rate": 7.874332644514525e-06, |
| "loss": 0.4309, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.012151898734177215, |
| "grad_norm": 0.14334945380687714, |
| "learning_rate": 7.37731170200806e-06, |
| "loss": 0.5759, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.013164556962025316, |
| "grad_norm": 0.15437713265419006, |
| "learning_rate": 6.549695958994759e-06, |
| "loss": 0.4921, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.014177215189873417, |
| "grad_norm": 0.17790572345256805, |
| "learning_rate": 5.4724982107387124e-06, |
| "loss": 0.4864, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.015189873417721518, |
| "grad_norm": 0.16902197897434235, |
| "learning_rate": 4.251162078117254e-06, |
| "loss": 0.4801, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.01620253164556962, |
| "grad_norm": 0.16751091182231903, |
| "learning_rate": 3.0052404513405813e-06, |
| "loss": 0.4284, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.017215189873417722, |
| "grad_norm": 0.19641244411468506, |
| "learning_rate": 1.8566928200840125e-06, |
| "loss": 0.4211, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.018227848101265823, |
| "grad_norm": 0.2027222365140915, |
| "learning_rate": 9.179470288968434e-07, |
| "loss": 0.4226, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.019240506329113925, |
| "grad_norm": 0.25514501333236694, |
| "learning_rate": 2.808940564469946e-07, |
| "loss": 0.4273, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.020253164556962026, |
| "grad_norm": 0.5317699909210205, |
| "learning_rate": 7.893086286913764e-09, |
| "loss": 0.4665, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.021265822784810127, |
| "grad_norm": 0.09557212144136429, |
| "learning_rate": 7.936391428253735e-06, |
| "loss": 0.4278, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.022278481012658228, |
| "grad_norm": 0.13262175023555756, |
| "learning_rate": 7.924105832633914e-06, |
| "loss": 0.5694, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.02329113924050633, |
| "grad_norm": 0.1363184005022049, |
| "learning_rate": 7.910747425661406e-06, |
| "loss": 0.5771, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.02430379746835443, |
| "grad_norm": 0.15607652068138123, |
| "learning_rate": 7.896319859391291e-06, |
| "loss": 0.4534, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.02531645569620253, |
| "grad_norm": 0.1568451225757599, |
| "learning_rate": 7.880827078176131e-06, |
| "loss": 0.4774, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.026329113924050632, |
| "grad_norm": 0.1714460253715515, |
| "learning_rate": 7.864273317587615e-06, |
| "loss": 0.4163, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.027341772151898733, |
| "grad_norm": 0.1982555091381073, |
| "learning_rate": 7.846663103258601e-06, |
| "loss": 0.424, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.028354430379746835, |
| "grad_norm": 0.20806045830249786, |
| "learning_rate": 7.828001249645847e-06, |
| "loss": 0.4141, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.029367088607594936, |
| "grad_norm": 0.29137369990348816, |
| "learning_rate": 7.808292858713795e-06, |
| "loss": 0.4502, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.030379746835443037, |
| "grad_norm": 0.4427628517150879, |
| "learning_rate": 7.787543318539739e-06, |
| "loss": 0.4446, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03139240506329114, |
| "grad_norm": 0.10811079293489456, |
| "learning_rate": 7.765758301840778e-06, |
| "loss": 0.4315, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.03240506329113924, |
| "grad_norm": 0.1357722282409668, |
| "learning_rate": 7.742943764422958e-06, |
| "loss": 0.5206, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.033417721518987344, |
| "grad_norm": 0.1358698010444641, |
| "learning_rate": 7.719105943553005e-06, |
| "loss": 0.5026, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.034430379746835445, |
| "grad_norm": 0.1749633401632309, |
| "learning_rate": 7.694251356253128e-06, |
| "loss": 0.514, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.035443037974683546, |
| "grad_norm": 0.15725477039813995, |
| "learning_rate": 7.668386797519319e-06, |
| "loss": 0.4445, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.03645569620253165, |
| "grad_norm": 0.1692255735397339, |
| "learning_rate": 7.641519338463685e-06, |
| "loss": 0.4387, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.03746835443037975, |
| "grad_norm": 0.21342308819293976, |
| "learning_rate": 7.613656324381259e-06, |
| "loss": 0.4048, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.03848101265822785, |
| "grad_norm": 0.2070913016796112, |
| "learning_rate": 7.584805372741881e-06, |
| "loss": 0.4175, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.03949367088607595, |
| "grad_norm": 0.3016558885574341, |
| "learning_rate": 7.5549743711076545e-06, |
| "loss": 0.4523, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.04050632911392405, |
| "grad_norm": 0.6172907948493958, |
| "learning_rate": 7.524171474976565e-06, |
| "loss": 0.4796, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.04151898734177215, |
| "grad_norm": 0.13224560022354126, |
| "learning_rate": 7.492405105552852e-06, |
| "loss": 0.4505, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.042531645569620254, |
| "grad_norm": 0.11821311712265015, |
| "learning_rate": 7.459683947444728e-06, |
| "loss": 0.4879, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.043544303797468355, |
| "grad_norm": 0.14326579868793488, |
| "learning_rate": 7.426016946290103e-06, |
| "loss": 0.5523, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.044556962025316456, |
| "grad_norm": 0.14366313815116882, |
| "learning_rate": 7.391413306310926e-06, |
| "loss": 0.4587, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.04556962025316456, |
| "grad_norm": 0.174359992146492, |
| "learning_rate": 7.355882487796858e-06, |
| "loss": 0.4058, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.04658227848101266, |
| "grad_norm": 0.18399442732334137, |
| "learning_rate": 7.319434204518904e-06, |
| "loss": 0.4233, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.04759493670886076, |
| "grad_norm": 0.19887953996658325, |
| "learning_rate": 7.282078421073778e-06, |
| "loss": 0.4057, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.04860759493670886, |
| "grad_norm": 0.2326246052980423, |
| "learning_rate": 7.24382535015968e-06, |
| "loss": 0.3484, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.04962025316455696, |
| "grad_norm": 0.2785189747810364, |
| "learning_rate": 7.204685449784243e-06, |
| "loss": 0.4128, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.05063291139240506, |
| "grad_norm": 0.6590746641159058, |
| "learning_rate": 7.16466942040542e-06, |
| "loss": 0.4627, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.051645569620253164, |
| "grad_norm": 0.10315769165754318, |
| "learning_rate": 7.123788202006087e-06, |
| "loss": 0.3976, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.052658227848101265, |
| "grad_norm": 0.12270621210336685, |
| "learning_rate": 7.082052971103157e-06, |
| "loss": 0.4965, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.053670886075949366, |
| "grad_norm": 0.1367034763097763, |
| "learning_rate": 7.039475137692034e-06, |
| "loss": 0.5032, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.05468354430379747, |
| "grad_norm": 0.15129856765270233, |
| "learning_rate": 6.996066342127237e-06, |
| "loss": 0.5059, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.05569620253164557, |
| "grad_norm": 0.17595066130161285, |
| "learning_rate": 6.951838451940039e-06, |
| "loss": 0.4856, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.05670886075949367, |
| "grad_norm": 0.18321171402931213, |
| "learning_rate": 6.906803558594003e-06, |
| "loss": 0.4277, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.05772151898734177, |
| "grad_norm": 0.1897234469652176, |
| "learning_rate": 6.8609739741793015e-06, |
| "loss": 0.3998, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.05873417721518987, |
| "grad_norm": 0.2459779679775238, |
| "learning_rate": 6.814362228046707e-06, |
| "loss": 0.398, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.05974683544303797, |
| "grad_norm": 0.27000924944877625, |
| "learning_rate": 6.7669810633821976e-06, |
| "loss": 0.4316, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.060759493670886074, |
| "grad_norm": 0.5964180827140808, |
| "learning_rate": 6.718843433723092e-06, |
| "loss": 0.3984, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.061772151898734175, |
| "grad_norm": 0.10210335999727249, |
| "learning_rate": 6.6699624994166895e-06, |
| "loss": 0.4643, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.06278481012658228, |
| "grad_norm": 0.12209000438451767, |
| "learning_rate": 6.6203516240223575e-06, |
| "loss": 0.51, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.06379746835443038, |
| "grad_norm": 0.15346437692642212, |
| "learning_rate": 6.570024370658066e-06, |
| "loss": 0.4933, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.06481012658227848, |
| "grad_norm": 0.20867754518985748, |
| "learning_rate": 6.51899449829237e-06, |
| "loss": 0.526, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.06582278481012659, |
| "grad_norm": 0.19501474499702454, |
| "learning_rate": 6.4672759579828435e-06, |
| "loss": 0.41, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.06683544303797469, |
| "grad_norm": 0.19708237051963806, |
| "learning_rate": 6.414882889062003e-06, |
| "loss": 0.46, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.06784810126582279, |
| "grad_norm": 0.21802377700805664, |
| "learning_rate": 6.361829615271748e-06, |
| "loss": 0.3705, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.06886075949367089, |
| "grad_norm": 0.263461709022522, |
| "learning_rate": 6.3081306408474e-06, |
| "loss": 0.4137, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.06987341772151899, |
| "grad_norm": 0.290580689907074, |
| "learning_rate": 6.253800646552387e-06, |
| "loss": 0.4061, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.07088607594936709, |
| "grad_norm": 0.4870627224445343, |
| "learning_rate": 6.198854485664664e-06, |
| "loss": 0.4233, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.07189873417721519, |
| "grad_norm": 0.11330131441354752, |
| "learning_rate": 6.143307179915986e-06, |
| "loss": 0.4924, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.0729113924050633, |
| "grad_norm": 0.12951083481311798, |
| "learning_rate": 6.087173915385109e-06, |
| "loss": 0.4488, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0739240506329114, |
| "grad_norm": 0.14505082368850708, |
| "learning_rate": 6.030470038346067e-06, |
| "loss": 0.526, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.0749367088607595, |
| "grad_norm": 0.15361474454402924, |
| "learning_rate": 5.9732110510726595e-06, |
| "loss": 0.421, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0759493670886076, |
| "grad_norm": 0.1695505827665329, |
| "learning_rate": 5.915412607600278e-06, |
| "loss": 0.3937, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.0769620253164557, |
| "grad_norm": 0.17293846607208252, |
| "learning_rate": 5.857090509446255e-06, |
| "loss": 0.3942, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.0779746835443038, |
| "grad_norm": 0.1847795844078064, |
| "learning_rate": 5.7982607012898815e-06, |
| "loss": 0.3982, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.0789873417721519, |
| "grad_norm": 0.22609223425388336, |
| "learning_rate": 5.738939266613299e-06, |
| "loss": 0.4267, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.2740250825881958, |
| "learning_rate": 5.679142423304423e-06, |
| "loss": 0.3658, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.0810126582278481, |
| "grad_norm": 0.6746684908866882, |
| "learning_rate": 5.618886519223149e-06, |
| "loss": 0.4483, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0820253164556962, |
| "grad_norm": 0.10393477231264114, |
| "learning_rate": 5.558188027732001e-06, |
| "loss": 0.4223, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.0830379746835443, |
| "grad_norm": 0.11308884620666504, |
| "learning_rate": 5.4970635431924805e-06, |
| "loss": 0.49, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0840506329113924, |
| "grad_norm": 0.15513402223587036, |
| "learning_rate": 5.43552977642834e-06, |
| "loss": 0.6736, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.08506329113924051, |
| "grad_norm": 0.1626657396554947, |
| "learning_rate": 5.373603550156999e-06, |
| "loss": 0.4875, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.08607594936708861, |
| "grad_norm": 0.1769031286239624, |
| "learning_rate": 5.31130179439039e-06, |
| "loss": 0.4655, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.08708860759493671, |
| "grad_norm": 0.17216484248638153, |
| "learning_rate": 5.248641541806463e-06, |
| "loss": 0.3709, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.08810126582278481, |
| "grad_norm": 0.19002921879291534, |
| "learning_rate": 5.185639923092615e-06, |
| "loss": 0.4099, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.08911392405063291, |
| "grad_norm": 0.24008767306804657, |
| "learning_rate": 5.1223141622623324e-06, |
| "loss": 0.3837, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.09012658227848101, |
| "grad_norm": 0.2640061378479004, |
| "learning_rate": 5.058681571946326e-06, |
| "loss": 0.417, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.09113924050632911, |
| "grad_norm": 0.5950750708580017, |
| "learning_rate": 4.9947595486594205e-06, |
| "loss": 0.4172, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.09215189873417722, |
| "grad_norm": 0.10812418907880783, |
| "learning_rate": 4.930565568044521e-06, |
| "loss": 0.4353, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.09316455696202532, |
| "grad_norm": 0.11884841322898865, |
| "learning_rate": 4.866117180094959e-06, |
| "loss": 0.4917, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.09417721518987342, |
| "grad_norm": 0.13334554433822632, |
| "learning_rate": 4.801432004356485e-06, |
| "loss": 0.546, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.09518987341772152, |
| "grad_norm": 0.1469433307647705, |
| "learning_rate": 4.736527725110268e-06, |
| "loss": 0.5123, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.09620253164556962, |
| "grad_norm": 0.15326330065727234, |
| "learning_rate": 4.67142208653819e-06, |
| "loss": 0.4421, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.09721518987341772, |
| "grad_norm": 0.1922120749950409, |
| "learning_rate": 4.6061328878717614e-06, |
| "loss": 0.3653, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.09822784810126582, |
| "grad_norm": 0.22665756940841675, |
| "learning_rate": 4.540677978525988e-06, |
| "loss": 0.4022, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.09924050632911392, |
| "grad_norm": 0.24490761756896973, |
| "learning_rate": 4.47507525321952e-06, |
| "loss": 0.4495, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.10025316455696202, |
| "grad_norm": 0.2760622203350067, |
| "learning_rate": 4.40934264708242e-06, |
| "loss": 0.3994, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.10126582278481013, |
| "grad_norm": 0.4926779568195343, |
| "learning_rate": 4.343498130752868e-06, |
| "loss": 0.4233, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.10227848101265823, |
| "grad_norm": 0.100213423371315, |
| "learning_rate": 4.277559705464176e-06, |
| "loss": 0.4346, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.10329113924050633, |
| "grad_norm": 0.14627546072006226, |
| "learning_rate": 4.211545398123426e-06, |
| "loss": 0.4828, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.10430379746835443, |
| "grad_norm": 0.1387825906276703, |
| "learning_rate": 4.145473256383098e-06, |
| "loss": 0.5354, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.10531645569620253, |
| "grad_norm": 0.14282335340976715, |
| "learning_rate": 4.0793613437070145e-06, |
| "loss": 0.5289, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.10632911392405063, |
| "grad_norm": 0.14829204976558685, |
| "learning_rate": 4.013227734431981e-06, |
| "loss": 0.4303, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.10734177215189873, |
| "grad_norm": 0.19231268763542175, |
| "learning_rate": 3.947090508826431e-06, |
| "loss": 0.438, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.10835443037974683, |
| "grad_norm": 0.20014595985412598, |
| "learning_rate": 3.88096774814747e-06, |
| "loss": 0.3829, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.10936708860759493, |
| "grad_norm": 0.22177746891975403, |
| "learning_rate": 3.814877529697636e-06, |
| "loss": 0.4263, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.11037974683544304, |
| "grad_norm": 0.2902078628540039, |
| "learning_rate": 3.748837921882746e-06, |
| "loss": 0.4259, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.11139240506329114, |
| "grad_norm": 0.8105320334434509, |
| "learning_rate": 3.682866979272176e-06, |
| "loss": 0.4032, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.11240506329113924, |
| "grad_norm": 0.1199047714471817, |
| "learning_rate": 3.616982737662919e-06, |
| "loss": 0.452, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.11341772151898734, |
| "grad_norm": 0.12158358842134476, |
| "learning_rate": 3.551203209148783e-06, |
| "loss": 0.5097, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.11443037974683544, |
| "grad_norm": 0.14767540991306305, |
| "learning_rate": 3.4855463771960563e-06, |
| "loss": 0.576, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.11544303797468354, |
| "grad_norm": 0.14708371460437775, |
| "learning_rate": 3.4200301917270166e-06, |
| "loss": 0.4402, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.11645569620253164, |
| "grad_norm": 0.16839522123336792, |
| "learning_rate": 3.354672564212596e-06, |
| "loss": 0.4255, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.11746835443037974, |
| "grad_norm": 0.1900736689567566, |
| "learning_rate": 3.289491362775565e-06, |
| "loss": 0.3884, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.11848101265822784, |
| "grad_norm": 0.21712316572666168, |
| "learning_rate": 3.2245044073055673e-06, |
| "loss": 0.3787, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.11949367088607595, |
| "grad_norm": 0.23528164625167847, |
| "learning_rate": 3.159729464587337e-06, |
| "loss": 0.3975, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.12050632911392405, |
| "grad_norm": 0.28719690442085266, |
| "learning_rate": 3.0951842434434397e-06, |
| "loss": 0.4288, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.12151898734177215, |
| "grad_norm": 0.5678369402885437, |
| "learning_rate": 3.030886389892855e-06, |
| "loss": 0.4045, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.12253164556962025, |
| "grad_norm": 0.10973752290010452, |
| "learning_rate": 2.9668534823267344e-06, |
| "loss": 0.4225, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.12354430379746835, |
| "grad_norm": 0.11315113306045532, |
| "learning_rate": 2.9031030267026413e-06, |
| "loss": 0.5046, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.12455696202531645, |
| "grad_norm": 0.13727732002735138, |
| "learning_rate": 2.8396524517586003e-06, |
| "loss": 0.5213, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.12556962025316457, |
| "grad_norm": 0.15396752953529358, |
| "learning_rate": 2.7765191042482504e-06, |
| "loss": 0.4664, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "grad_norm": 0.18092885613441467, |
| "learning_rate": 2.713720244198419e-06, |
| "loss": 0.4453, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.12759493670886077, |
| "grad_norm": 0.15994560718536377, |
| "learning_rate": 2.651273040190399e-06, |
| "loss": 0.3989, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.12860759493670887, |
| "grad_norm": 0.19212107360363007, |
| "learning_rate": 2.5891945646662354e-06, |
| "loss": 0.3812, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.12962025316455697, |
| "grad_norm": 0.21311832964420319, |
| "learning_rate": 2.527501789261288e-06, |
| "loss": 0.3816, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.13063291139240507, |
| "grad_norm": 0.3330369293689728, |
| "learning_rate": 2.4662115801643535e-06, |
| "loss": 0.4601, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.13164556962025317, |
| "grad_norm": 0.6984276175498962, |
| "learning_rate": 2.40534069350662e-06, |
| "loss": 0.4338, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.13265822784810127, |
| "grad_norm": 0.11435388773679733, |
| "learning_rate": 2.344905770780707e-06, |
| "loss": 0.471, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.13367088607594937, |
| "grad_norm": 0.12216036766767502, |
| "learning_rate": 2.284923334291051e-06, |
| "loss": 0.5131, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.13468354430379748, |
| "grad_norm": 0.1551143079996109, |
| "learning_rate": 2.225409782636865e-06, |
| "loss": 0.5183, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.13569620253164558, |
| "grad_norm": 0.1415749043226242, |
| "learning_rate": 2.166381386228933e-06, |
| "loss": 0.4561, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.13670886075949368, |
| "grad_norm": 0.17465831339359283, |
| "learning_rate": 2.107854282841437e-06, |
| "loss": 0.3942, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.13772151898734178, |
| "grad_norm": 0.189087375998497, |
| "learning_rate": 2.049844473200055e-06, |
| "loss": 0.4062, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.13873417721518988, |
| "grad_norm": 0.18520382046699524, |
| "learning_rate": 1.992367816607518e-06, |
| "loss": 0.3883, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.13974683544303798, |
| "grad_norm": 0.24047788977622986, |
| "learning_rate": 1.9354400266078383e-06, |
| "loss": 0.3774, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.14075949367088608, |
| "grad_norm": 0.29270535707473755, |
| "learning_rate": 1.8790766666903818e-06, |
| "loss": 0.4195, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.14177215189873418, |
| "grad_norm": 0.5180591940879822, |
| "learning_rate": 1.8232931460349637e-06, |
| "loss": 0.4163, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.14278481012658228, |
| "grad_norm": 0.10784682631492615, |
| "learning_rate": 1.768104715299136e-06, |
| "loss": 0.4312, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.14379746835443039, |
| "grad_norm": 0.1298905611038208, |
| "learning_rate": 1.7135264624488098e-06, |
| "loss": 0.4392, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.1448101265822785, |
| "grad_norm": 0.12554921209812164, |
| "learning_rate": 1.659573308633354e-06, |
| "loss": 0.4694, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.1458227848101266, |
| "grad_norm": 0.1577264368534088, |
| "learning_rate": 1.6062600041063026e-06, |
| "loss": 0.5188, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.1468354430379747, |
| "grad_norm": 0.15761785209178925, |
| "learning_rate": 1.553601124192783e-06, |
| "loss": 0.5072, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.1478481012658228, |
| "grad_norm": 0.20060843229293823, |
| "learning_rate": 1.5016110653047688e-06, |
| "loss": 0.4121, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.1488607594936709, |
| "grad_norm": 0.18824118375778198, |
| "learning_rate": 1.4503040410052409e-06, |
| "loss": 0.3682, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.149873417721519, |
| "grad_norm": 0.20293931663036346, |
| "learning_rate": 1.399694078122347e-06, |
| "loss": 0.3776, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.1508860759493671, |
| "grad_norm": 0.25646811723709106, |
| "learning_rate": 1.3497950129146013e-06, |
| "loss": 0.4024, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.1518987341772152, |
| "grad_norm": 0.45194464921951294, |
| "learning_rate": 1.300620487288192e-06, |
| "loss": 0.4111, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1529113924050633, |
| "grad_norm": 0.10275962203741074, |
| "learning_rate": 1.2521839450674216e-06, |
| "loss": 0.4164, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.1539240506329114, |
| "grad_norm": 0.1149837076663971, |
| "learning_rate": 1.2044986283192967e-06, |
| "loss": 0.4825, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.1549367088607595, |
| "grad_norm": 0.1332281082868576, |
| "learning_rate": 1.1575775737332834e-06, |
| "loss": 0.5074, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.1559493670886076, |
| "grad_norm": 0.14507196843624115, |
| "learning_rate": 1.1114336090571983e-06, |
| "loss": 0.4963, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.1569620253164557, |
| "grad_norm": 0.15169334411621094, |
| "learning_rate": 1.066079349590241e-06, |
| "loss": 0.4424, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.1579746835443038, |
| "grad_norm": 0.1872536540031433, |
| "learning_rate": 1.02152719473409e-06, |
| "loss": 0.4428, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.1589873417721519, |
| "grad_norm": 0.16057899594306946, |
| "learning_rate": 9.777893246030328e-07, |
| "loss": 0.3703, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.20160511136054993, |
| "learning_rate": 9.34877696694043e-07, |
| "loss": 0.3881, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.1610126582278481, |
| "grad_norm": 0.24652443826198578, |
| "learning_rate": 8.928040426177222e-07, |
| "loss": 0.4117, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.1620253164556962, |
| "grad_norm": 0.44853565096855164, |
| "learning_rate": 8.5157986489099e-07, |
| "loss": 0.3905, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.1630379746835443, |
| "grad_norm": 0.10627669095993042, |
| "learning_rate": 8.11216433792417e-07, |
| "loss": 0.4148, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.1640506329113924, |
| "grad_norm": 0.11713217943906784, |
| "learning_rate": 7.717247842810395e-07, |
| "loss": 0.5088, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.1650632911392405, |
| "grad_norm": 0.11783024668693542, |
| "learning_rate": 7.331157129795116e-07, |
| "loss": 0.5066, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.1660759493670886, |
| "grad_norm": 0.14592789113521576, |
| "learning_rate": 6.953997752224179e-07, |
| "loss": 0.465, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.1670886075949367, |
| "grad_norm": 0.14927402138710022, |
| "learning_rate": 6.585872821705507e-07, |
| "loss": 0.4678, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.1681012658227848, |
| "grad_norm": 0.19253399968147278, |
| "learning_rate": 6.226882979919406e-07, |
| "loss": 0.4072, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.1691139240506329, |
| "grad_norm": 0.18113583326339722, |
| "learning_rate": 5.877126371104108e-07, |
| "loss": 0.3919, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.17012658227848101, |
| "grad_norm": 0.22322966158390045, |
| "learning_rate": 5.536698615224176e-07, |
| "loss": 0.4318, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.17113924050632912, |
| "grad_norm": 0.2774063050746918, |
| "learning_rate": 5.205692781828914e-07, |
| "loss": 0.3694, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.17215189873417722, |
| "grad_norm": 0.45838215947151184, |
| "learning_rate": 4.884199364608101e-07, |
| "loss": 0.4058, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.17316455696202532, |
| "grad_norm": 0.1019487977027893, |
| "learning_rate": 4.5723062566519077e-07, |
| "loss": 0.4625, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.17417721518987342, |
| "grad_norm": 0.11792553216218948, |
| "learning_rate": 4.2700987264218335e-07, |
| "loss": 0.4959, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.17518987341772152, |
| "grad_norm": 0.13125309348106384, |
| "learning_rate": 3.977659394439117e-07, |
| "loss": 0.5385, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.17620253164556962, |
| "grad_norm": 0.16696500778198242, |
| "learning_rate": 3.6950682106971165e-07, |
| "loss": 0.489, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.17721518987341772, |
| "grad_norm": 0.17606593668460846, |
| "learning_rate": 3.4224024328038237e-07, |
| "loss": 0.409, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.17822784810126582, |
| "grad_norm": 0.17009328305721283, |
| "learning_rate": 3.159736604860357e-07, |
| "loss": 0.4325, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.17924050632911392, |
| "grad_norm": 0.22070448100566864, |
| "learning_rate": 2.907142537081384e-07, |
| "loss": 0.4555, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.18025316455696203, |
| "grad_norm": 0.22417625784873962, |
| "learning_rate": 2.664689286162889e-07, |
| "loss": 0.4207, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.18126582278481013, |
| "grad_norm": 0.2567766010761261, |
| "learning_rate": 2.432443136402802e-07, |
| "loss": 0.3849, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.18227848101265823, |
| "grad_norm": 0.46946048736572266, |
| "learning_rate": 2.2104675815795005e-07, |
| "loss": 0.4488, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.18329113924050633, |
| "grad_norm": 0.11608965694904327, |
| "learning_rate": 1.9988233075932538e-07, |
| "loss": 0.4282, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.18430379746835443, |
| "grad_norm": 0.1248716339468956, |
| "learning_rate": 1.7975681758753258e-07, |
| "loss": 0.5059, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.18531645569620253, |
| "grad_norm": 0.13459211587905884, |
| "learning_rate": 1.6067572075691983e-07, |
| "loss": 0.4774, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.18632911392405063, |
| "grad_norm": 0.14493702352046967, |
| "learning_rate": 1.4264425684883797e-07, |
| "loss": 0.4831, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.18734177215189873, |
| "grad_norm": 0.14861345291137695, |
| "learning_rate": 1.256673554854757e-07, |
| "loss": 0.4305, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.18835443037974683, |
| "grad_norm": 0.15066850185394287, |
| "learning_rate": 1.0974965798215307e-07, |
| "loss": 0.3985, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.18936708860759494, |
| "grad_norm": 0.19650596380233765, |
| "learning_rate": 9.489551607842949e-08, |
| "loss": 0.3718, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.19037974683544304, |
| "grad_norm": 0.21272413432598114, |
| "learning_rate": 8.110899074838462e-08, |
| "loss": 0.4131, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.19139240506329114, |
| "grad_norm": 0.2408161163330078, |
| "learning_rate": 6.83938510903852e-08, |
| "loss": 0.3826, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.19240506329113924, |
| "grad_norm": 0.43301400542259216, |
| "learning_rate": 5.675357329665464e-08, |
| "loss": 0.4119, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.19341772151898734, |
| "grad_norm": 0.105130635201931, |
| "learning_rate": 4.6191339702914115e-08, |
| "loss": 0.4472, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.19443037974683544, |
| "grad_norm": 0.11819428950548172, |
| "learning_rate": 3.6710037918364686e-08, |
| "loss": 0.5325, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.19544303797468354, |
| "grad_norm": 0.13096201419830322, |
| "learning_rate": 2.831226003624376e-08, |
| "loss": 0.5285, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.19645569620253164, |
| "grad_norm": 0.16127194464206696, |
| "learning_rate": 2.1000301925174102e-08, |
| "loss": 0.473, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.19746835443037974, |
| "grad_norm": 0.17393045127391815, |
| "learning_rate": 1.4776162601492614e-08, |
| "loss": 0.4401, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.19848101265822785, |
| "grad_norm": 0.16996300220489502, |
| "learning_rate": 9.641543682743058e-09, |
| "loss": 0.3624, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.19949367088607595, |
| "grad_norm": 0.19939649105072021, |
| "learning_rate": 5.597848922469506e-09, |
| "loss": 0.3985, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.20050632911392405, |
| "grad_norm": 0.2079152762889862, |
| "learning_rate": 2.646183826443327e-09, |
| "loss": 0.3647, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.20151898734177215, |
| "grad_norm": 0.25647786259651184, |
| "learning_rate": 7.873553504289531e-10, |
| "loss": 0.3993, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.20253164556962025, |
| "grad_norm": 0.5233524441719055, |
| "learning_rate": 2.1871679571461298e-11, |
| "loss": 0.3959, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.20354430379746835, |
| "grad_norm": 0.10694823414087296, |
| "learning_rate": 3.43461784275586e-06, |
| "loss": 0.439, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.20455696202531645, |
| "grad_norm": 0.12545199692249298, |
| "learning_rate": 3.3990976435169715e-06, |
| "loss": 0.5481, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.20556962025316455, |
| "grad_norm": 0.14048460125923157, |
| "learning_rate": 3.363625857573787e-06, |
| "loss": 0.477, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.20658227848101265, |
| "grad_norm": 0.15151582658290863, |
| "learning_rate": 3.3282053428050322e-06, |
| "loss": 0.4496, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.20759493670886076, |
| "grad_norm": 0.17850059270858765, |
| "learning_rate": 3.2928389529586387e-06, |
| "loss": 0.483, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.20860759493670886, |
| "grad_norm": 0.1780131757259369, |
| "learning_rate": 3.2575295374218165e-06, |
| "loss": 0.3974, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.20962025316455696, |
| "grad_norm": 0.3242931663990021, |
| "learning_rate": 3.2222799409914895e-06, |
| "loss": 0.4333, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.21063291139240506, |
| "grad_norm": 0.20353111624717712, |
| "learning_rate": 3.1870930036450966e-06, |
| "loss": 0.3864, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.21164556962025316, |
| "grad_norm": 0.2553807199001312, |
| "learning_rate": 3.151971560311782e-06, |
| "loss": 0.4259, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.21265822784810126, |
| "grad_norm": 0.4868514835834503, |
| "learning_rate": 3.1169184406439887e-06, |
| "loss": 0.3913, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.21367088607594936, |
| "grad_norm": 0.10679679363965988, |
| "learning_rate": 3.0819364687894824e-06, |
| "loss": 0.4395, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.21468354430379746, |
| "grad_norm": 0.1106216236948967, |
| "learning_rate": 3.0470284631638185e-06, |
| "loss": 0.458, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.21569620253164556, |
| "grad_norm": 0.1427021473646164, |
| "learning_rate": 3.0121972362232646e-06, |
| "loss": 0.5329, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.21670886075949367, |
| "grad_norm": 0.14735770225524902, |
| "learning_rate": 2.977445594238208e-06, |
| "loss": 0.4113, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.21772151898734177, |
| "grad_norm": 0.20452076196670532, |
| "learning_rate": 2.942776337067065e-06, |
| "loss": 0.4977, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.21873417721518987, |
| "grad_norm": 0.1985035240650177, |
| "learning_rate": 2.9081922579306996e-06, |
| "loss": 0.4163, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.21974683544303797, |
| "grad_norm": 0.22656890749931335, |
| "learning_rate": 2.87369614318738e-06, |
| "loss": 0.3908, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.22075949367088607, |
| "grad_norm": 0.2971227467060089, |
| "learning_rate": 2.8392907721082894e-06, |
| "loss": 0.4146, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.22177215189873417, |
| "grad_norm": 0.2702869474887848, |
| "learning_rate": 2.804978916653611e-06, |
| "loss": 0.4041, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.22278481012658227, |
| "grad_norm": 0.467525452375412, |
| "learning_rate": 2.7707633412491837e-06, |
| "loss": 0.4333, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.22379746835443037, |
| "grad_norm": 0.10149203985929489, |
| "learning_rate": 2.7366468025637973e-06, |
| "loss": 0.4055, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.22481012658227847, |
| "grad_norm": 0.1414402574300766, |
| "learning_rate": 2.702632049287082e-06, |
| "loss": 0.4703, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.22582278481012658, |
| "grad_norm": 0.14163967967033386, |
| "learning_rate": 2.6687218219080534e-06, |
| "loss": 0.5799, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.22683544303797468, |
| "grad_norm": 0.14414837956428528, |
| "learning_rate": 2.634918852494324e-06, |
| "loss": 0.5006, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.22784810126582278, |
| "grad_norm": 0.17992720007896423, |
| "learning_rate": 2.60122586447198e-06, |
| "loss": 0.4479, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.22886075949367088, |
| "grad_norm": 0.17456406354904175, |
| "learning_rate": 2.5676455724061683e-06, |
| "loss": 0.3772, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.22987341772151898, |
| "grad_norm": 0.20985274016857147, |
| "learning_rate": 2.5341806817823827e-06, |
| "loss": 0.3954, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.23088607594936708, |
| "grad_norm": 0.25371554493904114, |
| "learning_rate": 2.5008338887884936e-06, |
| "loss": 0.4388, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.23189873417721518, |
| "grad_norm": 0.3039631247520447, |
| "learning_rate": 2.467607880097526e-06, |
| "loss": 0.3854, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.23291139240506328, |
| "grad_norm": 0.6863613128662109, |
| "learning_rate": 2.43450533265119e-06, |
| "loss": 0.4592, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.23392405063291138, |
| "grad_norm": 0.12260797619819641, |
| "learning_rate": 2.4015289134442183e-06, |
| "loss": 0.4252, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.23493670886075949, |
| "grad_norm": 0.12175462394952774, |
| "learning_rate": 2.3686812793094836e-06, |
| "loss": 0.5593, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.2359493670886076, |
| "grad_norm": 0.1424095332622528, |
| "learning_rate": 2.3359650767039463e-06, |
| "loss": 0.5693, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.2369620253164557, |
| "grad_norm": 0.15477095544338226, |
| "learning_rate": 2.3033829414954386e-06, |
| "loss": 0.5274, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.2379746835443038, |
| "grad_norm": 0.15436388552188873, |
| "learning_rate": 2.270937498750295e-06, |
| "loss": 0.4195, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.2389873417721519, |
| "grad_norm": 0.16602319478988647, |
| "learning_rate": 2.2386313625218575e-06, |
| "loss": 0.3755, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.17724846303462982, |
| "learning_rate": 2.206467135639872e-06, |
| "loss": 0.3982, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.2410126582278481, |
| "grad_norm": 0.25246885418891907, |
| "learning_rate": 2.1744474095007733e-06, |
| "loss": 0.4287, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.2420253164556962, |
| "grad_norm": 0.2653447091579437, |
| "learning_rate": 2.1425747638589207e-06, |
| "loss": 0.4071, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.2430379746835443, |
| "grad_norm": 0.5125321745872498, |
| "learning_rate": 2.1108517666187323e-06, |
| "loss": 0.4196, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.2440506329113924, |
| "grad_norm": 0.11791334301233292, |
| "learning_rate": 2.0792809736278077e-06, |
| "loss": 0.4958, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.2450632911392405, |
| "grad_norm": 0.12004737555980682, |
| "learning_rate": 2.0478649284710106e-06, |
| "loss": 0.4868, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.2460759493670886, |
| "grad_norm": 0.13654638826847076, |
| "learning_rate": 2.0166061622655283e-06, |
| "loss": 0.5159, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.2470886075949367, |
| "grad_norm": 0.15790481865406036, |
| "learning_rate": 1.9855071934569565e-06, |
| "loss": 0.4413, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.2481012658227848, |
| "grad_norm": 0.16185115277767181, |
| "learning_rate": 1.9545705276163857e-06, |
| "loss": 0.4031, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.2491139240506329, |
| "grad_norm": 0.19042210280895233, |
| "learning_rate": 1.923798657238534e-06, |
| "loss": 0.4108, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.250126582278481, |
| "grad_norm": 0.22220680117607117, |
| "learning_rate": 1.8931940615409418e-06, |
| "loss": 0.4323, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.25113924050632913, |
| "grad_norm": 0.22606489062309265, |
| "learning_rate": 1.862759206264215e-06, |
| "loss": 0.4315, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.2521518987341772, |
| "grad_norm": 0.40939441323280334, |
| "learning_rate": 1.832496543473371e-06, |
| "loss": 0.406, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 0.4478609561920166, |
| "learning_rate": 1.8024085113602867e-06, |
| "loss": 0.3977, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.2541772151898734, |
| "grad_norm": 0.09748850762844086, |
| "learning_rate": 1.7724975340472495e-06, |
| "loss": 0.4293, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.25518987341772154, |
| "grad_norm": 0.1282418966293335, |
| "learning_rate": 1.7427660213916555e-06, |
| "loss": 0.4978, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.2562025316455696, |
| "grad_norm": 0.1652185171842575, |
| "learning_rate": 1.7132163687918583e-06, |
| "loss": 0.586, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.25721518987341774, |
| "grad_norm": 0.18384326994419098, |
| "learning_rate": 1.683850956994171e-06, |
| "loss": 0.5046, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.2582278481012658, |
| "grad_norm": 0.18458569049835205, |
| "learning_rate": 1.654672151901055e-06, |
| "loss": 0.4794, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.25924050632911394, |
| "grad_norm": 0.16467557847499847, |
| "learning_rate": 1.6256823043805055e-06, |
| "loss": 0.439, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.260253164556962, |
| "grad_norm": 0.19161252677440643, |
| "learning_rate": 1.5968837500766536e-06, |
| "loss": 0.3848, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.26126582278481014, |
| "grad_norm": 0.21991680562496185, |
| "learning_rate": 1.5682788092215794e-06, |
| "loss": 0.4433, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.2622784810126582, |
| "grad_norm": 0.2523345351219177, |
| "learning_rate": 1.5398697864483804e-06, |
| "loss": 0.4174, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.26329113924050634, |
| "grad_norm": 0.5151788592338562, |
| "learning_rate": 1.5116589706054965e-06, |
| "loss": 0.3779, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.2643037974683544, |
| "grad_norm": 0.09810342639684677, |
| "learning_rate": 1.4836486345723009e-06, |
| "loss": 0.4675, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.26531645569620255, |
| "grad_norm": 0.11820008605718613, |
| "learning_rate": 1.4558410350759683e-06, |
| "loss": 0.5105, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.2663291139240506, |
| "grad_norm": 0.14217756688594818, |
| "learning_rate": 1.4282384125096755e-06, |
| "loss": 0.5005, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.26734177215189875, |
| "grad_norm": 0.16685616970062256, |
| "learning_rate": 1.4008429907520855e-06, |
| "loss": 0.4641, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.2683544303797468, |
| "grad_norm": 0.1626589149236679, |
| "learning_rate": 1.3736569769881748e-06, |
| "loss": 0.4566, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.26936708860759495, |
| "grad_norm": 0.17022362351417542, |
| "learning_rate": 1.346682561531409e-06, |
| "loss": 0.4517, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.270379746835443, |
| "grad_norm": 0.2058844119310379, |
| "learning_rate": 1.3199219176472757e-06, |
| "loss": 0.3797, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.27139240506329115, |
| "grad_norm": 0.2771223187446594, |
| "learning_rate": 1.293377201378186e-06, |
| "loss": 0.4179, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.2724050632911392, |
| "grad_norm": 0.29106470942497253, |
| "learning_rate": 1.267050551369767e-06, |
| "loss": 0.4006, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.27341772151898736, |
| "grad_norm": 0.5391093492507935, |
| "learning_rate": 1.240944088698561e-06, |
| "loss": 0.4131, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.27443037974683543, |
| "grad_norm": 0.10237446427345276, |
| "learning_rate": 1.2150599167011337e-06, |
| "loss": 0.4661, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.27544303797468356, |
| "grad_norm": 0.12482398748397827, |
| "learning_rate": 1.1894001208046036e-06, |
| "loss": 0.5128, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.27645569620253163, |
| "grad_norm": 0.12247582525014877, |
| "learning_rate": 1.1639667683586396e-06, |
| "loss": 0.4258, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.27746835443037976, |
| "grad_norm": 0.19288122653961182, |
| "learning_rate": 1.1387619084688917e-06, |
| "loss": 0.4464, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.27848101265822783, |
| "grad_norm": 0.17132723331451416, |
| "learning_rate": 1.1137875718318964e-06, |
| "loss": 0.4244, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.27949367088607596, |
| "grad_norm": 0.18715178966522217, |
| "learning_rate": 1.0890457705714714e-06, |
| "loss": 0.4194, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.28050632911392404, |
| "grad_norm": 0.2150091528892517, |
| "learning_rate": 1.064538498076609e-06, |
| "loss": 0.3551, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.28151898734177216, |
| "grad_norm": 0.21580003201961517, |
| "learning_rate": 1.0402677288408624e-06, |
| "loss": 0.4105, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.28253164556962024, |
| "grad_norm": 0.29213687777519226, |
| "learning_rate": 1.0162354183032715e-06, |
| "loss": 0.3604, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.28354430379746837, |
| "grad_norm": 0.7079854607582092, |
| "learning_rate": 9.924435026908207e-07, |
| "loss": 0.4572, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.28455696202531644, |
| "grad_norm": 0.0977628231048584, |
| "learning_rate": 9.688938988624373e-07, |
| "loss": 0.4338, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.28556962025316457, |
| "grad_norm": 0.11893545836210251, |
| "learning_rate": 9.455885041545535e-07, |
| "loss": 0.4922, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.28658227848101264, |
| "grad_norm": 0.13641275465488434, |
| "learning_rate": 9.225291962282442e-07, |
| "loss": 0.477, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.28759493670886077, |
| "grad_norm": 0.16472046077251434, |
| "learning_rate": 8.997178329179531e-07, |
| "loss": 0.4883, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.28860759493670884, |
| "grad_norm": 0.17243064939975739, |
| "learning_rate": 8.771562520818018e-07, |
| "loss": 0.3958, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.289620253164557, |
| "grad_norm": 0.1709485650062561, |
| "learning_rate": 8.548462714535243e-07, |
| "loss": 0.4144, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.29063291139240505, |
| "grad_norm": 0.20217914879322052, |
| "learning_rate": 8.327896884960175e-07, |
| "loss": 0.3837, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.2916455696202532, |
| "grad_norm": 0.19909925758838654, |
| "learning_rate": 8.109882802565188e-07, |
| "loss": 0.3884, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.29265822784810125, |
| "grad_norm": 0.25214800238609314, |
| "learning_rate": 7.894438032234352e-07, |
| "loss": 0.405, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.2936708860759494, |
| "grad_norm": 0.6173389554023743, |
| "learning_rate": 7.681579931848321e-07, |
| "loss": 0.4049, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.29468354430379745, |
| "grad_norm": 0.13174627721309662, |
| "learning_rate": 7.47132565088576e-07, |
| "loss": 0.4734, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.2956962025316456, |
| "grad_norm": 0.13449151813983917, |
| "learning_rate": 7.263692129041752e-07, |
| "loss": 0.5292, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.29670886075949365, |
| "grad_norm": 0.1471068412065506, |
| "learning_rate": 7.058696094862902e-07, |
| "loss": 0.5087, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.2977215189873418, |
| "grad_norm": 0.17206205427646637, |
| "learning_rate": 6.856354064399652e-07, |
| "loss": 0.5156, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.29873417721518986, |
| "grad_norm": 0.15566039085388184, |
| "learning_rate": 6.656682339875566e-07, |
| "loss": 0.3905, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.299746835443038, |
| "grad_norm": 0.21175558865070343, |
| "learning_rate": 6.459697008373886e-07, |
| "loss": 0.4312, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.30075949367088606, |
| "grad_norm": 0.22644248604774475, |
| "learning_rate": 6.265413940541511e-07, |
| "loss": 0.4038, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.3017721518987342, |
| "grad_norm": 0.24314475059509277, |
| "learning_rate": 6.073848789310232e-07, |
| "loss": 0.3796, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.30278481012658226, |
| "grad_norm": 0.3007188141345978, |
| "learning_rate": 5.885016988635709e-07, |
| "loss": 0.4242, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.3037974683544304, |
| "grad_norm": 0.750256359577179, |
| "learning_rate": 5.698933752253916e-07, |
| "loss": 0.4566, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.30481012658227846, |
| "grad_norm": 0.10441678762435913, |
| "learning_rate": 5.515614072455439e-07, |
| "loss": 0.4428, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.3058227848101266, |
| "grad_norm": 0.1318226307630539, |
| "learning_rate": 5.335072718877609e-07, |
| "loss": 0.538, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.30683544303797466, |
| "grad_norm": 0.1475210189819336, |
| "learning_rate": 5.157324237314498e-07, |
| "loss": 0.4972, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.3078481012658228, |
| "grad_norm": 0.13725890219211578, |
| "learning_rate": 4.982382948545014e-07, |
| "loss": 0.4501, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.30886075949367087, |
| "grad_norm": 0.16876070201396942, |
| "learning_rate": 4.81026294717914e-07, |
| "loss": 0.4272, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.309873417721519, |
| "grad_norm": 0.19023726880550385, |
| "learning_rate": 4.6409781005223126e-07, |
| "loss": 0.4076, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.31088607594936707, |
| "grad_norm": 0.1916356384754181, |
| "learning_rate": 4.474542047458221e-07, |
| "loss": 0.3823, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.3118987341772152, |
| "grad_norm": 0.23694798350334167, |
| "learning_rate": 4.310968197349893e-07, |
| "loss": 0.4093, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.31291139240506327, |
| "grad_norm": 0.26376596093177795, |
| "learning_rate": 4.150269728959399e-07, |
| "loss": 0.4143, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.3139240506329114, |
| "grad_norm": 0.5081406235694885, |
| "learning_rate": 3.992459589386019e-07, |
| "loss": 0.4261, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.3149367088607595, |
| "grad_norm": 0.10619200766086578, |
| "learning_rate": 3.837550493023136e-07, |
| "loss": 0.4679, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.3159493670886076, |
| "grad_norm": 0.1179724633693695, |
| "learning_rate": 3.685554920533902e-07, |
| "loss": 0.4763, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.3169620253164557, |
| "grad_norm": 0.13078778982162476, |
| "learning_rate": 3.536485117845651e-07, |
| "loss": 0.4345, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.3179746835443038, |
| "grad_norm": 0.17319700121879578, |
| "learning_rate": 3.3903530951632987e-07, |
| "loss": 0.4699, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.3189873417721519, |
| "grad_norm": 0.17910867929458618, |
| "learning_rate": 3.247170626001714e-07, |
| "loss": 0.4459, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.18782804906368256, |
| "learning_rate": 3.1069492462371515e-07, |
| "loss": 0.3877, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.3210126582278481, |
| "grad_norm": 0.1973138451576233, |
| "learning_rate": 2.9697002531777937e-07, |
| "loss": 0.4405, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.3220253164556962, |
| "grad_norm": 0.25930511951446533, |
| "learning_rate": 2.8354347046536207e-07, |
| "loss": 0.398, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.3230379746835443, |
| "grad_norm": 0.2588368058204651, |
| "learning_rate": 2.7041634181254714e-07, |
| "loss": 0.4011, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.3240506329113924, |
| "grad_norm": 0.646274983882904, |
| "learning_rate": 2.5758969698134847e-07, |
| "loss": 0.3979, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.3250632911392405, |
| "grad_norm": 0.1041562557220459, |
| "learning_rate": 2.4506456938450373e-07, |
| "loss": 0.4247, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.3260759493670886, |
| "grad_norm": 0.12852942943572998, |
| "learning_rate": 2.3284196814221313e-07, |
| "loss": 0.5499, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.3270886075949367, |
| "grad_norm": 0.14556489884853363, |
| "learning_rate": 2.2092287800083632e-07, |
| "loss": 0.445, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.3281012658227848, |
| "grad_norm": 0.1491594910621643, |
| "learning_rate": 2.0930825925355423e-07, |
| "loss": 0.5151, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.3291139240506329, |
| "grad_norm": 0.15905530750751495, |
| "learning_rate": 1.9799904766300134e-07, |
| "loss": 0.3956, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.330126582278481, |
| "grad_norm": 0.19776026904582977, |
| "learning_rate": 1.8699615438587313e-07, |
| "loss": 0.4313, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.3311392405063291, |
| "grad_norm": 0.1957055926322937, |
| "learning_rate": 1.7630046589951265e-07, |
| "loss": 0.3696, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.3321518987341772, |
| "grad_norm": 0.24615226686000824, |
| "learning_rate": 1.659128439304962e-07, |
| "loss": 0.382, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.3331645569620253, |
| "grad_norm": 0.29114511609077454, |
| "learning_rate": 1.5583412538520136e-07, |
| "loss": 0.3869, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.3341772151898734, |
| "grad_norm": 0.455689936876297, |
| "learning_rate": 1.4606512228237855e-07, |
| "loss": 0.3963, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.3351898734177215, |
| "grad_norm": 0.09605590254068375, |
| "learning_rate": 1.3660662168773062e-07, |
| "loss": 0.4219, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.3362025316455696, |
| "grad_norm": 0.11081603169441223, |
| "learning_rate": 1.2745938565050264e-07, |
| "loss": 0.5219, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.3372151898734177, |
| "grad_norm": 0.13300614058971405, |
| "learning_rate": 1.1862415114208158e-07, |
| "loss": 0.504, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.3382278481012658, |
| "grad_norm": 0.160051167011261, |
| "learning_rate": 1.1010162999662043e-07, |
| "loss": 0.5673, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.3392405063291139, |
| "grad_norm": 0.1791842132806778, |
| "learning_rate": 1.0189250885369105e-07, |
| "loss": 0.4801, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.34025316455696203, |
| "grad_norm": 0.17864088714122772, |
| "learning_rate": 9.399744910296137e-08, |
| "loss": 0.4088, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.3412658227848101, |
| "grad_norm": 0.18893688917160034, |
| "learning_rate": 8.641708683090599e-08, |
| "loss": 0.4036, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.34227848101265823, |
| "grad_norm": 0.2292567938566208, |
| "learning_rate": 7.915203276956228e-08, |
| "loss": 0.3785, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.3432911392405063, |
| "grad_norm": 0.4482201933860779, |
| "learning_rate": 7.220287224732358e-08, |
| "loss": 0.4292, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.34430379746835443, |
| "grad_norm": 0.4612099528312683, |
| "learning_rate": 6.557016514177949e-08, |
| "loss": 0.3968, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.3453164556962025, |
| "grad_norm": 0.12291746586561203, |
| "learning_rate": 5.925444583460892e-08, |
| "loss": 0.4729, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.34632911392405064, |
| "grad_norm": 0.12686744332313538, |
| "learning_rate": 5.3256223168527845e-08, |
| "loss": 0.5565, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.3473417721518987, |
| "grad_norm": 0.12894991040229797, |
| "learning_rate": 4.7575980406289626e-08, |
| "loss": 0.513, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.34835443037974684, |
| "grad_norm": 0.16988959908485413, |
| "learning_rate": 4.22141751917513e-08, |
| "loss": 0.4667, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.3493670886075949, |
| "grad_norm": 0.15458881855010986, |
| "learning_rate": 3.717123951300438e-08, |
| "loss": 0.4129, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.35037974683544304, |
| "grad_norm": 0.2089594155550003, |
| "learning_rate": 3.244757966756584e-08, |
| "loss": 0.4471, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.3513924050632911, |
| "grad_norm": 0.1924118995666504, |
| "learning_rate": 2.8043576229649148e-08, |
| "loss": 0.3561, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.35240506329113924, |
| "grad_norm": 0.21856747567653656, |
| "learning_rate": 2.395958401949727e-08, |
| "loss": 0.3673, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.3534177215189873, |
| "grad_norm": 0.28095388412475586, |
| "learning_rate": 2.0195932074799305e-08, |
| "loss": 0.3738, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.35443037974683544, |
| "grad_norm": 0.4498268961906433, |
| "learning_rate": 1.6752923624179237e-08, |
| "loss": 0.3584, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.3554430379746835, |
| "grad_norm": 0.09736178815364838, |
| "learning_rate": 1.3630836062764384e-08, |
| "loss": 0.4111, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.35645569620253165, |
| "grad_norm": 0.13336490094661713, |
| "learning_rate": 1.0829920929839698e-08, |
| "loss": 0.5663, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.3574683544303797, |
| "grad_norm": 0.1261349618434906, |
| "learning_rate": 8.350403888577329e-09, |
| "loss": 0.4662, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.35848101265822785, |
| "grad_norm": 0.1632804125547409, |
| "learning_rate": 6.192484707859158e-09, |
| "loss": 0.4908, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.3594936708860759, |
| "grad_norm": 0.17994073033332825, |
| "learning_rate": 4.356337246180786e-09, |
| "loss": 0.4855, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.36050632911392405, |
| "grad_norm": 0.17971830070018768, |
| "learning_rate": 2.842109437643181e-09, |
| "loss": 0.4014, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.3615189873417721, |
| "grad_norm": 0.1954912692308426, |
| "learning_rate": 1.6499232800346597e-09, |
| "loss": 0.4128, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.36253164556962025, |
| "grad_norm": 0.23222939670085907, |
| "learning_rate": 7.798748250023024e-10, |
| "loss": 0.3697, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.3635443037974683, |
| "grad_norm": 0.24149201810359955, |
| "learning_rate": 2.3203417031236738e-10, |
| "loss": 0.4264, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.36455696202531646, |
| "grad_norm": 0.5369536280632019, |
| "learning_rate": 6.445454204584422e-12, |
| "loss": 0.3989, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.3655696202531646, |
| "grad_norm": 0.12446800619363785, |
| "learning_rate": 1.4900332043982445e-06, |
| "loss": 0.4249, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.36658227848101266, |
| "grad_norm": 0.1284579336643219, |
| "learning_rate": 1.4701166259034258e-06, |
| "loss": 0.4117, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.3675949367088608, |
| "grad_norm": 0.14047998189926147, |
| "learning_rate": 1.4503040410052409e-06, |
| "loss": 0.4614, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.36860759493670886, |
| "grad_norm": 0.1662559062242508, |
| "learning_rate": 1.4305962641214545e-06, |
| "loss": 0.4622, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.369620253164557, |
| "grad_norm": 0.1931740790605545, |
| "learning_rate": 1.410994105361584e-06, |
| "loss": 0.4318, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.37063291139240506, |
| "grad_norm": 0.19616465270519257, |
| "learning_rate": 1.3914983704935993e-06, |
| "loss": 0.4327, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.3716455696202532, |
| "grad_norm": 0.21658243238925934, |
| "learning_rate": 1.372109860910803e-06, |
| "loss": 0.3855, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.37265822784810126, |
| "grad_norm": 0.2893512547016144, |
| "learning_rate": 1.3528293735988814e-06, |
| "loss": 0.3777, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.3736708860759494, |
| "grad_norm": 0.3063053786754608, |
| "learning_rate": 1.3336577011031534e-06, |
| "loss": 0.4206, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.37468354430379747, |
| "grad_norm": 0.5033496022224426, |
| "learning_rate": 1.314595631495984e-06, |
| "loss": 0.3802, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.3756962025316456, |
| "grad_norm": 0.12718456983566284, |
| "learning_rate": 1.2956439483443959e-06, |
| "loss": 0.4771, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.37670886075949367, |
| "grad_norm": 0.11955064535140991, |
| "learning_rate": 1.276803430677852e-06, |
| "loss": 0.5227, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.3777215189873418, |
| "grad_norm": 0.13488246500492096, |
| "learning_rate": 1.2580748529562417e-06, |
| "loss": 0.5132, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.37873417721518987, |
| "grad_norm": 0.15127943456172943, |
| "learning_rate": 1.2394589850380395e-06, |
| "loss": 0.4784, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.379746835443038, |
| "grad_norm": 0.18862000107765198, |
| "learning_rate": 1.220956592148663e-06, |
| "loss": 0.42, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.3807594936708861, |
| "grad_norm": 0.19870607554912567, |
| "learning_rate": 1.2025684348490152e-06, |
| "loss": 0.4123, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.3817721518987342, |
| "grad_norm": 0.21817389130592346, |
| "learning_rate": 1.1842952690042203e-06, |
| "loss": 0.4247, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.3827848101265823, |
| "grad_norm": 0.20650418102741241, |
| "learning_rate": 1.1661378457525554e-06, |
| "loss": 0.3891, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.3837974683544304, |
| "grad_norm": 0.2906585931777954, |
| "learning_rate": 1.1480969114745728e-06, |
| "loss": 0.3704, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.3848101265822785, |
| "grad_norm": 0.5335307717323303, |
| "learning_rate": 1.1301732077624206e-06, |
| "loss": 0.4108, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.3858227848101266, |
| "grad_norm": 0.10487744212150574, |
| "learning_rate": 1.112367471389353e-06, |
| "loss": 0.4532, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.3868354430379747, |
| "grad_norm": 0.1331753134727478, |
| "learning_rate": 1.094680434279454e-06, |
| "loss": 0.5345, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.3878481012658228, |
| "grad_norm": 0.1402808427810669, |
| "learning_rate": 1.077112823477543e-06, |
| "loss": 0.4952, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.3888607594936709, |
| "grad_norm": 0.17083363234996796, |
| "learning_rate": 1.059665361119293e-06, |
| "loss": 0.4731, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.389873417721519, |
| "grad_norm": 0.1720193475484848, |
| "learning_rate": 1.042338764401545e-06, |
| "loss": 0.4466, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.3908860759493671, |
| "grad_norm": 0.20235848426818848, |
| "learning_rate": 1.025133745552825e-06, |
| "loss": 0.3934, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.3918987341772152, |
| "grad_norm": 0.18851284682750702, |
| "learning_rate": 1.008051011804071e-06, |
| "loss": 0.3986, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.3929113924050633, |
| "grad_norm": 0.2193611115217209, |
| "learning_rate": 9.91091265359559e-07, |
| "loss": 0.3907, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.3939240506329114, |
| "grad_norm": 0.43451058864593506, |
| "learning_rate": 9.742552033680392e-07, |
| "loss": 0.397, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.3949367088607595, |
| "grad_norm": 0.5794976353645325, |
| "learning_rate": 9.575435178940767e-07, |
| "loss": 0.409, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.3959493670886076, |
| "grad_norm": 0.11215135455131531, |
| "learning_rate": 9.409568958896064e-07, |
| "loss": 0.4264, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.3969620253164557, |
| "grad_norm": 0.12815797328948975, |
| "learning_rate": 9.244960191656939e-07, |
| "loss": 0.5694, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.3979746835443038, |
| "grad_norm": 0.12770868837833405, |
| "learning_rate": 9.081615643645086e-07, |
| "loss": 0.444, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.3989873417721519, |
| "grad_norm": 0.16232244670391083, |
| "learning_rate": 8.919542029315104e-07, |
| "loss": 0.4552, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.17293521761894226, |
| "learning_rate": 8.758746010878457e-07, |
| "loss": 0.431, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.4010126582278481, |
| "grad_norm": 0.19090458750724792, |
| "learning_rate": 8.599234198029677e-07, |
| "loss": 0.4058, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.4020253164556962, |
| "grad_norm": 0.2036549597978592, |
| "learning_rate": 8.441013147674634e-07, |
| "loss": 0.4358, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.4030379746835443, |
| "grad_norm": 0.22251509130001068, |
| "learning_rate": 8.284089363660989e-07, |
| "loss": 0.3914, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.4040506329113924, |
| "grad_norm": 0.27179235219955444, |
| "learning_rate": 8.128469296510894e-07, |
| "loss": 0.4115, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.4050632911392405, |
| "grad_norm": 0.7619171142578125, |
| "learning_rate": 7.974159343155755e-07, |
| "loss": 0.4404, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.40607594936708863, |
| "grad_norm": 0.10011362284421921, |
| "learning_rate": 7.821165846673387e-07, |
| "loss": 0.4388, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.4070886075949367, |
| "grad_norm": 0.12640056014060974, |
| "learning_rate": 7.669495096027177e-07, |
| "loss": 0.4905, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.40810126582278483, |
| "grad_norm": 0.13997557759284973, |
| "learning_rate": 7.519153325807659e-07, |
| "loss": 0.524, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.4091139240506329, |
| "grad_norm": 0.14068852365016937, |
| "learning_rate": 7.370146715976138e-07, |
| "loss": 0.4809, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.41012658227848103, |
| "grad_norm": 0.18665578961372375, |
| "learning_rate": 7.222481391610724e-07, |
| "loss": 0.4055, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.4111392405063291, |
| "grad_norm": 0.16774073243141174, |
| "learning_rate": 7.076163422654544e-07, |
| "loss": 0.3714, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.41215189873417724, |
| "grad_norm": 0.2382858544588089, |
| "learning_rate": 6.931198823666214e-07, |
| "loss": 0.4396, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.4131645569620253, |
| "grad_norm": 0.21281184256076813, |
| "learning_rate": 6.787593553572613e-07, |
| "loss": 0.3661, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.41417721518987344, |
| "grad_norm": 0.26028022170066833, |
| "learning_rate": 6.645353515423915e-07, |
| "loss": 0.3836, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.4151898734177215, |
| "grad_norm": 0.8616901636123657, |
| "learning_rate": 6.504484556150989e-07, |
| "loss": 0.4813, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.41620253164556964, |
| "grad_norm": 0.1189771443605423, |
| "learning_rate": 6.364992466324994e-07, |
| "loss": 0.4214, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.4172151898734177, |
| "grad_norm": 0.11853820830583572, |
| "learning_rate": 6.226882979919406e-07, |
| "loss": 0.5015, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.41822784810126584, |
| "grad_norm": 0.13352267444133759, |
| "learning_rate": 6.090161774074252e-07, |
| "loss": 0.5043, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.4192405063291139, |
| "grad_norm": 0.1625378280878067, |
| "learning_rate": 5.954834468862806e-07, |
| "loss": 0.4998, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.42025316455696204, |
| "grad_norm": 0.182509183883667, |
| "learning_rate": 5.820906627060558e-07, |
| "loss": 0.3892, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.4212658227848101, |
| "grad_norm": 0.22160086035728455, |
| "learning_rate": 5.688383753916524e-07, |
| "loss": 0.421, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.42227848101265825, |
| "grad_norm": 0.21978890895843506, |
| "learning_rate": 5.557271296926962e-07, |
| "loss": 0.4145, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.4232911392405063, |
| "grad_norm": 0.23363438248634338, |
| "learning_rate": 5.427574645611436e-07, |
| "loss": 0.3904, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.42430379746835445, |
| "grad_norm": 0.3062392473220825, |
| "learning_rate": 5.299299131291297e-07, |
| "loss": 0.3926, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.4253164556962025, |
| "grad_norm": 0.5166776180267334, |
| "learning_rate": 5.172450026870528e-07, |
| "loss": 0.4133, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.42632911392405065, |
| "grad_norm": 0.10753131657838821, |
| "learning_rate": 5.047032546618974e-07, |
| "loss": 0.4676, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.4273417721518987, |
| "grad_norm": 0.13093893229961395, |
| "learning_rate": 4.923051845958013e-07, |
| "loss": 0.5038, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.42835443037974685, |
| "grad_norm": 0.153261199593544, |
| "learning_rate": 4.800513021248651e-07, |
| "loss": 0.5759, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.4293670886075949, |
| "grad_norm": 0.1721193641424179, |
| "learning_rate": 4.679421109582029e-07, |
| "loss": 0.4686, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.43037974683544306, |
| "grad_norm": 0.17097310721874237, |
| "learning_rate": 4.559781088572348e-07, |
| "loss": 0.418, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.43139240506329113, |
| "grad_norm": 0.2163458615541458, |
| "learning_rate": 4.4415978761522724e-07, |
| "loss": 0.432, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.43240506329113926, |
| "grad_norm": 0.20527294278144836, |
| "learning_rate": 4.3248763303707703e-07, |
| "loss": 0.3977, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.43341772151898733, |
| "grad_norm": 0.24217315018177032, |
| "learning_rate": 4.2096212491934225e-07, |
| "loss": 0.3806, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.43443037974683546, |
| "grad_norm": 0.2926272451877594, |
| "learning_rate": 4.0958373703051976e-07, |
| "loss": 0.4288, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.43544303797468353, |
| "grad_norm": 0.5068588852882385, |
| "learning_rate": 3.983529370915701e-07, |
| "loss": 0.3931, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.43645569620253166, |
| "grad_norm": 0.10863950848579407, |
| "learning_rate": 3.872701867566892e-07, |
| "loss": 0.4569, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.43746835443037974, |
| "grad_norm": 0.12185105681419373, |
| "learning_rate": 3.763359415943359e-07, |
| "loss": 0.4345, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.43848101265822786, |
| "grad_norm": 0.15586481988430023, |
| "learning_rate": 3.65550651068502e-07, |
| "loss": 0.4708, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.43949367088607594, |
| "grad_norm": 0.1565941870212555, |
| "learning_rate": 3.549147585202386e-07, |
| "loss": 0.4028, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.44050632911392407, |
| "grad_norm": 0.16850170493125916, |
| "learning_rate": 3.4442870114943066e-07, |
| "loss": 0.4342, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.44151898734177214, |
| "grad_norm": 0.2067377120256424, |
| "learning_rate": 3.3409290999682417e-07, |
| "loss": 0.4058, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.44253164556962027, |
| "grad_norm": 0.20416751503944397, |
| "learning_rate": 3.2390780992631194e-07, |
| "loss": 0.4218, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.44354430379746834, |
| "grad_norm": 0.2940517067909241, |
| "learning_rate": 3.1387381960746506e-07, |
| "loss": 0.4351, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.44455696202531647, |
| "grad_norm": 0.30264705419540405, |
| "learning_rate": 3.0399135149832546e-07, |
| "loss": 0.4144, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.44556962025316454, |
| "grad_norm": 0.49135756492614746, |
| "learning_rate": 2.942608118284502e-07, |
| "loss": 0.4439, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.4465822784810127, |
| "grad_norm": 0.09968866407871246, |
| "learning_rate": 2.8468260058221295e-07, |
| "loss": 0.4879, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.44759493670886075, |
| "grad_norm": 0.13854998350143433, |
| "learning_rate": 2.7525711148236276e-07, |
| "loss": 0.534, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.4486075949367089, |
| "grad_norm": 0.14843471348285675, |
| "learning_rate": 2.659847319738393e-07, |
| "loss": 0.455, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.44962025316455695, |
| "grad_norm": 0.15449483692646027, |
| "learning_rate": 2.5686584320784786e-07, |
| "loss": 0.4964, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.4506329113924051, |
| "grad_norm": 0.18671952188014984, |
| "learning_rate": 2.479008200261874e-07, |
| "loss": 0.4517, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.45164556962025315, |
| "grad_norm": 0.18353737890720367, |
| "learning_rate": 2.3909003094584856e-07, |
| "loss": 0.4155, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.4526582278481013, |
| "grad_norm": 0.21654197573661804, |
| "learning_rate": 2.304338381438611e-07, |
| "loss": 0.3943, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.45367088607594935, |
| "grad_norm": 0.23084385693073273, |
| "learning_rate": 2.21932597442406e-07, |
| "loss": 0.3996, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.4546835443037975, |
| "grad_norm": 0.2896442115306854, |
| "learning_rate": 2.135866582941932e-07, |
| "loss": 0.3828, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.45569620253164556, |
| "grad_norm": 0.5373207330703735, |
| "learning_rate": 2.0539636376809066e-07, |
| "loss": 0.3998, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.4567088607594937, |
| "grad_norm": 0.09597853571176529, |
| "learning_rate": 1.9736205053502774e-07, |
| "loss": 0.4169, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.45772151898734176, |
| "grad_norm": 0.1262124925851822, |
| "learning_rate": 1.8948404885415291e-07, |
| "loss": 0.5286, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.4587341772151899, |
| "grad_norm": 0.1337854415178299, |
| "learning_rate": 1.8176268255925975e-07, |
| "loss": 0.4516, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.45974683544303796, |
| "grad_norm": 0.16479073464870453, |
| "learning_rate": 1.7419826904547398e-07, |
| "loss": 0.5414, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.4607594936708861, |
| "grad_norm": 0.1927000880241394, |
| "learning_rate": 1.6679111925620704e-07, |
| "loss": 0.4988, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.46177215189873416, |
| "grad_norm": 0.17869296669960022, |
| "learning_rate": 1.5954153767037525e-07, |
| "loss": 0.3817, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.4627848101265823, |
| "grad_norm": 0.19914336502552032, |
| "learning_rate": 1.524498222898827e-07, |
| "loss": 0.3862, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.46379746835443036, |
| "grad_norm": 0.27144744992256165, |
| "learning_rate": 1.455162646273731e-07, |
| "loss": 0.4033, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.4648101265822785, |
| "grad_norm": 0.29997050762176514, |
| "learning_rate": 1.387411496942441e-07, |
| "loss": 0.3682, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.46582278481012657, |
| "grad_norm": 0.5696393847465515, |
| "learning_rate": 1.321247559889347e-07, |
| "loss": 0.3941, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.4668354430379747, |
| "grad_norm": 0.10038802772760391, |
| "learning_rate": 1.256673554854757e-07, |
| "loss": 0.4332, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.46784810126582277, |
| "grad_norm": 0.12659814953804016, |
| "learning_rate": 1.1936921362230946e-07, |
| "loss": 0.4953, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.4688607594936709, |
| "grad_norm": 0.14239275455474854, |
| "learning_rate": 1.1323058929137986e-07, |
| "loss": 0.5252, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.46987341772151897, |
| "grad_norm": 0.15920379757881165, |
| "learning_rate": 1.0725173482749016e-07, |
| "loss": 0.5316, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.4708860759493671, |
| "grad_norm": 0.16068552434444427, |
| "learning_rate": 1.0143289599792959e-07, |
| "loss": 0.4272, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.4718987341772152, |
| "grad_norm": 0.16718363761901855, |
| "learning_rate": 9.577431199237107e-08, |
| "loss": 0.3845, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.4729113924050633, |
| "grad_norm": 0.19578270614147186, |
| "learning_rate": 9.027621541304099e-08, |
| "loss": 0.3934, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.4739240506329114, |
| "grad_norm": 0.26058533787727356, |
| "learning_rate": 8.49388322651543e-08, |
| "loss": 0.3687, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.4749367088607595, |
| "grad_norm": 0.269424706697464, |
| "learning_rate": 7.976238194762785e-08, |
| "loss": 0.4036, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.4759493670886076, |
| "grad_norm": 0.4983403980731964, |
| "learning_rate": 7.47470772440586e-08, |
| "loss": 0.4376, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.4769620253164557, |
| "grad_norm": 0.10910938680171967, |
| "learning_rate": 6.989312431397998e-08, |
| "loss": 0.4566, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.4779746835443038, |
| "grad_norm": 0.1394750475883484, |
| "learning_rate": 6.520072268438515e-08, |
| "loss": 0.5027, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.4789873417721519, |
| "grad_norm": 0.14517003297805786, |
| "learning_rate": 6.067006524152551e-08, |
| "loss": 0.4066, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.16347290575504303, |
| "learning_rate": 5.630133822298422e-08, |
| "loss": 0.4592, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.4810126582278481, |
| "grad_norm": 0.14922384917736053, |
| "learning_rate": 5.2094721210017344e-08, |
| "loss": 0.4147, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.4820253164556962, |
| "grad_norm": 0.267541766166687, |
| "learning_rate": 4.8050387120174504e-08, |
| "loss": 0.4218, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.4830379746835443, |
| "grad_norm": 0.20772917568683624, |
| "learning_rate": 4.416850220018853e-08, |
| "loss": 0.3547, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.4840506329113924, |
| "grad_norm": 0.2326534241437912, |
| "learning_rate": 4.044922601914535e-08, |
| "loss": 0.3728, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.4850632911392405, |
| "grad_norm": 0.30080971121788025, |
| "learning_rate": 3.689271146192086e-08, |
| "loss": 0.3819, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.4860759493670886, |
| "grad_norm": 0.6655465364456177, |
| "learning_rate": 3.34991047228983e-08, |
| "loss": 0.4111, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.4870886075949367, |
| "grad_norm": 0.10431922227144241, |
| "learning_rate": 3.026854529995937e-08, |
| "loss": 0.4185, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.4881012658227848, |
| "grad_norm": 0.11591701209545135, |
| "learning_rate": 2.7201165988748332e-08, |
| "loss": 0.5377, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.4891139240506329, |
| "grad_norm": 0.14209790527820587, |
| "learning_rate": 2.4297092877215043e-08, |
| "loss": 0.4822, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.490126582278481, |
| "grad_norm": 0.16605523228645325, |
| "learning_rate": 2.155644534043022e-08, |
| "loss": 0.4199, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.4911392405063291, |
| "grad_norm": 0.17735035717487335, |
| "learning_rate": 1.8979336035680027e-08, |
| "loss": 0.4481, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.4921518987341772, |
| "grad_norm": 0.20083750784397125, |
| "learning_rate": 1.656587089783379e-08, |
| "loss": 0.4077, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.4931645569620253, |
| "grad_norm": 0.20666271448135376, |
| "learning_rate": 1.4316149134991017e-08, |
| "loss": 0.4377, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.4941772151898734, |
| "grad_norm": 0.23543819785118103, |
| "learning_rate": 1.2230263224400684e-08, |
| "loss": 0.4154, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.4951898734177215, |
| "grad_norm": 0.2703807055950165, |
| "learning_rate": 1.0308298908663803e-08, |
| "loss": 0.3971, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.4962025316455696, |
| "grad_norm": 0.5880486965179443, |
| "learning_rate": 8.550335192205161e-09, |
| "loss": 0.4251, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.49721518987341773, |
| "grad_norm": 0.09348611533641815, |
| "learning_rate": 6.956444338027889e-09, |
| "loss": 0.4186, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.4982278481012658, |
| "grad_norm": 0.1480860859155655, |
| "learning_rate": 5.52669186474164e-09, |
| "loss": 0.509, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.49924050632911393, |
| "grad_norm": 0.15586763620376587, |
| "learning_rate": 4.2611365438713905e-09, |
| "loss": 0.486, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.500253164556962, |
| "grad_norm": 0.18108093738555908, |
| "learning_rate": 3.159830397438945e-09, |
| "loss": 0.4567, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.5012658227848101, |
| "grad_norm": 0.1902192085981369, |
| "learning_rate": 2.2228186958268556e-09, |
| "loss": 0.4181, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.5022784810126583, |
| "grad_norm": 0.16405874490737915, |
| "learning_rate": 1.4501399559154747e-09, |
| "loss": 0.389, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.5032911392405063, |
| "grad_norm": 0.21526110172271729, |
| "learning_rate": 8.418259395019944e-10, |
| "loss": 0.3984, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.5043037974683544, |
| "grad_norm": 0.3269748389720917, |
| "learning_rate": 3.97901651993493e-10, |
| "loss": 0.3936, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.5053164556962025, |
| "grad_norm": 0.27853924036026, |
| "learning_rate": 1.1838534137753597e-10, |
| "loss": 0.3835, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 0.7066273093223572, |
| "learning_rate": 3.2884974756619555e-12, |
| "loss": 0.4042, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.5073417721518987, |
| "grad_norm": 0.0975538045167923, |
| "learning_rate": 2.794380470215918e-08, |
| "loss": 0.4414, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.5083544303797468, |
| "grad_norm": 0.1161501482129097, |
| "learning_rate": 2.5111764414195823e-08, |
| "loss": 0.4881, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.5093670886075949, |
| "grad_norm": 0.1251804530620575, |
| "learning_rate": 2.243055246291936e-08, |
| "loss": 0.4934, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.5103797468354431, |
| "grad_norm": 0.15802332758903503, |
| "learning_rate": 1.9900270587728474e-08, |
| "loss": 0.5103, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.5113924050632911, |
| "grad_norm": 0.15753835439682007, |
| "learning_rate": 1.752101480093415e-08, |
| "loss": 0.4844, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.5124050632911392, |
| "grad_norm": 0.1545649617910385, |
| "learning_rate": 1.5292875384116832e-08, |
| "loss": 0.3984, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.5134177215189873, |
| "grad_norm": 0.2382134050130844, |
| "learning_rate": 1.321593688470113e-08, |
| "loss": 0.3778, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.5144303797468355, |
| "grad_norm": 0.24257385730743408, |
| "learning_rate": 1.1290278112747298e-08, |
| "loss": 0.3882, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.5154430379746835, |
| "grad_norm": 0.2859530448913574, |
| "learning_rate": 9.515972137958961e-09, |
| "loss": 0.4232, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.5164556962025316, |
| "grad_norm": 0.731451690196991, |
| "learning_rate": 7.893086286913764e-09, |
| "loss": 0.423, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.5174683544303798, |
| "grad_norm": 0.14217010140419006, |
| "learning_rate": 6.421682140506312e-09, |
| "loss": 0.4463, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.5184810126582279, |
| "grad_norm": 0.1456647515296936, |
| "learning_rate": 5.101815531612264e-09, |
| "loss": 0.6181, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.5194936708860759, |
| "grad_norm": 0.14817620813846588, |
| "learning_rate": 3.933536542968685e-09, |
| "loss": 0.4546, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.520506329113924, |
| "grad_norm": 0.18737301230430603, |
| "learning_rate": 2.916889505276021e-09, |
| "loss": 0.48, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.5215189873417722, |
| "grad_norm": 0.20854100584983826, |
| "learning_rate": 2.0519129955136606e-09, |
| "loss": 0.4711, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.5225316455696203, |
| "grad_norm": 0.17956523597240448, |
| "learning_rate": 1.3386398354762185e-09, |
| "loss": 0.3807, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.5235443037974683, |
| "grad_norm": 0.21315374970436096, |
| "learning_rate": 7.770970905305318e-10, |
| "loss": 0.4167, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.5245569620253164, |
| "grad_norm": 0.25169533491134644, |
| "learning_rate": 3.673060685849272e-10, |
| "loss": 0.4137, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.5255696202531646, |
| "grad_norm": 0.25980013608932495, |
| "learning_rate": 1.0928231928497566e-10, |
| "loss": 0.3961, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.5265822784810127, |
| "grad_norm": 0.6642146706581116, |
| "learning_rate": 3.035633418857486e-12, |
| "loss": 0.4063, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.5275949367088607, |
| "grad_norm": 0.11889899522066116, |
| "learning_rate": 1.455762992274968e-06, |
| "loss": 0.4235, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.5286075949367088, |
| "grad_norm": 0.1415431648492813, |
| "learning_rate": 1.4421305953258104e-06, |
| "loss": 0.4819, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.529620253164557, |
| "grad_norm": 0.14658379554748535, |
| "learning_rate": 1.4285482779599597e-06, |
| "loss": 0.544, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.5306329113924051, |
| "grad_norm": 0.1469714194536209, |
| "learning_rate": 1.4150163061006066e-06, |
| "loss": 0.5139, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.5316455696202531, |
| "grad_norm": 0.17124968767166138, |
| "learning_rate": 1.4015349446852462e-06, |
| "loss": 0.4299, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.5326582278481012, |
| "grad_norm": 0.1571967601776123, |
| "learning_rate": 1.3881044576604897e-06, |
| "loss": 0.4186, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.5336708860759494, |
| "grad_norm": 0.24192066490650177, |
| "learning_rate": 1.3747251079768974e-06, |
| "loss": 0.4007, |
| "step": 2635 |
| }, |
| { |
| "epoch": 0.5346835443037975, |
| "grad_norm": 0.22104869782924652, |
| "learning_rate": 1.3613971575838314e-06, |
| "loss": 0.3914, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.5356962025316455, |
| "grad_norm": 0.27553728222846985, |
| "learning_rate": 1.3481208674243246e-06, |
| "loss": 0.3683, |
| "step": 2645 |
| }, |
| { |
| "epoch": 0.5367088607594936, |
| "grad_norm": 0.4800131916999817, |
| "learning_rate": 1.3348964974299745e-06, |
| "loss": 0.4087, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.5377215189873418, |
| "grad_norm": 0.09944673627614975, |
| "learning_rate": 1.3217243065158518e-06, |
| "loss": 0.4186, |
| "step": 2655 |
| }, |
| { |
| "epoch": 0.5387341772151899, |
| "grad_norm": 0.11233413219451904, |
| "learning_rate": 1.3086045525754327e-06, |
| "loss": 0.5264, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.5397468354430379, |
| "grad_norm": 0.14689946174621582, |
| "learning_rate": 1.2955374924755495e-06, |
| "loss": 0.5095, |
| "step": 2665 |
| }, |
| { |
| "epoch": 0.540759493670886, |
| "grad_norm": 0.1830890029668808, |
| "learning_rate": 1.2825233820513602e-06, |
| "loss": 0.4974, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.5417721518987342, |
| "grad_norm": 0.15380920469760895, |
| "learning_rate": 1.269562476101342e-06, |
| "loss": 0.4354, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.5427848101265823, |
| "grad_norm": 0.17962035536766052, |
| "learning_rate": 1.2566550283822993e-06, |
| "loss": 0.4164, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.5437974683544303, |
| "grad_norm": 0.21246092021465302, |
| "learning_rate": 1.2438012916043997e-06, |
| "loss": 0.4162, |
| "step": 2685 |
| }, |
| { |
| "epoch": 0.5448101265822785, |
| "grad_norm": 0.22833871841430664, |
| "learning_rate": 1.2310015174262228e-06, |
| "loss": 0.3858, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.5458227848101266, |
| "grad_norm": 0.2646944224834442, |
| "learning_rate": 1.218255956449834e-06, |
| "loss": 0.4128, |
| "step": 2695 |
| }, |
| { |
| "epoch": 0.5468354430379747, |
| "grad_norm": 0.47620370984077454, |
| "learning_rate": 1.2055648582158794e-06, |
| "loss": 0.3937, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.5478481012658228, |
| "grad_norm": 0.1026020497083664, |
| "learning_rate": 1.1929284711986994e-06, |
| "loss": 0.4544, |
| "step": 2705 |
| }, |
| { |
| "epoch": 0.5488607594936709, |
| "grad_norm": 0.13041728734970093, |
| "learning_rate": 1.1803470428014612e-06, |
| "loss": 0.4827, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.549873417721519, |
| "grad_norm": 0.132302924990654, |
| "learning_rate": 1.1678208193513208e-06, |
| "loss": 0.508, |
| "step": 2715 |
| }, |
| { |
| "epoch": 0.5508860759493671, |
| "grad_norm": 0.1621437668800354, |
| "learning_rate": 1.1553500460945937e-06, |
| "loss": 0.477, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.5518987341772152, |
| "grad_norm": 0.1835368424654007, |
| "learning_rate": 1.1429349671919593e-06, |
| "loss": 0.433, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.5529113924050633, |
| "grad_norm": 0.16705666482448578, |
| "learning_rate": 1.1305758257136755e-06, |
| "loss": 0.4118, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.5539240506329114, |
| "grad_norm": 0.2378142923116684, |
| "learning_rate": 1.118272863634823e-06, |
| "loss": 0.383, |
| "step": 2735 |
| }, |
| { |
| "epoch": 0.5549367088607595, |
| "grad_norm": 0.2359638810157776, |
| "learning_rate": 1.106026321830567e-06, |
| "loss": 0.4056, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.5559493670886076, |
| "grad_norm": 0.2995934784412384, |
| "learning_rate": 1.0938364400714388e-06, |
| "loss": 0.4165, |
| "step": 2745 |
| }, |
| { |
| "epoch": 0.5569620253164557, |
| "grad_norm": 0.5750916004180908, |
| "learning_rate": 1.0817034570186477e-06, |
| "loss": 0.4282, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.5579746835443038, |
| "grad_norm": 0.07957121729850769, |
| "learning_rate": 1.069627610219401e-06, |
| "loss": 0.4181, |
| "step": 2755 |
| }, |
| { |
| "epoch": 0.5589873417721519, |
| "grad_norm": 0.13279347121715546, |
| "learning_rate": 1.0576091361022563e-06, |
| "loss": 0.5386, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.15844392776489258, |
| "learning_rate": 1.045648269972494e-06, |
| "loss": 0.4838, |
| "step": 2765 |
| }, |
| { |
| "epoch": 0.5610126582278481, |
| "grad_norm": 0.15711435675621033, |
| "learning_rate": 1.0337452460075083e-06, |
| "loss": 0.4998, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.5620253164556962, |
| "grad_norm": 0.16822844743728638, |
| "learning_rate": 1.0219002972522219e-06, |
| "loss": 0.4461, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.5630379746835443, |
| "grad_norm": 0.2024250328540802, |
| "learning_rate": 1.0101136556145266e-06, |
| "loss": 0.4168, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.5640506329113925, |
| "grad_norm": 0.1919785588979721, |
| "learning_rate": 9.983855518607382e-07, |
| "loss": 0.3942, |
| "step": 2785 |
| }, |
| { |
| "epoch": 0.5650632911392405, |
| "grad_norm": 0.22147142887115479, |
| "learning_rate": 9.86716215611083e-07, |
| "loss": 0.3952, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.5660759493670886, |
| "grad_norm": 0.28781041502952576, |
| "learning_rate": 9.751058753351991e-07, |
| "loss": 0.3809, |
| "step": 2795 |
| }, |
| { |
| "epoch": 0.5670886075949367, |
| "grad_norm": 0.6933401226997375, |
| "learning_rate": 9.635547583476627e-07, |
| "loss": 0.3959, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.5681012658227849, |
| "grad_norm": 0.10298442840576172, |
| "learning_rate": 9.520630908035414e-07, |
| "loss": 0.4014, |
| "step": 2805 |
| }, |
| { |
| "epoch": 0.5691139240506329, |
| "grad_norm": 0.13080711662769318, |
| "learning_rate": 9.406310976939629e-07, |
| "loss": 0.5034, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.570126582278481, |
| "grad_norm": 0.1588020622730255, |
| "learning_rate": 9.292590028417109e-07, |
| "loss": 0.5223, |
| "step": 2815 |
| }, |
| { |
| "epoch": 0.5711392405063291, |
| "grad_norm": 0.15460827946662903, |
| "learning_rate": 9.179470288968434e-07, |
| "loss": 0.4344, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.5721518987341773, |
| "grad_norm": 0.2036442905664444, |
| "learning_rate": 9.066953973323341e-07, |
| "loss": 0.4414, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.5731645569620253, |
| "grad_norm": 0.213650643825531, |
| "learning_rate": 8.955043284397338e-07, |
| "loss": 0.4025, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.5741772151898734, |
| "grad_norm": 0.19585683941841125, |
| "learning_rate": 8.843740413248606e-07, |
| "loss": 0.4186, |
| "step": 2835 |
| }, |
| { |
| "epoch": 0.5751898734177215, |
| "grad_norm": 0.23203453421592712, |
| "learning_rate": 8.733047539035077e-07, |
| "loss": 0.4464, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.5762025316455697, |
| "grad_norm": 0.3242339491844177, |
| "learning_rate": 8.622966828971781e-07, |
| "loss": 0.3964, |
| "step": 2845 |
| }, |
| { |
| "epoch": 0.5772151898734177, |
| "grad_norm": 0.47551751136779785, |
| "learning_rate": 8.51350043828841e-07, |
| "loss": 0.4272, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.5782278481012658, |
| "grad_norm": 0.10742074251174927, |
| "learning_rate": 8.404650510187123e-07, |
| "loss": 0.4219, |
| "step": 2855 |
| }, |
| { |
| "epoch": 0.579240506329114, |
| "grad_norm": 0.11851336061954498, |
| "learning_rate": 8.296419175800573e-07, |
| "loss": 0.5157, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.5802531645569621, |
| "grad_norm": 0.1675945371389389, |
| "learning_rate": 8.188808554150229e-07, |
| "loss": 0.5129, |
| "step": 2865 |
| }, |
| { |
| "epoch": 0.5812658227848101, |
| "grad_norm": 0.16009923815727234, |
| "learning_rate": 8.081820752104826e-07, |
| "loss": 0.4889, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.5822784810126582, |
| "grad_norm": 0.18945632874965668, |
| "learning_rate": 7.975457864339144e-07, |
| "loss": 0.3923, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.5832911392405064, |
| "grad_norm": 0.1865212470293045, |
| "learning_rate": 7.869721973292999e-07, |
| "loss": 0.428, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.5843037974683545, |
| "grad_norm": 0.20608146488666534, |
| "learning_rate": 7.76461514913048e-07, |
| "loss": 0.407, |
| "step": 2885 |
| }, |
| { |
| "epoch": 0.5853164556962025, |
| "grad_norm": 0.29125773906707764, |
| "learning_rate": 7.660139449699387e-07, |
| "loss": 0.407, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.5863291139240506, |
| "grad_norm": 0.33646541833877563, |
| "learning_rate": 7.556296920490987e-07, |
| "loss": 0.4333, |
| "step": 2895 |
| }, |
| { |
| "epoch": 0.5873417721518988, |
| "grad_norm": 0.5913756489753723, |
| "learning_rate": 7.453089594599915e-07, |
| "loss": 0.4502, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.5883544303797469, |
| "grad_norm": 0.13217048346996307, |
| "learning_rate": 7.350519492684407e-07, |
| "loss": 0.4547, |
| "step": 2905 |
| }, |
| { |
| "epoch": 0.5893670886075949, |
| "grad_norm": 0.14116889238357544, |
| "learning_rate": 7.248588622926725e-07, |
| "loss": 0.5199, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.590379746835443, |
| "grad_norm": 0.15484601259231567, |
| "learning_rate": 7.147298980993843e-07, |
| "loss": 0.548, |
| "step": 2915 |
| }, |
| { |
| "epoch": 0.5913924050632912, |
| "grad_norm": 0.15964430570602417, |
| "learning_rate": 7.046652549998362e-07, |
| "loss": 0.4814, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.5924050632911393, |
| "grad_norm": 0.1844719797372818, |
| "learning_rate": 6.946651300459701e-07, |
| "loss": 0.4685, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.5934177215189873, |
| "grad_norm": 0.19145998358726501, |
| "learning_rate": 6.847297190265501e-07, |
| "loss": 0.4308, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.5944303797468354, |
| "grad_norm": 0.21867701411247253, |
| "learning_rate": 6.748592164633313e-07, |
| "loss": 0.4295, |
| "step": 2935 |
| }, |
| { |
| "epoch": 0.5954430379746836, |
| "grad_norm": 0.2490256279706955, |
| "learning_rate": 6.650538156072483e-07, |
| "loss": 0.3908, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.5964556962025317, |
| "grad_norm": 0.2814614474773407, |
| "learning_rate": 6.55313708434635e-07, |
| "loss": 0.4496, |
| "step": 2945 |
| }, |
| { |
| "epoch": 0.5974683544303797, |
| "grad_norm": 0.6335835456848145, |
| "learning_rate": 6.45639085643463e-07, |
| "loss": 0.4608, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.5984810126582278, |
| "grad_norm": 0.12605907022953033, |
| "learning_rate": 1.1337485346248307e-06, |
| "loss": 0.4293, |
| "step": 2955 |
| }, |
| { |
| "epoch": 0.599493670886076, |
| "grad_norm": 0.1293596625328064, |
| "learning_rate": 1.1223888816257035e-06, |
| "loss": 0.5123, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.6005063291139241, |
| "grad_norm": 0.1349225491285324, |
| "learning_rate": 1.1110771302018184e-06, |
| "loss": 0.4865, |
| "step": 2965 |
| }, |
| { |
| "epoch": 0.6015189873417721, |
| "grad_norm": 0.18334391713142395, |
| "learning_rate": 1.0998134686519725e-06, |
| "loss": 0.4882, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.6025316455696202, |
| "grad_norm": 0.1953776478767395, |
| "learning_rate": 1.088598084474444e-06, |
| "loss": 0.3952, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.6035443037974684, |
| "grad_norm": 0.17717419564723969, |
| "learning_rate": 1.0774311643638725e-06, |
| "loss": 0.4286, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.6045569620253165, |
| "grad_norm": 0.2070053219795227, |
| "learning_rate": 1.0663128942081482e-06, |
| "loss": 0.3948, |
| "step": 2985 |
| }, |
| { |
| "epoch": 0.6055696202531645, |
| "grad_norm": 0.27012762427330017, |
| "learning_rate": 1.0552434590853247e-06, |
| "loss": 0.4096, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.6065822784810126, |
| "grad_norm": 0.27783793210983276, |
| "learning_rate": 1.044223043260525e-06, |
| "loss": 0.3866, |
| "step": 2995 |
| }, |
| { |
| "epoch": 0.6075949367088608, |
| "grad_norm": 0.6585811972618103, |
| "learning_rate": 1.0332518301828908e-06, |
| "loss": 0.4278, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.6086075949367089, |
| "grad_norm": 0.09339703619480133, |
| "learning_rate": 1.022330002482513e-06, |
| "loss": 0.3972, |
| "step": 3005 |
| }, |
| { |
| "epoch": 0.6096202531645569, |
| "grad_norm": 0.14275415241718292, |
| "learning_rate": 1.0114577419674013e-06, |
| "loss": 0.5359, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.610632911392405, |
| "grad_norm": 0.13809597492218018, |
| "learning_rate": 1.0006352296204595e-06, |
| "loss": 0.5597, |
| "step": 3015 |
| }, |
| { |
| "epoch": 0.6116455696202532, |
| "grad_norm": 0.15734300017356873, |
| "learning_rate": 9.898626455964594e-07, |
| "loss": 0.4792, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.6126582278481013, |
| "grad_norm": 0.17018863558769226, |
| "learning_rate": 9.79140169219062e-07, |
| "loss": 0.4098, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.6136708860759493, |
| "grad_norm": 0.18591512739658356, |
| "learning_rate": 9.684679789778098e-07, |
| "loss": 0.4217, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.6146835443037975, |
| "grad_norm": 0.18555332720279694, |
| "learning_rate": 9.578462525251776e-07, |
| "loss": 0.3826, |
| "step": 3035 |
| }, |
| { |
| "epoch": 0.6156962025316456, |
| "grad_norm": 0.20953959226608276, |
| "learning_rate": 9.472751666735988e-07, |
| "loss": 0.3649, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.6167088607594937, |
| "grad_norm": 0.2972744405269623, |
| "learning_rate": 9.367548973925302e-07, |
| "loss": 0.4014, |
| "step": 3045 |
| }, |
| { |
| "epoch": 0.6177215189873417, |
| "grad_norm": 0.4772799015045166, |
| "learning_rate": 9.262856198055198e-07, |
| "loss": 0.432, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.6187341772151899, |
| "grad_norm": 0.1068698912858963, |
| "learning_rate": 9.158675081872936e-07, |
| "loss": 0.4168, |
| "step": 3055 |
| }, |
| { |
| "epoch": 0.619746835443038, |
| "grad_norm": 0.13200756907463074, |
| "learning_rate": 9.055007359608517e-07, |
| "loss": 0.5179, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.6207594936708861, |
| "grad_norm": 0.12744776904582977, |
| "learning_rate": 8.951854756945887e-07, |
| "loss": 0.5078, |
| "step": 3065 |
| }, |
| { |
| "epoch": 0.6217721518987341, |
| "grad_norm": 0.16431675851345062, |
| "learning_rate": 8.849218990994072e-07, |
| "loss": 0.4998, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.6227848101265823, |
| "grad_norm": 0.1980285942554474, |
| "learning_rate": 8.747101770258769e-07, |
| "loss": 0.4425, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.6237974683544304, |
| "grad_norm": 0.19649136066436768, |
| "learning_rate": 8.645504794613727e-07, |
| "loss": 0.4448, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.6248101265822785, |
| "grad_norm": 0.23119045794010162, |
| "learning_rate": 8.544429755272626e-07, |
| "loss": 0.4068, |
| "step": 3085 |
| }, |
| { |
| "epoch": 0.6258227848101265, |
| "grad_norm": 0.24636401236057281, |
| "learning_rate": 8.443878334760777e-07, |
| "loss": 0.4346, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.6268354430379747, |
| "grad_norm": 0.33371180295944214, |
| "learning_rate": 8.343852206887208e-07, |
| "loss": 0.374, |
| "step": 3095 |
| }, |
| { |
| "epoch": 0.6278481012658228, |
| "grad_norm": 0.4640437066555023, |
| "learning_rate": 8.244353036716742e-07, |
| "loss": 0.3928, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.6288607594936709, |
| "grad_norm": 0.10186227411031723, |
| "learning_rate": 8.145382480542338e-07, |
| "loss": 0.4351, |
| "step": 3105 |
| }, |
| { |
| "epoch": 0.629873417721519, |
| "grad_norm": 0.11600786447525024, |
| "learning_rate": 8.046942185857459e-07, |
| "loss": 0.5473, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.6308860759493671, |
| "grad_norm": 0.14960376918315887, |
| "learning_rate": 7.949033791328692e-07, |
| "loss": 0.5021, |
| "step": 3115 |
| }, |
| { |
| "epoch": 0.6318987341772152, |
| "grad_norm": 0.15927369892597198, |
| "learning_rate": 7.851658926768449e-07, |
| "loss": 0.4915, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.6329113924050633, |
| "grad_norm": 0.21519607305526733, |
| "learning_rate": 7.754819213107869e-07, |
| "loss": 0.4531, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.6339240506329114, |
| "grad_norm": 0.19581706821918488, |
| "learning_rate": 7.658516262369747e-07, |
| "loss": 0.4027, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.6349367088607595, |
| "grad_norm": 0.20079204440116882, |
| "learning_rate": 7.562751677641835e-07, |
| "loss": 0.4482, |
| "step": 3135 |
| }, |
| { |
| "epoch": 0.6359493670886076, |
| "grad_norm": 0.2671821117401123, |
| "learning_rate": 7.467527053050036e-07, |
| "loss": 0.4217, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.6369620253164557, |
| "grad_norm": 0.2694138288497925, |
| "learning_rate": 7.372843973731933e-07, |
| "loss": 0.4188, |
| "step": 3145 |
| }, |
| { |
| "epoch": 0.6379746835443038, |
| "grad_norm": 0.4967109262943268, |
| "learning_rate": 7.278704015810371e-07, |
| "loss": 0.4075, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.6389873417721519, |
| "grad_norm": 0.13129402697086334, |
| "learning_rate": 7.185108746367246e-07, |
| "loss": 0.4101, |
| "step": 3155 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.13725103437900543, |
| "learning_rate": 7.092059723417407e-07, |
| "loss": 0.4936, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.6410126582278481, |
| "grad_norm": 0.15618817508220673, |
| "learning_rate": 6.999558495882718e-07, |
| "loss": 0.5314, |
| "step": 3165 |
| }, |
| { |
| "epoch": 0.6420253164556962, |
| "grad_norm": 0.162822425365448, |
| "learning_rate": 6.907606603566258e-07, |
| "loss": 0.4752, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.6430379746835443, |
| "grad_norm": 0.21904124319553375, |
| "learning_rate": 6.816205577126762e-07, |
| "loss": 0.4544, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.6440506329113924, |
| "grad_norm": 0.2016332447528839, |
| "learning_rate": 6.725356938053006e-07, |
| "loss": 0.3698, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.6450632911392405, |
| "grad_norm": 0.22290003299713135, |
| "learning_rate": 6.635062198638635e-07, |
| "loss": 0.3635, |
| "step": 3185 |
| }, |
| { |
| "epoch": 0.6460759493670886, |
| "grad_norm": 0.21098457276821136, |
| "learning_rate": 6.545322861956881e-07, |
| "loss": 0.3863, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.6470886075949367, |
| "grad_norm": 0.36327552795410156, |
| "learning_rate": 6.456140421835572e-07, |
| "loss": 0.4089, |
| "step": 3195 |
| }, |
| { |
| "epoch": 0.6481012658227848, |
| "grad_norm": 0.5956647992134094, |
| "learning_rate": 6.367516362832277e-07, |
| "loss": 0.3957, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.649113924050633, |
| "grad_norm": 0.08976675570011139, |
| "learning_rate": 6.279452160209588e-07, |
| "loss": 0.4714, |
| "step": 3205 |
| }, |
| { |
| "epoch": 0.650126582278481, |
| "grad_norm": 0.11679979413747787, |
| "learning_rate": 6.191949279910558e-07, |
| "loss": 0.4448, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.6511392405063291, |
| "grad_norm": 0.14985623955726624, |
| "learning_rate": 6.105009178534301e-07, |
| "loss": 0.5321, |
| "step": 3215 |
| }, |
| { |
| "epoch": 0.6521518987341772, |
| "grad_norm": 0.16550008952617645, |
| "learning_rate": 6.018633303311733e-07, |
| "loss": 0.5148, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.6531645569620254, |
| "grad_norm": 0.1526990532875061, |
| "learning_rate": 5.932823092081536e-07, |
| "loss": 0.3914, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.6541772151898734, |
| "grad_norm": 0.20120437443256378, |
| "learning_rate": 5.847579973266108e-07, |
| "loss": 0.4138, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.6551898734177215, |
| "grad_norm": 0.22462603449821472, |
| "learning_rate": 5.762905365847936e-07, |
| "loss": 0.4191, |
| "step": 3235 |
| }, |
| { |
| "epoch": 0.6562025316455696, |
| "grad_norm": 0.21973134577274323, |
| "learning_rate": 5.678800679345816e-07, |
| "loss": 0.351, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.6572151898734178, |
| "grad_norm": 0.2744171917438507, |
| "learning_rate": 5.595267313791545e-07, |
| "loss": 0.4064, |
| "step": 3245 |
| }, |
| { |
| "epoch": 0.6582278481012658, |
| "grad_norm": 0.4992412328720093, |
| "learning_rate": 5.512306659706496e-07, |
| "loss": 0.3707, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.6592405063291139, |
| "grad_norm": 0.10248786211013794, |
| "learning_rate": 5.429920098078526e-07, |
| "loss": 0.3939, |
| "step": 3255 |
| }, |
| { |
| "epoch": 0.660253164556962, |
| "grad_norm": 0.14512722194194794, |
| "learning_rate": 5.348109000338978e-07, |
| "loss": 0.4847, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.6612658227848102, |
| "grad_norm": 0.13799966871738434, |
| "learning_rate": 5.266874728339848e-07, |
| "loss": 0.5207, |
| "step": 3265 |
| }, |
| { |
| "epoch": 0.6622784810126582, |
| "grad_norm": 0.20723897218704224, |
| "learning_rate": 5.186218634331129e-07, |
| "loss": 0.5036, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.6632911392405063, |
| "grad_norm": 0.18485288321971893, |
| "learning_rate": 5.106142060938276e-07, |
| "loss": 0.4884, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.6643037974683544, |
| "grad_norm": 0.16878673434257507, |
| "learning_rate": 5.026646341139868e-07, |
| "loss": 0.3754, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.6653164556962026, |
| "grad_norm": 0.20705561339855194, |
| "learning_rate": 4.947732798245465e-07, |
| "loss": 0.39, |
| "step": 3285 |
| }, |
| { |
| "epoch": 0.6663291139240506, |
| "grad_norm": 0.22199900448322296, |
| "learning_rate": 4.869402745873454e-07, |
| "loss": 0.3827, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.6673417721518987, |
| "grad_norm": 0.3176887333393097, |
| "learning_rate": 4.791657487929348e-07, |
| "loss": 0.395, |
| "step": 3295 |
| }, |
| { |
| "epoch": 0.6683544303797468, |
| "grad_norm": 0.4770476520061493, |
| "learning_rate": 4.714498318583948e-07, |
| "loss": 0.3991, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.669367088607595, |
| "grad_norm": 0.10591458529233932, |
| "learning_rate": 4.637926522251865e-07, |
| "loss": 0.4178, |
| "step": 3305 |
| }, |
| { |
| "epoch": 0.670379746835443, |
| "grad_norm": 0.12099853157997131, |
| "learning_rate": 4.5619433735701165e-07, |
| "loss": 0.5278, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.6713924050632911, |
| "grad_norm": 0.1402314007282257, |
| "learning_rate": 4.4865501373769186e-07, |
| "loss": 0.5253, |
| "step": 3315 |
| }, |
| { |
| "epoch": 0.6724050632911392, |
| "grad_norm": 0.16952082514762878, |
| "learning_rate": 4.4117480686906283e-07, |
| "loss": 0.4734, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.6734177215189874, |
| "grad_norm": 0.16695508360862732, |
| "learning_rate": 4.3375384126888504e-07, |
| "loss": 0.4518, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.6744303797468354, |
| "grad_norm": 0.20437532663345337, |
| "learning_rate": 4.26392240468771e-07, |
| "loss": 0.4321, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.6754430379746835, |
| "grad_norm": 0.1856561303138733, |
| "learning_rate": 4.190901270121303e-07, |
| "loss": 0.3806, |
| "step": 3335 |
| }, |
| { |
| "epoch": 0.6764556962025317, |
| "grad_norm": 0.24451293051242828, |
| "learning_rate": 4.1184762245212525e-07, |
| "loss": 0.3897, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.6774683544303798, |
| "grad_norm": 0.2876019775867462, |
| "learning_rate": 4.0466484734965433e-07, |
| "loss": 0.3632, |
| "step": 3345 |
| }, |
| { |
| "epoch": 0.6784810126582278, |
| "grad_norm": 0.4984877407550812, |
| "learning_rate": 3.9754192127133957e-07, |
| "loss": 0.4028, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.6794936708860759, |
| "grad_norm": 0.09997934848070145, |
| "learning_rate": 3.9047896278753844e-07, |
| "loss": 0.4502, |
| "step": 3355 |
| }, |
| { |
| "epoch": 0.6805063291139241, |
| "grad_norm": 0.1204715296626091, |
| "learning_rate": 3.8347608947037014e-07, |
| "loss": 0.5394, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.6815189873417722, |
| "grad_norm": 0.14950430393218994, |
| "learning_rate": 3.765334178917583e-07, |
| "loss": 0.4733, |
| "step": 3365 |
| }, |
| { |
| "epoch": 0.6825316455696202, |
| "grad_norm": 0.1534213125705719, |
| "learning_rate": 3.6965106362149e-07, |
| "loss": 0.4995, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.6835443037974683, |
| "grad_norm": 0.1603599637746811, |
| "learning_rate": 3.628291412252924e-07, |
| "loss": 0.4559, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.6845569620253165, |
| "grad_norm": 0.1949257254600525, |
| "learning_rate": 3.560677642629257e-07, |
| "loss": 0.4296, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.6855696202531646, |
| "grad_norm": 0.2206084430217743, |
| "learning_rate": 3.493670452862947e-07, |
| "loss": 0.4297, |
| "step": 3385 |
| }, |
| { |
| "epoch": 0.6865822784810126, |
| "grad_norm": 0.23324523866176605, |
| "learning_rate": 3.427270958375685e-07, |
| "loss": 0.4457, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.6875949367088607, |
| "grad_norm": 0.30350419878959656, |
| "learning_rate": 3.361480264473342e-07, |
| "loss": 0.4041, |
| "step": 3395 |
| }, |
| { |
| "epoch": 0.6886075949367089, |
| "grad_norm": 0.5744687914848328, |
| "learning_rate": 3.2962994663274567e-07, |
| "loss": 0.4043, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.689620253164557, |
| "grad_norm": 0.12565582990646362, |
| "learning_rate": 3.231729648957109e-07, |
| "loss": 0.4517, |
| "step": 3405 |
| }, |
| { |
| "epoch": 0.690632911392405, |
| "grad_norm": 0.11841224879026413, |
| "learning_rate": 3.1677718872107796e-07, |
| "loss": 0.4729, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.6916455696202531, |
| "grad_norm": 0.14457449316978455, |
| "learning_rate": 3.1044272457485e-07, |
| "loss": 0.5286, |
| "step": 3415 |
| }, |
| { |
| "epoch": 0.6926582278481013, |
| "grad_norm": 0.19540651142597198, |
| "learning_rate": 3.04169677902411e-07, |
| "loss": 0.481, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.6936708860759494, |
| "grad_norm": 0.16388900578022003, |
| "learning_rate": 2.9795815312677254e-07, |
| "loss": 0.3597, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.6946835443037974, |
| "grad_norm": 0.1902589499950409, |
| "learning_rate": 2.9180825364683335e-07, |
| "loss": 0.4312, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.6956962025316455, |
| "grad_norm": 0.22043222188949585, |
| "learning_rate": 2.8572008183565954e-07, |
| "loss": 0.363, |
| "step": 3435 |
| }, |
| { |
| "epoch": 0.6967088607594937, |
| "grad_norm": 0.21098974347114563, |
| "learning_rate": 2.796937390387786e-07, |
| "loss": 0.3886, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.6977215189873418, |
| "grad_norm": 0.3231201767921448, |
| "learning_rate": 2.737293255724973e-07, |
| "loss": 0.3982, |
| "step": 3445 |
| }, |
| { |
| "epoch": 0.6987341772151898, |
| "grad_norm": 1.050829291343689, |
| "learning_rate": 2.678269407222231e-07, |
| "loss": 0.4543, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.699746835443038, |
| "grad_norm": 0.11217325180768967, |
| "learning_rate": 2.619866827408219e-07, |
| "loss": 0.4463, |
| "step": 3455 |
| }, |
| { |
| "epoch": 0.7007594936708861, |
| "grad_norm": 0.14886336028575897, |
| "learning_rate": 2.5620864884697303e-07, |
| "loss": 0.5608, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.7017721518987342, |
| "grad_norm": 0.15907342731952667, |
| "learning_rate": 2.504929352235572e-07, |
| "loss": 0.4828, |
| "step": 3465 |
| }, |
| { |
| "epoch": 0.7027848101265822, |
| "grad_norm": 0.1800810545682907, |
| "learning_rate": 2.4483963701605257e-07, |
| "loss": 0.4766, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.7037974683544304, |
| "grad_norm": 0.16972433030605316, |
| "learning_rate": 2.392488483309516e-07, |
| "loss": 0.3882, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.7048101265822785, |
| "grad_norm": 0.1915484517812729, |
| "learning_rate": 2.337206622341954e-07, |
| "loss": 0.389, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.7058227848101266, |
| "grad_norm": 0.2930021286010742, |
| "learning_rate": 2.2825517074962186e-07, |
| "loss": 0.4086, |
| "step": 3485 |
| }, |
| { |
| "epoch": 0.7068354430379746, |
| "grad_norm": 0.25938400626182556, |
| "learning_rate": 2.2285246485743703e-07, |
| "loss": 0.3592, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.7078481012658228, |
| "grad_norm": 0.266793429851532, |
| "learning_rate": 2.1751263449270074e-07, |
| "loss": 0.4103, |
| "step": 3495 |
| }, |
| { |
| "epoch": 0.7088607594936709, |
| "grad_norm": 0.6035900115966797, |
| "learning_rate": 2.1223576854382297e-07, |
| "loss": 0.3819, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.709873417721519, |
| "grad_norm": 0.08965824544429779, |
| "learning_rate": 9.487686635552891e-07, |
| "loss": 0.3868, |
| "step": 3505 |
| }, |
| { |
| "epoch": 0.710886075949367, |
| "grad_norm": 0.14689555764198303, |
| "learning_rate": 9.396576552413696e-07, |
| "loss": 0.5019, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.7118987341772152, |
| "grad_norm": 0.1451750546693802, |
| "learning_rate": 9.305847789018373e-07, |
| "loss": 0.5091, |
| "step": 3515 |
| }, |
| { |
| "epoch": 0.7129113924050633, |
| "grad_norm": 0.15510936081409454, |
| "learning_rate": 9.215501475850529e-07, |
| "loss": 0.4715, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.7139240506329114, |
| "grad_norm": 0.21404242515563965, |
| "learning_rate": 9.125538738628478e-07, |
| "loss": 0.4516, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.7149367088607594, |
| "grad_norm": 0.21132291853427887, |
| "learning_rate": 9.035960698291067e-07, |
| "loss": 0.3797, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.7159493670886076, |
| "grad_norm": 0.23155702650547028, |
| "learning_rate": 8.946768470983906e-07, |
| "loss": 0.3713, |
| "step": 3535 |
| }, |
| { |
| "epoch": 0.7169620253164557, |
| "grad_norm": 0.22461672127246857, |
| "learning_rate": 8.857963168045301e-07, |
| "loss": 0.3757, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.7179746835443038, |
| "grad_norm": 0.24911552667617798, |
| "learning_rate": 8.769545895992472e-07, |
| "loss": 0.4037, |
| "step": 3545 |
| }, |
| { |
| "epoch": 0.7189873417721518, |
| "grad_norm": 0.48576197028160095, |
| "learning_rate": 8.681517756507806e-07, |
| "loss": 0.4365, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.093582384288311, |
| "learning_rate": 8.593879846425002e-07, |
| "loss": 0.4422, |
| "step": 3555 |
| }, |
| { |
| "epoch": 0.7210126582278481, |
| "grad_norm": 0.12010160088539124, |
| "learning_rate": 8.506633257715577e-07, |
| "loss": 0.4805, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.7220253164556962, |
| "grad_norm": 0.14595255255699158, |
| "learning_rate": 8.419779077475104e-07, |
| "loss": 0.4995, |
| "step": 3565 |
| }, |
| { |
| "epoch": 0.7230379746835442, |
| "grad_norm": 0.1681118756532669, |
| "learning_rate": 8.333318387909764e-07, |
| "loss": 0.482, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.7240506329113924, |
| "grad_norm": 0.1851746290922165, |
| "learning_rate": 8.247252266322822e-07, |
| "loss": 0.4098, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.7250632911392405, |
| "grad_norm": 0.19346100091934204, |
| "learning_rate": 8.161581785101197e-07, |
| "loss": 0.3622, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.7260759493670886, |
| "grad_norm": 0.2945711314678192, |
| "learning_rate": 8.076308011702155e-07, |
| "loss": 0.3625, |
| "step": 3585 |
| }, |
| { |
| "epoch": 0.7270886075949367, |
| "grad_norm": 0.24430105090141296, |
| "learning_rate": 7.991432008639929e-07, |
| "loss": 0.4068, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.7281012658227848, |
| "grad_norm": 0.2994179129600525, |
| "learning_rate": 7.906954833472537e-07, |
| "loss": 0.3901, |
| "step": 3595 |
| }, |
| { |
| "epoch": 0.7291139240506329, |
| "grad_norm": 0.531819224357605, |
| "learning_rate": 7.822877538788581e-07, |
| "loss": 0.4053, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.730126582278481, |
| "grad_norm": 0.11160524189472198, |
| "learning_rate": 7.739201172194132e-07, |
| "loss": 0.425, |
| "step": 3605 |
| }, |
| { |
| "epoch": 0.7311392405063292, |
| "grad_norm": 0.14233025908470154, |
| "learning_rate": 7.655926776299723e-07, |
| "loss": 0.514, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.7321518987341772, |
| "grad_norm": 0.1432143747806549, |
| "learning_rate": 7.57305538870725e-07, |
| "loss": 0.4969, |
| "step": 3615 |
| }, |
| { |
| "epoch": 0.7331645569620253, |
| "grad_norm": 0.17136462032794952, |
| "learning_rate": 7.490588041997173e-07, |
| "loss": 0.4799, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.7341772151898734, |
| "grad_norm": 0.17079944908618927, |
| "learning_rate": 7.408525763715552e-07, |
| "loss": 0.4471, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.7351898734177216, |
| "grad_norm": 0.20650941133499146, |
| "learning_rate": 7.326869576361297e-07, |
| "loss": 0.398, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.7362025316455696, |
| "grad_norm": 0.21803735196590424, |
| "learning_rate": 7.245620497373402e-07, |
| "loss": 0.373, |
| "step": 3635 |
| }, |
| { |
| "epoch": 0.7372151898734177, |
| "grad_norm": 0.27619433403015137, |
| "learning_rate": 7.164779539118262e-07, |
| "loss": 0.3923, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.7382278481012658, |
| "grad_norm": 0.42795369029045105, |
| "learning_rate": 7.084347708877123e-07, |
| "loss": 0.4059, |
| "step": 3645 |
| }, |
| { |
| "epoch": 0.739240506329114, |
| "grad_norm": 0.7586501836776733, |
| "learning_rate": 7.004326008833428e-07, |
| "loss": 0.3722, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.740253164556962, |
| "grad_norm": 0.10004276782274246, |
| "learning_rate": 6.924715436060409e-07, |
| "loss": 0.4142, |
| "step": 3655 |
| }, |
| { |
| "epoch": 0.7412658227848101, |
| "grad_norm": 0.12116418778896332, |
| "learning_rate": 6.845516982508628e-07, |
| "loss": 0.514, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.7422784810126583, |
| "grad_norm": 0.14440514147281647, |
| "learning_rate": 6.766731634993639e-07, |
| "loss": 0.5125, |
| "step": 3665 |
| }, |
| { |
| "epoch": 0.7432911392405064, |
| "grad_norm": 0.2194243222475052, |
| "learning_rate": 6.68836037518365e-07, |
| "loss": 0.4733, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.7443037974683544, |
| "grad_norm": 0.1936502903699875, |
| "learning_rate": 6.610404179587376e-07, |
| "loss": 0.4607, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.7453164556962025, |
| "grad_norm": 0.19898279011249542, |
| "learning_rate": 6.532864019541771e-07, |
| "loss": 0.4122, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.7463291139240507, |
| "grad_norm": 0.3182351291179657, |
| "learning_rate": 6.455740861199981e-07, |
| "loss": 0.3976, |
| "step": 3685 |
| }, |
| { |
| "epoch": 0.7473417721518988, |
| "grad_norm": 0.2338692545890808, |
| "learning_rate": 6.379035665519304e-07, |
| "loss": 0.3635, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.7483544303797468, |
| "grad_norm": 0.2808414399623871, |
| "learning_rate": 6.302749388249195e-07, |
| "loss": 0.3903, |
| "step": 3695 |
| }, |
| { |
| "epoch": 0.7493670886075949, |
| "grad_norm": 0.7633646130561829, |
| "learning_rate": 6.226882979919406e-07, |
| "loss": 0.4081, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.7503797468354431, |
| "grad_norm": 0.09589074552059174, |
| "learning_rate": 6.151437385828044e-07, |
| "loss": 0.4141, |
| "step": 3705 |
| }, |
| { |
| "epoch": 0.7513924050632912, |
| "grad_norm": 0.13365186750888824, |
| "learning_rate": 6.076413546029928e-07, |
| "loss": 0.517, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.7524050632911392, |
| "grad_norm": 0.16160084307193756, |
| "learning_rate": 6.001812395324748e-07, |
| "loss": 0.5141, |
| "step": 3715 |
| }, |
| { |
| "epoch": 0.7534177215189873, |
| "grad_norm": 0.18057221174240112, |
| "learning_rate": 5.927634863245492e-07, |
| "loss": 0.4528, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.7544303797468355, |
| "grad_norm": 0.15431033074855804, |
| "learning_rate": 5.853881874046869e-07, |
| "loss": 0.4152, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.7554430379746836, |
| "grad_norm": 0.19977331161499023, |
| "learning_rate": 5.780554346693711e-07, |
| "loss": 0.3954, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.7564556962025316, |
| "grad_norm": 0.21549344062805176, |
| "learning_rate": 5.707653194849645e-07, |
| "loss": 0.3993, |
| "step": 3735 |
| }, |
| { |
| "epoch": 0.7574683544303797, |
| "grad_norm": 0.2258233278989792, |
| "learning_rate": 5.6351793268656e-07, |
| "loss": 0.3773, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.7584810126582279, |
| "grad_norm": 0.40919986367225647, |
| "learning_rate": 5.563133645768543e-07, |
| "loss": 0.4361, |
| "step": 3745 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 1.0033652782440186, |
| "learning_rate": 5.491517049250243e-07, |
| "loss": 0.419, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.760506329113924, |
| "grad_norm": 0.10725365579128265, |
| "learning_rate": 5.420330429656008e-07, |
| "loss": 0.4195, |
| "step": 3755 |
| }, |
| { |
| "epoch": 0.7615189873417721, |
| "grad_norm": 0.12712964415550232, |
| "learning_rate": 5.349574673973669e-07, |
| "loss": 0.5357, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.7625316455696203, |
| "grad_norm": 0.14178912341594696, |
| "learning_rate": 5.279250663822453e-07, |
| "loss": 0.4903, |
| "step": 3765 |
| }, |
| { |
| "epoch": 0.7635443037974684, |
| "grad_norm": 0.16502144932746887, |
| "learning_rate": 5.20935927544202e-07, |
| "loss": 0.4563, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.7645569620253164, |
| "grad_norm": 0.16947367787361145, |
| "learning_rate": 5.139901379681562e-07, |
| "loss": 0.3973, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.7655696202531646, |
| "grad_norm": 0.1997070163488388, |
| "learning_rate": 5.07087784198891e-07, |
| "loss": 0.4224, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.7665822784810127, |
| "grad_norm": 0.22137194871902466, |
| "learning_rate": 5.002289522399823e-07, |
| "loss": 0.4397, |
| "step": 3785 |
| }, |
| { |
| "epoch": 0.7675949367088608, |
| "grad_norm": 0.27175015211105347, |
| "learning_rate": 4.934137275527188e-07, |
| "loss": 0.4022, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.7686075949367088, |
| "grad_norm": 0.2860874533653259, |
| "learning_rate": 4.866421950550421e-07, |
| "loss": 0.407, |
| "step": 3795 |
| }, |
| { |
| "epoch": 0.769620253164557, |
| "grad_norm": 0.5431458950042725, |
| "learning_rate": 4.799144391204883e-07, |
| "loss": 0.4005, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.7706329113924051, |
| "grad_norm": 0.10014721751213074, |
| "learning_rate": 4.7323054357713487e-07, |
| "loss": 0.4579, |
| "step": 3805 |
| }, |
| { |
| "epoch": 0.7716455696202532, |
| "grad_norm": 0.11959011107683182, |
| "learning_rate": 4.6659059170655843e-07, |
| "loss": 0.4702, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.7726582278481012, |
| "grad_norm": 0.14652705192565918, |
| "learning_rate": 4.5999466624279513e-07, |
| "loss": 0.5059, |
| "step": 3815 |
| }, |
| { |
| "epoch": 0.7736708860759494, |
| "grad_norm": 0.17129305005073547, |
| "learning_rate": 4.5344284937131095e-07, |
| "loss": 0.5076, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.7746835443037975, |
| "grad_norm": 0.18978917598724365, |
| "learning_rate": 4.469352227279768e-07, |
| "loss": 0.4032, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.7756962025316456, |
| "grad_norm": 0.19936999678611755, |
| "learning_rate": 4.404718673980512e-07, |
| "loss": 0.4833, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.7767088607594936, |
| "grad_norm": 0.22007428109645844, |
| "learning_rate": 4.3405286391517173e-07, |
| "loss": 0.3645, |
| "step": 3835 |
| }, |
| { |
| "epoch": 0.7777215189873418, |
| "grad_norm": 0.25941571593284607, |
| "learning_rate": 4.2767829226035037e-07, |
| "loss": 0.4139, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.7787341772151899, |
| "grad_norm": 0.3206968605518341, |
| "learning_rate": 4.213482318609767e-07, |
| "loss": 0.4351, |
| "step": 3845 |
| }, |
| { |
| "epoch": 0.779746835443038, |
| "grad_norm": 0.849869430065155, |
| "learning_rate": 4.1506276158982744e-07, |
| "loss": 0.4489, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.780759493670886, |
| "grad_norm": 0.11732237786054611, |
| "learning_rate": 4.0882195976408607e-07, |
| "loss": 0.4208, |
| "step": 3855 |
| }, |
| { |
| "epoch": 0.7817721518987342, |
| "grad_norm": 0.14925657212734222, |
| "learning_rate": 4.0262590414436424e-07, |
| "loss": 0.5574, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.7827848101265823, |
| "grad_norm": 0.15243734419345856, |
| "learning_rate": 3.9647467193373795e-07, |
| "loss": 0.5599, |
| "step": 3865 |
| }, |
| { |
| "epoch": 0.7837974683544304, |
| "grad_norm": 0.1502576768398285, |
| "learning_rate": 3.903683397767752e-07, |
| "loss": 0.4451, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.7848101265822784, |
| "grad_norm": 0.191819429397583, |
| "learning_rate": 3.843069837585946e-07, |
| "loss": 0.4375, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.7858227848101266, |
| "grad_norm": 0.1775212585926056, |
| "learning_rate": 3.7829067940390666e-07, |
| "loss": 0.4219, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.7868354430379747, |
| "grad_norm": 0.20777887105941772, |
| "learning_rate": 3.7231950167607674e-07, |
| "loss": 0.4507, |
| "step": 3885 |
| }, |
| { |
| "epoch": 0.7878481012658228, |
| "grad_norm": 0.23604603111743927, |
| "learning_rate": 3.6639352497619405e-07, |
| "loss": 0.3698, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.7888607594936708, |
| "grad_norm": 0.257485955953598, |
| "learning_rate": 3.6051282314213527e-07, |
| "loss": 0.4041, |
| "step": 3895 |
| }, |
| { |
| "epoch": 0.789873417721519, |
| "grad_norm": 0.548670768737793, |
| "learning_rate": 3.546774694476569e-07, |
| "loss": 0.3936, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.7908860759493671, |
| "grad_norm": 0.13488371670246124, |
| "learning_rate": 3.4888753660147297e-07, |
| "loss": 0.4395, |
| "step": 3905 |
| }, |
| { |
| "epoch": 0.7918987341772152, |
| "grad_norm": 0.13122034072875977, |
| "learning_rate": 3.431430967463513e-07, |
| "loss": 0.5337, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.7929113924050633, |
| "grad_norm": 0.13643068075180054, |
| "learning_rate": 3.3744422145821893e-07, |
| "loss": 0.4381, |
| "step": 3915 |
| }, |
| { |
| "epoch": 0.7939240506329114, |
| "grad_norm": 0.15460450947284698, |
| "learning_rate": 3.3179098174526177e-07, |
| "loss": 0.3952, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.7949367088607595, |
| "grad_norm": 0.18093320727348328, |
| "learning_rate": 3.2618344804704954e-07, |
| "loss": 0.4627, |
| "step": 3925 |
| }, |
| { |
| "epoch": 0.7959493670886076, |
| "grad_norm": 0.2061995565891266, |
| "learning_rate": 3.206216902336507e-07, |
| "loss": 0.4491, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.7969620253164557, |
| "grad_norm": 0.2234310656785965, |
| "learning_rate": 3.1510577760476586e-07, |
| "loss": 0.3708, |
| "step": 3935 |
| }, |
| { |
| "epoch": 0.7979746835443038, |
| "grad_norm": 0.22730328142642975, |
| "learning_rate": 3.096357788888615e-07, |
| "loss": 0.4253, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.7989873417721519, |
| "grad_norm": 0.24523144960403442, |
| "learning_rate": 3.0421176224231594e-07, |
| "loss": 0.4152, |
| "step": 3945 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.47707587480545044, |
| "learning_rate": 2.9883379524857064e-07, |
| "loss": 0.3822, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.8010126582278481, |
| "grad_norm": 0.10347505658864975, |
| "learning_rate": 2.9350194491728484e-07, |
| "loss": 0.4948, |
| "step": 3955 |
| }, |
| { |
| "epoch": 0.8020253164556962, |
| "grad_norm": 0.12368808686733246, |
| "learning_rate": 2.882162776835031e-07, |
| "loss": 0.479, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.8030379746835443, |
| "grad_norm": 0.16210949420928955, |
| "learning_rate": 2.829768594068267e-07, |
| "loss": 0.5109, |
| "step": 3965 |
| }, |
| { |
| "epoch": 0.8040506329113924, |
| "grad_norm": 0.15744373202323914, |
| "learning_rate": 2.777837553705935e-07, |
| "loss": 0.4726, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.8050632911392405, |
| "grad_norm": 0.1994476467370987, |
| "learning_rate": 2.7263703028106566e-07, |
| "loss": 0.4601, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.8060759493670886, |
| "grad_norm": 0.18476442992687225, |
| "learning_rate": 2.6753674826661954e-07, |
| "loss": 0.3917, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.8070886075949367, |
| "grad_norm": 0.21709558367729187, |
| "learning_rate": 2.624829728769509e-07, |
| "loss": 0.4254, |
| "step": 3985 |
| }, |
| { |
| "epoch": 0.8081012658227849, |
| "grad_norm": 0.21527519822120667, |
| "learning_rate": 2.5747576708228025e-07, |
| "loss": 0.3935, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.8091139240506329, |
| "grad_norm": 0.2815234363079071, |
| "learning_rate": 2.5251519327256977e-07, |
| "loss": 0.3794, |
| "step": 3995 |
| }, |
| { |
| "epoch": 0.810126582278481, |
| "grad_norm": 0.5821972489356995, |
| "learning_rate": 2.476013132567454e-07, |
| "loss": 0.3868, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.8111392405063291, |
| "grad_norm": 0.1082138866186142, |
| "learning_rate": 2.4273418826192736e-07, |
| "loss": 0.4239, |
| "step": 4005 |
| }, |
| { |
| "epoch": 0.8121518987341773, |
| "grad_norm": 0.1272335797548294, |
| "learning_rate": 2.3791387893266602e-07, |
| "loss": 0.5149, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.8131645569620253, |
| "grad_norm": 0.17124220728874207, |
| "learning_rate": 2.3314044533018618e-07, |
| "loss": 0.4957, |
| "step": 4015 |
| }, |
| { |
| "epoch": 0.8141772151898734, |
| "grad_norm": 0.17160958051681519, |
| "learning_rate": 2.2841394693164086e-07, |
| "loss": 0.5115, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.8151898734177215, |
| "grad_norm": 0.1839609593153, |
| "learning_rate": 2.2373444262936724e-07, |
| "loss": 0.4393, |
| "step": 4025 |
| }, |
| { |
| "epoch": 0.8162025316455697, |
| "grad_norm": 0.19161073863506317, |
| "learning_rate": 2.1910199073015724e-07, |
| "loss": 0.4096, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.8172151898734177, |
| "grad_norm": 0.19516105949878693, |
| "learning_rate": 2.145166489545236e-07, |
| "loss": 0.4265, |
| "step": 4035 |
| }, |
| { |
| "epoch": 0.8182278481012658, |
| "grad_norm": 0.2757415473461151, |
| "learning_rate": 2.099784744359896e-07, |
| "loss": 0.389, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.8192405063291139, |
| "grad_norm": 0.32892289757728577, |
| "learning_rate": 2.0548752372037083e-07, |
| "loss": 0.4007, |
| "step": 4045 |
| }, |
| { |
| "epoch": 0.8202531645569621, |
| "grad_norm": 0.5428944826126099, |
| "learning_rate": 2.010438527650713e-07, |
| "loss": 0.3928, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.8212658227848101, |
| "grad_norm": 0.12007920444011688, |
| "learning_rate": 1.9664751693839166e-07, |
| "loss": 0.4631, |
| "step": 4055 |
| }, |
| { |
| "epoch": 0.8222784810126582, |
| "grad_norm": 0.12291346490383148, |
| "learning_rate": 1.9229857101883007e-07, |
| "loss": 0.5238, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.8232911392405063, |
| "grad_norm": 0.17395402491092682, |
| "learning_rate": 1.8799706919440904e-07, |
| "loss": 0.4979, |
| "step": 4065 |
| }, |
| { |
| "epoch": 0.8243037974683545, |
| "grad_norm": 0.16262653470039368, |
| "learning_rate": 1.8374306506199334e-07, |
| "loss": 0.4664, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.8253164556962025, |
| "grad_norm": 0.1795371174812317, |
| "learning_rate": 1.7953661162662504e-07, |
| "loss": 0.4336, |
| "step": 4075 |
| }, |
| { |
| "epoch": 0.8263291139240506, |
| "grad_norm": 0.2007470577955246, |
| "learning_rate": 1.7537776130086558e-07, |
| "loss": 0.3647, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.8273417721518987, |
| "grad_norm": 0.2502759099006653, |
| "learning_rate": 1.7126656590413523e-07, |
| "loss": 0.3679, |
| "step": 4085 |
| }, |
| { |
| "epoch": 0.8283544303797469, |
| "grad_norm": 0.21397298574447632, |
| "learning_rate": 1.6720307666207645e-07, |
| "loss": 0.3645, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.8293670886075949, |
| "grad_norm": 0.2824733853340149, |
| "learning_rate": 1.6318734420590928e-07, |
| "loss": 0.3871, |
| "step": 4095 |
| }, |
| { |
| "epoch": 0.830379746835443, |
| "grad_norm": 0.7403417229652405, |
| "learning_rate": 1.5921941857180277e-07, |
| "loss": 0.4183, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.8313924050632912, |
| "grad_norm": 0.12091076374053955, |
| "learning_rate": 1.5529934920025123e-07, |
| "loss": 0.4705, |
| "step": 4105 |
| }, |
| { |
| "epoch": 0.8324050632911393, |
| "grad_norm": 0.15003369748592377, |
| "learning_rate": 1.5142718493545803e-07, |
| "loss": 0.508, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.8334177215189873, |
| "grad_norm": 0.16014327108860016, |
| "learning_rate": 1.4760297402472843e-07, |
| "loss": 0.5583, |
| "step": 4115 |
| }, |
| { |
| "epoch": 0.8344303797468354, |
| "grad_norm": 0.16555018723011017, |
| "learning_rate": 1.438267641178661e-07, |
| "loss": 0.4875, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.8354430379746836, |
| "grad_norm": 0.16284528374671936, |
| "learning_rate": 1.4009860226657977e-07, |
| "loss": 0.4613, |
| "step": 4125 |
| }, |
| { |
| "epoch": 0.8364556962025317, |
| "grad_norm": 0.17814618349075317, |
| "learning_rate": 1.3641853492389976e-07, |
| "loss": 0.3998, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.8374683544303797, |
| "grad_norm": 0.2173750251531601, |
| "learning_rate": 1.327866079435953e-07, |
| "loss": 0.4046, |
| "step": 4135 |
| }, |
| { |
| "epoch": 0.8384810126582278, |
| "grad_norm": 0.2331230491399765, |
| "learning_rate": 1.2920286657960523e-07, |
| "loss": 0.4004, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.839493670886076, |
| "grad_norm": 0.31456252932548523, |
| "learning_rate": 1.256673554854757e-07, |
| "loss": 0.416, |
| "step": 4145 |
| }, |
| { |
| "epoch": 0.8405063291139241, |
| "grad_norm": 0.4124484956264496, |
| "learning_rate": 1.221801187137994e-07, |
| "loss": 0.392, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.8415189873417721, |
| "grad_norm": 0.11082947254180908, |
| "learning_rate": 1.1874119971567109e-07, |
| "loss": 0.4219, |
| "step": 4155 |
| }, |
| { |
| "epoch": 0.8425316455696202, |
| "grad_norm": 0.137724369764328, |
| "learning_rate": 1.1535064134014349e-07, |
| "loss": 0.5606, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.8435443037974684, |
| "grad_norm": 0.148650124669075, |
| "learning_rate": 1.120084858336936e-07, |
| "loss": 0.5352, |
| "step": 4165 |
| }, |
| { |
| "epoch": 0.8445569620253165, |
| "grad_norm": 0.19314394891262054, |
| "learning_rate": 1.0871477483969949e-07, |
| "loss": 0.4619, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.8455696202531645, |
| "grad_norm": 0.17370128631591797, |
| "learning_rate": 1.054695493979163e-07, |
| "loss": 0.4683, |
| "step": 4175 |
| }, |
| { |
| "epoch": 0.8465822784810126, |
| "grad_norm": 0.1875048279762268, |
| "learning_rate": 1.0227284994396868e-07, |
| "loss": 0.4172, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.8475949367088608, |
| "grad_norm": 0.23327000439167023, |
| "learning_rate": 9.912471630884489e-08, |
| "loss": 0.44, |
| "step": 4185 |
| }, |
| { |
| "epoch": 0.8486075949367089, |
| "grad_norm": 0.24482522904872894, |
| "learning_rate": 9.602518771840218e-08, |
| "loss": 0.4094, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.8496202531645569, |
| "grad_norm": 0.40738484263420105, |
| "learning_rate": 9.297430279287777e-08, |
| "loss": 0.3816, |
| "step": 4195 |
| }, |
| { |
| "epoch": 0.850632911392405, |
| "grad_norm": 0.5299381613731384, |
| "learning_rate": 8.997209954640439e-08, |
| "loss": 0.3866, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.8516455696202532, |
| "grad_norm": 0.11590830236673355, |
| "learning_rate": 8.701861538654309e-08, |
| "loss": 0.4854, |
| "step": 4205 |
| }, |
| { |
| "epoch": 0.8526582278481013, |
| "grad_norm": 0.12266714870929718, |
| "learning_rate": 8.411388711381073e-08, |
| "loss": 0.4658, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.8536708860759493, |
| "grad_norm": 0.1612856090068817, |
| "learning_rate": 8.125795092122434e-08, |
| "loss": 0.4938, |
| "step": 4215 |
| }, |
| { |
| "epoch": 0.8546835443037974, |
| "grad_norm": 0.1906183362007141, |
| "learning_rate": 7.845084239385169e-08, |
| "loss": 0.4947, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.8556962025316456, |
| "grad_norm": 0.17465056478977203, |
| "learning_rate": 7.569259650836279e-08, |
| "loss": 0.4358, |
| "step": 4225 |
| }, |
| { |
| "epoch": 0.8567088607594937, |
| "grad_norm": 0.17438243329524994, |
| "learning_rate": 7.298324763260132e-08, |
| "loss": 0.4226, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.8577215189873417, |
| "grad_norm": 0.22130343317985535, |
| "learning_rate": 7.03228295251499e-08, |
| "loss": 0.3903, |
| "step": 4235 |
| }, |
| { |
| "epoch": 0.8587341772151899, |
| "grad_norm": 0.22619099915027618, |
| "learning_rate": 6.771137533491255e-08, |
| "loss": 0.3699, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.859746835443038, |
| "grad_norm": 0.29880502820014954, |
| "learning_rate": 6.51489176007014e-08, |
| "loss": 0.4389, |
| "step": 4245 |
| }, |
| { |
| "epoch": 0.8607594936708861, |
| "grad_norm": 0.5453495383262634, |
| "learning_rate": 6.263548825083065e-08, |
| "loss": 0.391, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.8617721518987341, |
| "grad_norm": 0.10160661488771439, |
| "learning_rate": 6.017111860272007e-08, |
| "loss": 0.454, |
| "step": 4255 |
| }, |
| { |
| "epoch": 0.8627848101265823, |
| "grad_norm": 0.14306581020355225, |
| "learning_rate": 5.775583936250239e-08, |
| "loss": 0.4992, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.8637974683544304, |
| "grad_norm": 0.1603081077337265, |
| "learning_rate": 5.538968062464278e-08, |
| "loss": 0.5699, |
| "step": 4265 |
| }, |
| { |
| "epoch": 0.8648101265822785, |
| "grad_norm": 0.1580309420824051, |
| "learning_rate": 5.3072671871563504e-08, |
| "loss": 0.5076, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.8658227848101265, |
| "grad_norm": 0.18477016687393188, |
| "learning_rate": 5.080484197327584e-08, |
| "loss": 0.4708, |
| "step": 4275 |
| }, |
| { |
| "epoch": 0.8668354430379747, |
| "grad_norm": 0.17577703297138214, |
| "learning_rate": 4.858621918702122e-08, |
| "loss": 0.4054, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.8678481012658228, |
| "grad_norm": 0.22820906341075897, |
| "learning_rate": 4.6416831156917744e-08, |
| "loss": 0.3763, |
| "step": 4285 |
| }, |
| { |
| "epoch": 0.8688607594936709, |
| "grad_norm": 0.24788212776184082, |
| "learning_rate": 4.4296704913618255e-08, |
| "loss": 0.4175, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.8698734177215189, |
| "grad_norm": 0.23278400301933289, |
| "learning_rate": 4.222586687397012e-08, |
| "loss": 0.3737, |
| "step": 4295 |
| }, |
| { |
| "epoch": 0.8708860759493671, |
| "grad_norm": 0.5961129069328308, |
| "learning_rate": 4.020434284068974e-08, |
| "loss": 0.4144, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.8718987341772152, |
| "grad_norm": 0.1277296096086502, |
| "learning_rate": 3.823215800203794e-08, |
| "loss": 0.435, |
| "step": 4305 |
| }, |
| { |
| "epoch": 0.8729113924050633, |
| "grad_norm": 0.13008461892604828, |
| "learning_rate": 3.630933693150817e-08, |
| "loss": 0.4799, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.8739240506329113, |
| "grad_norm": 0.1518930047750473, |
| "learning_rate": 3.443590358751924e-08, |
| "loss": 0.5635, |
| "step": 4315 |
| }, |
| { |
| "epoch": 0.8749367088607595, |
| "grad_norm": 0.1718684732913971, |
| "learning_rate": 3.2611881313117316e-08, |
| "loss": 0.5103, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.8759493670886076, |
| "grad_norm": 0.23731859028339386, |
| "learning_rate": 3.083729283568415e-08, |
| "loss": 0.4433, |
| "step": 4325 |
| }, |
| { |
| "epoch": 0.8769620253164557, |
| "grad_norm": 0.19327382743358612, |
| "learning_rate": 2.9112160266655972e-08, |
| "loss": 0.4194, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.8779746835443037, |
| "grad_norm": 0.20755337178707123, |
| "learning_rate": 2.743650510124551e-08, |
| "loss": 0.4052, |
| "step": 4335 |
| }, |
| { |
| "epoch": 0.8789873417721519, |
| "grad_norm": 0.27164265513420105, |
| "learning_rate": 2.5810348218176403e-08, |
| "loss": 0.3558, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.29403576254844666, |
| "learning_rate": 2.423370987941986e-08, |
| "loss": 0.3889, |
| "step": 4345 |
| }, |
| { |
| "epoch": 0.8810126582278481, |
| "grad_norm": 0.45856744050979614, |
| "learning_rate": 2.270660972994687e-08, |
| "loss": 0.3908, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.8820253164556962, |
| "grad_norm": 0.11312643438577652, |
| "learning_rate": 2.1229066797479044e-08, |
| "loss": 0.424, |
| "step": 4355 |
| }, |
| { |
| "epoch": 0.8830379746835443, |
| "grad_norm": 0.1443646252155304, |
| "learning_rate": 1.9801099492253725e-08, |
| "loss": 0.4893, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.8840506329113924, |
| "grad_norm": 0.15652401745319366, |
| "learning_rate": 1.842272560679481e-08, |
| "loss": 0.4558, |
| "step": 4365 |
| }, |
| { |
| "epoch": 0.8850632911392405, |
| "grad_norm": 0.16332998871803284, |
| "learning_rate": 1.7093962315688936e-08, |
| "loss": 0.4475, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.8860759493670886, |
| "grad_norm": 0.17202718555927277, |
| "learning_rate": 1.5814826175374996e-08, |
| "loss": 0.4587, |
| "step": 4375 |
| }, |
| { |
| "epoch": 0.8870886075949367, |
| "grad_norm": 0.20603860914707184, |
| "learning_rate": 1.4585333123934062e-08, |
| "loss": 0.4442, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.8881012658227848, |
| "grad_norm": 0.2088196873664856, |
| "learning_rate": 1.3405498480894006e-08, |
| "loss": 0.3953, |
| "step": 4385 |
| }, |
| { |
| "epoch": 0.8891139240506329, |
| "grad_norm": 0.2510204315185547, |
| "learning_rate": 1.227533694703542e-08, |
| "loss": 0.439, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.890126582278481, |
| "grad_norm": 0.3226676285266876, |
| "learning_rate": 1.1194862604211763e-08, |
| "loss": 0.4086, |
| "step": 4395 |
| }, |
| { |
| "epoch": 0.8911392405063291, |
| "grad_norm": 0.5400206446647644, |
| "learning_rate": 1.0164088915171731e-08, |
| "loss": 0.3897, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.8921518987341772, |
| "grad_norm": 0.09648526459932327, |
| "learning_rate": 9.183028723392272e-09, |
| "loss": 0.3943, |
| "step": 4405 |
| }, |
| { |
| "epoch": 0.8931645569620253, |
| "grad_norm": 0.11990416049957275, |
| "learning_rate": 8.251694252917384e-09, |
| "loss": 0.4563, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.8941772151898734, |
| "grad_norm": 0.14837533235549927, |
| "learning_rate": 7.370097108208906e-09, |
| "loss": 0.5484, |
| "step": 4415 |
| }, |
| { |
| "epoch": 0.8951898734177215, |
| "grad_norm": 0.17313119769096375, |
| "learning_rate": 6.538248273997737e-09, |
| "loss": 0.5057, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.8962025316455696, |
| "grad_norm": 0.19712094962596893, |
| "learning_rate": 5.756158115150178e-09, |
| "loss": 0.4535, |
| "step": 4425 |
| }, |
| { |
| "epoch": 0.8972151898734178, |
| "grad_norm": 0.16794025897979736, |
| "learning_rate": 5.0238363765378044e-09, |
| "loss": 0.3651, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.8982278481012658, |
| "grad_norm": 0.1980295181274414, |
| "learning_rate": 4.3412921829149016e-09, |
| "loss": 0.3699, |
| "step": 4435 |
| }, |
| { |
| "epoch": 0.8992405063291139, |
| "grad_norm": 0.24372468888759613, |
| "learning_rate": 3.7085340388061104e-09, |
| "loss": 0.3597, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.900253164556962, |
| "grad_norm": 0.27603617310523987, |
| "learning_rate": 3.1255698284016197e-09, |
| "loss": 0.3631, |
| "step": 4445 |
| }, |
| { |
| "epoch": 0.9012658227848102, |
| "grad_norm": 0.4913368821144104, |
| "learning_rate": 2.5924068154550285e-09, |
| "loss": 0.3973, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.9022784810126582, |
| "grad_norm": 0.11197266727685928, |
| "learning_rate": 2.1090516431967463e-09, |
| "loss": 0.4426, |
| "step": 4455 |
| }, |
| { |
| "epoch": 0.9032911392405063, |
| "grad_norm": 0.12932994961738586, |
| "learning_rate": 1.6755103342500633e-09, |
| "loss": 0.5295, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.9043037974683544, |
| "grad_norm": 0.1532626897096634, |
| "learning_rate": 1.2917882905543187e-09, |
| "loss": 0.4934, |
| "step": 4465 |
| }, |
| { |
| "epoch": 0.9053164556962026, |
| "grad_norm": 0.17139685153961182, |
| "learning_rate": 9.578902932996236e-10, |
| "loss": 0.486, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.9063291139240506, |
| "grad_norm": 0.1812489926815033, |
| "learning_rate": 6.738205028677946e-10, |
| "loss": 0.4438, |
| "step": 4475 |
| }, |
| { |
| "epoch": 0.9073417721518987, |
| "grad_norm": 0.23248408734798431, |
| "learning_rate": 4.39582458778176e-10, |
| "loss": 0.4381, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.9083544303797468, |
| "grad_norm": 0.273440957069397, |
| "learning_rate": 2.55179079644563e-10, |
| "loss": 0.427, |
| "step": 4485 |
| }, |
| { |
| "epoch": 0.909367088607595, |
| "grad_norm": 0.23511122167110443, |
| "learning_rate": 1.206126631401183e-10, |
| "loss": 0.3707, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.9103797468354431, |
| "grad_norm": 0.3231514096260071, |
| "learning_rate": 3.588488596717454e-11, |
| "loss": 0.4062, |
| "step": 4495 |
| }, |
| { |
| "epoch": 0.9113924050632911, |
| "grad_norm": 0.7185713648796082, |
| "learning_rate": 9.968038368057818e-13, |
| "loss": 0.4184, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.9124050632911392, |
| "grad_norm": 0.10860884189605713, |
| "learning_rate": 6.41346604322123e-07, |
| "loss": 0.4172, |
| "step": 4505 |
| }, |
| { |
| "epoch": 0.9134177215189874, |
| "grad_norm": 0.15159861743450165, |
| "learning_rate": 6.350991992819552e-07, |
| "loss": 0.4867, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.9144303797468355, |
| "grad_norm": 0.1377243995666504, |
| "learning_rate": 6.288797466168074e-07, |
| "loss": 0.486, |
| "step": 4515 |
| }, |
| { |
| "epoch": 0.9154430379746835, |
| "grad_norm": 0.15941649675369263, |
| "learning_rate": 6.226882979919406e-07, |
| "loss": 0.4213, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.9164556962025316, |
| "grad_norm": 0.18730419874191284, |
| "learning_rate": 6.165249048399813e-07, |
| "loss": 0.4896, |
| "step": 4525 |
| }, |
| { |
| "epoch": 0.9174683544303798, |
| "grad_norm": 0.19335976243019104, |
| "learning_rate": 6.103896183605033e-07, |
| "loss": 0.4098, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.9184810126582279, |
| "grad_norm": 0.24511203169822693, |
| "learning_rate": 6.042824895195919e-07, |
| "loss": 0.3924, |
| "step": 4535 |
| }, |
| { |
| "epoch": 0.9194936708860759, |
| "grad_norm": 0.24723470211029053, |
| "learning_rate": 5.982035690494296e-07, |
| "loss": 0.4123, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.920506329113924, |
| "grad_norm": 0.28107598423957825, |
| "learning_rate": 5.921529074478662e-07, |
| "loss": 0.4102, |
| "step": 4545 |
| }, |
| { |
| "epoch": 0.9215189873417722, |
| "grad_norm": 0.6902102828025818, |
| "learning_rate": 5.861305549780105e-07, |
| "loss": 0.431, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.9225316455696203, |
| "grad_norm": 0.10981158912181854, |
| "learning_rate": 5.801365616677993e-07, |
| "loss": 0.416, |
| "step": 4555 |
| }, |
| { |
| "epoch": 0.9235443037974683, |
| "grad_norm": 0.12923768162727356, |
| "learning_rate": 5.741709773095933e-07, |
| "loss": 0.5106, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.9245569620253165, |
| "grad_norm": 0.171346515417099, |
| "learning_rate": 5.682338514597549e-07, |
| "loss": 0.5029, |
| "step": 4565 |
| }, |
| { |
| "epoch": 0.9255696202531646, |
| "grad_norm": 0.1871034801006317, |
| "learning_rate": 5.623252334382464e-07, |
| "loss": 0.4478, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.9265822784810127, |
| "grad_norm": 0.2404191642999649, |
| "learning_rate": 5.564451723282077e-07, |
| "loss": 0.4288, |
| "step": 4575 |
| }, |
| { |
| "epoch": 0.9275949367088607, |
| "grad_norm": 0.18959856033325195, |
| "learning_rate": 5.505937169755599e-07, |
| "loss": 0.4433, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.9286075949367089, |
| "grad_norm": 0.24367639422416687, |
| "learning_rate": 5.447709159885909e-07, |
| "loss": 0.3999, |
| "step": 4585 |
| }, |
| { |
| "epoch": 0.929620253164557, |
| "grad_norm": 0.25893864035606384, |
| "learning_rate": 5.389768177375611e-07, |
| "loss": 0.4151, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.9306329113924051, |
| "grad_norm": 0.28106915950775146, |
| "learning_rate": 5.332114703542903e-07, |
| "loss": 0.3672, |
| "step": 4595 |
| }, |
| { |
| "epoch": 0.9316455696202531, |
| "grad_norm": 0.8240860104560852, |
| "learning_rate": 5.274749217317671e-07, |
| "loss": 0.4314, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.9326582278481013, |
| "grad_norm": 0.12054485827684402, |
| "learning_rate": 5.217672195237446e-07, |
| "loss": 0.5007, |
| "step": 4605 |
| }, |
| { |
| "epoch": 0.9336708860759494, |
| "grad_norm": 0.12769296765327454, |
| "learning_rate": 5.160884111443531e-07, |
| "loss": 0.4876, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.9346835443037975, |
| "grad_norm": 0.16503486037254333, |
| "learning_rate": 5.104385437676932e-07, |
| "loss": 0.4923, |
| "step": 4615 |
| }, |
| { |
| "epoch": 0.9356962025316455, |
| "grad_norm": 0.15395459532737732, |
| "learning_rate": 5.048176643274584e-07, |
| "loss": 0.5089, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.9367088607594937, |
| "grad_norm": 0.1737959384918213, |
| "learning_rate": 4.99225819516531e-07, |
| "loss": 0.4014, |
| "step": 4625 |
| }, |
| { |
| "epoch": 0.9377215189873418, |
| "grad_norm": 0.2168796956539154, |
| "learning_rate": 4.936630557866093e-07, |
| "loss": 0.3595, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.9387341772151899, |
| "grad_norm": 0.21767963469028473, |
| "learning_rate": 4.881294193478069e-07, |
| "loss": 0.3961, |
| "step": 4635 |
| }, |
| { |
| "epoch": 0.9397468354430379, |
| "grad_norm": 0.272427499294281, |
| "learning_rate": 4.826249561682805e-07, |
| "loss": 0.4299, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.9407594936708861, |
| "grad_norm": 0.28430747985839844, |
| "learning_rate": 4.771497119738393e-07, |
| "loss": 0.3789, |
| "step": 4645 |
| }, |
| { |
| "epoch": 0.9417721518987342, |
| "grad_norm": 0.6103779673576355, |
| "learning_rate": 4.7170373224757387e-07, |
| "loss": 0.4086, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.9427848101265823, |
| "grad_norm": 0.0985502228140831, |
| "learning_rate": 4.6628706222946854e-07, |
| "loss": 0.4127, |
| "step": 4655 |
| }, |
| { |
| "epoch": 0.9437974683544303, |
| "grad_norm": 0.13281631469726562, |
| "learning_rate": 4.608997469160356e-07, |
| "loss": 0.5201, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.9448101265822785, |
| "grad_norm": 0.16024696826934814, |
| "learning_rate": 4.5554183105993037e-07, |
| "loss": 0.484, |
| "step": 4665 |
| }, |
| { |
| "epoch": 0.9458227848101266, |
| "grad_norm": 0.1749877631664276, |
| "learning_rate": 4.502133591695934e-07, |
| "loss": 0.4824, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.9468354430379747, |
| "grad_norm": 0.2039998322725296, |
| "learning_rate": 4.4491437550886554e-07, |
| "loss": 0.4035, |
| "step": 4675 |
| }, |
| { |
| "epoch": 0.9478481012658228, |
| "grad_norm": 0.22236007452011108, |
| "learning_rate": 4.3964492409663334e-07, |
| "loss": 0.3826, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.9488607594936709, |
| "grad_norm": 0.23315949738025665, |
| "learning_rate": 4.34405048706453e-07, |
| "loss": 0.4269, |
| "step": 4685 |
| }, |
| { |
| "epoch": 0.949873417721519, |
| "grad_norm": 0.28179746866226196, |
| "learning_rate": 4.291947928661961e-07, |
| "loss": 0.3772, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.9508860759493671, |
| "grad_norm": 0.46736136078834534, |
| "learning_rate": 4.240141998576794e-07, |
| "loss": 0.4178, |
| "step": 4695 |
| }, |
| { |
| "epoch": 0.9518987341772152, |
| "grad_norm": 0.4249938130378723, |
| "learning_rate": 4.188633127163115e-07, |
| "loss": 0.4064, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.9529113924050633, |
| "grad_norm": 0.11935340613126755, |
| "learning_rate": 4.137421742307312e-07, |
| "loss": 0.4997, |
| "step": 4705 |
| }, |
| { |
| "epoch": 0.9539240506329114, |
| "grad_norm": 0.16850705444812775, |
| "learning_rate": 4.086508269424573e-07, |
| "loss": 0.5142, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.9549367088607595, |
| "grad_norm": 0.15970005095005035, |
| "learning_rate": 4.035893131455279e-07, |
| "loss": 0.5048, |
| "step": 4715 |
| }, |
| { |
| "epoch": 0.9559493670886076, |
| "grad_norm": 0.16822274029254913, |
| "learning_rate": 3.985576748861565e-07, |
| "loss": 0.4233, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.9569620253164557, |
| "grad_norm": 0.22004909813404083, |
| "learning_rate": 3.935559539623745e-07, |
| "loss": 0.4302, |
| "step": 4725 |
| }, |
| { |
| "epoch": 0.9579746835443038, |
| "grad_norm": 0.2314930260181427, |
| "learning_rate": 3.8858419192369585e-07, |
| "loss": 0.434, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.958987341772152, |
| "grad_norm": 0.20686328411102295, |
| "learning_rate": 3.836424300707577e-07, |
| "loss": 0.3893, |
| "step": 4735 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.2939393222332001, |
| "learning_rate": 3.7873070945498897e-07, |
| "loss": 0.3727, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.9610126582278481, |
| "grad_norm": 0.28259849548339844, |
| "learning_rate": 3.7384907087826087e-07, |
| "loss": 0.4401, |
| "step": 4745 |
| }, |
| { |
| "epoch": 0.9620253164556962, |
| "grad_norm": 0.4876551628112793, |
| "learning_rate": 3.68997554892557e-07, |
| "loss": 0.4029, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.9630379746835444, |
| "grad_norm": 0.09749415516853333, |
| "learning_rate": 3.6417620179962637e-07, |
| "loss": 0.4295, |
| "step": 4755 |
| }, |
| { |
| "epoch": 0.9640506329113924, |
| "grad_norm": 0.13140413165092468, |
| "learning_rate": 3.593850516506567e-07, |
| "loss": 0.5433, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.9650632911392405, |
| "grad_norm": 0.1493423581123352, |
| "learning_rate": 3.5462414424593637e-07, |
| "loss": 0.5619, |
| "step": 4765 |
| }, |
| { |
| "epoch": 0.9660759493670886, |
| "grad_norm": 0.1732608675956726, |
| "learning_rate": 3.498935191345276e-07, |
| "loss": 0.5089, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.9670886075949368, |
| "grad_norm": 0.1850598007440567, |
| "learning_rate": 3.451932156139352e-07, |
| "loss": 0.4467, |
| "step": 4775 |
| }, |
| { |
| "epoch": 0.9681012658227848, |
| "grad_norm": 0.20144909620285034, |
| "learning_rate": 3.405232727297833e-07, |
| "loss": 0.437, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.9691139240506329, |
| "grad_norm": 0.204118549823761, |
| "learning_rate": 3.358837292754857e-07, |
| "loss": 0.3854, |
| "step": 4785 |
| }, |
| { |
| "epoch": 0.970126582278481, |
| "grad_norm": 0.21772193908691406, |
| "learning_rate": 3.312746237919288e-07, |
| "loss": 0.4087, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.9711392405063292, |
| "grad_norm": 0.3913586735725403, |
| "learning_rate": 3.266959945671499e-07, |
| "loss": 0.3659, |
| "step": 4795 |
| }, |
| { |
| "epoch": 0.9721518987341772, |
| "grad_norm": 1.0478923320770264, |
| "learning_rate": 3.22147879636018e-07, |
| "loss": 0.4337, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.9731645569620253, |
| "grad_norm": 0.11660108715295792, |
| "learning_rate": 3.176303167799177e-07, |
| "loss": 0.4705, |
| "step": 4805 |
| }, |
| { |
| "epoch": 0.9741772151898734, |
| "grad_norm": 0.13056664168834686, |
| "learning_rate": 3.1314334352643724e-07, |
| "loss": 0.5276, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.9751898734177216, |
| "grad_norm": 0.14374294877052307, |
| "learning_rate": 3.08686997149056e-07, |
| "loss": 0.505, |
| "step": 4815 |
| }, |
| { |
| "epoch": 0.9762025316455696, |
| "grad_norm": 0.1691606044769287, |
| "learning_rate": 3.042613146668347e-07, |
| "loss": 0.4826, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.9772151898734177, |
| "grad_norm": 0.16940155625343323, |
| "learning_rate": 2.998663328441058e-07, |
| "loss": 0.3882, |
| "step": 4825 |
| }, |
| { |
| "epoch": 0.9782278481012658, |
| "grad_norm": 0.21718168258666992, |
| "learning_rate": 2.955020881901724e-07, |
| "loss": 0.4677, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.979240506329114, |
| "grad_norm": 0.2414480447769165, |
| "learning_rate": 2.9116861695900196e-07, |
| "loss": 0.4094, |
| "step": 4835 |
| }, |
| { |
| "epoch": 0.980253164556962, |
| "grad_norm": 0.2923324406147003, |
| "learning_rate": 2.868659551489241e-07, |
| "loss": 0.4149, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.9812658227848101, |
| "grad_norm": 0.32415714859962463, |
| "learning_rate": 2.825941385023358e-07, |
| "loss": 0.3714, |
| "step": 4845 |
| }, |
| { |
| "epoch": 0.9822784810126582, |
| "grad_norm": 0.5138719081878662, |
| "learning_rate": 2.7835320250540097e-07, |
| "loss": 0.4357, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.9832911392405064, |
| "grad_norm": 0.1094016283750534, |
| "learning_rate": 2.741431823877565e-07, |
| "loss": 0.4502, |
| "step": 4855 |
| }, |
| { |
| "epoch": 0.9843037974683544, |
| "grad_norm": 0.13364043831825256, |
| "learning_rate": 2.6996411312221903e-07, |
| "loss": 0.5117, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.9853164556962025, |
| "grad_norm": 0.14276044070720673, |
| "learning_rate": 2.658160294244967e-07, |
| "loss": 0.5047, |
| "step": 4865 |
| }, |
| { |
| "epoch": 0.9863291139240506, |
| "grad_norm": 0.16736774146556854, |
| "learning_rate": 2.6169896575289717e-07, |
| "loss": 0.5099, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.9873417721518988, |
| "grad_norm": 0.1595831662416458, |
| "learning_rate": 2.576129563080469e-07, |
| "loss": 0.4567, |
| "step": 4875 |
| }, |
| { |
| "epoch": 0.9883544303797468, |
| "grad_norm": 0.1982174515724182, |
| "learning_rate": 2.53558035032599e-07, |
| "loss": 0.4177, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.9893670886075949, |
| "grad_norm": 0.20998278260231018, |
| "learning_rate": 2.495342356109589e-07, |
| "loss": 0.4133, |
| "step": 4885 |
| }, |
| { |
| "epoch": 0.990379746835443, |
| "grad_norm": 0.24803848564624786, |
| "learning_rate": 2.455415914690007e-07, |
| "loss": 0.3886, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.9913924050632912, |
| "grad_norm": 0.37692344188690186, |
| "learning_rate": 2.415801357737912e-07, |
| "loss": 0.4002, |
| "step": 4895 |
| }, |
| { |
| "epoch": 0.9924050632911392, |
| "grad_norm": 0.6091468930244446, |
| "learning_rate": 2.3764990143331042e-07, |
| "loss": 0.4202, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.9934177215189873, |
| "grad_norm": 0.10248316079378128, |
| "learning_rate": 2.3375092109618521e-07, |
| "loss": 0.4225, |
| "step": 4905 |
| }, |
| { |
| "epoch": 0.9944303797468355, |
| "grad_norm": 0.14465945959091187, |
| "learning_rate": 2.2988322715141063e-07, |
| "loss": 0.5309, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.9954430379746836, |
| "grad_norm": 0.20383016765117645, |
| "learning_rate": 2.260468517280878e-07, |
| "loss": 0.4487, |
| "step": 4915 |
| }, |
| { |
| "epoch": 0.9964556962025316, |
| "grad_norm": 0.17198005318641663, |
| "learning_rate": 2.2224182669514958e-07, |
| "loss": 0.407, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.9974683544303797, |
| "grad_norm": 0.21341922879219055, |
| "learning_rate": 2.1846818366110286e-07, |
| "loss": 0.3467, |
| "step": 4925 |
| }, |
| { |
| "epoch": 0.9984810126582279, |
| "grad_norm": 0.31665244698524475, |
| "learning_rate": 2.147259539737618e-07, |
| "loss": 0.4034, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.999493670886076, |
| "grad_norm": 0.3315502405166626, |
| "learning_rate": 2.1101516871998927e-07, |
| "loss": 0.3793, |
| "step": 4935 |
| }, |
| { |
| "epoch": 1.0006075949367088, |
| "grad_norm": 0.09771858900785446, |
| "learning_rate": 2.073358587254357e-07, |
| "loss": 0.4936, |
| "step": 4940 |
| }, |
| { |
| "epoch": 1.001620253164557, |
| "grad_norm": 0.10631760209798813, |
| "learning_rate": 2.0368805455428783e-07, |
| "loss": 0.4839, |
| "step": 4945 |
| }, |
| { |
| "epoch": 1.002632911392405, |
| "grad_norm": 0.15343673527240753, |
| "learning_rate": 2.0007178650901112e-07, |
| "loss": 0.5751, |
| "step": 4950 |
| }, |
| { |
| "epoch": 1.003645569620253, |
| "grad_norm": 0.18907710909843445, |
| "learning_rate": 1.9648708463009922e-07, |
| "loss": 0.5181, |
| "step": 4955 |
| }, |
| { |
| "epoch": 1.0046582278481013, |
| "grad_norm": 0.19511711597442627, |
| "learning_rate": 1.9293397869582306e-07, |
| "loss": 0.5034, |
| "step": 4960 |
| }, |
| { |
| "epoch": 1.0056708860759493, |
| "grad_norm": 0.20825132727622986, |
| "learning_rate": 1.8941249822198625e-07, |
| "loss": 0.4324, |
| "step": 4965 |
| }, |
| { |
| "epoch": 1.0066835443037974, |
| "grad_norm": 0.19913554191589355, |
| "learning_rate": 1.8592267246167803e-07, |
| "loss": 0.4364, |
| "step": 4970 |
| }, |
| { |
| "epoch": 1.0076962025316456, |
| "grad_norm": 0.2075047791004181, |
| "learning_rate": 1.824645304050314e-07, |
| "loss": 0.3981, |
| "step": 4975 |
| }, |
| { |
| "epoch": 1.0087088607594936, |
| "grad_norm": 0.2356027066707611, |
| "learning_rate": 1.790381007789783e-07, |
| "loss": 0.346, |
| "step": 4980 |
| }, |
| { |
| "epoch": 1.0097215189873419, |
| "grad_norm": 0.3801570236682892, |
| "learning_rate": 1.7564341204701826e-07, |
| "loss": 0.3948, |
| "step": 4985 |
| }, |
| { |
| "epoch": 1.0107341772151899, |
| "grad_norm": 0.11079708486795425, |
| "learning_rate": 1.7228049240897468e-07, |
| "loss": 0.4755, |
| "step": 4990 |
| }, |
| { |
| "epoch": 1.011746835443038, |
| "grad_norm": 0.12703923881053925, |
| "learning_rate": 1.6894936980076602e-07, |
| "loss": 0.5031, |
| "step": 4995 |
| }, |
| { |
| "epoch": 1.0127594936708861, |
| "grad_norm": 0.1714024543762207, |
| "learning_rate": 1.656500718941696e-07, |
| "loss": 0.5946, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.0137721518987342, |
| "grad_norm": 0.19446556270122528, |
| "learning_rate": 1.6238262609659458e-07, |
| "loss": 0.5168, |
| "step": 5005 |
| }, |
| { |
| "epoch": 1.0147848101265822, |
| "grad_norm": 0.1730039119720459, |
| "learning_rate": 1.5914705955085305e-07, |
| "loss": 0.4029, |
| "step": 5010 |
| }, |
| { |
| "epoch": 1.0157974683544304, |
| "grad_norm": 0.3286128640174866, |
| "learning_rate": 1.5594339913493547e-07, |
| "loss": 0.4113, |
| "step": 5015 |
| }, |
| { |
| "epoch": 1.0168101265822784, |
| "grad_norm": 0.19967059791088104, |
| "learning_rate": 1.5277167146178527e-07, |
| "loss": 0.3663, |
| "step": 5020 |
| }, |
| { |
| "epoch": 1.0178227848101267, |
| "grad_norm": 0.20584169030189514, |
| "learning_rate": 1.4963190287908024e-07, |
| "loss": 0.3871, |
| "step": 5025 |
| }, |
| { |
| "epoch": 1.0188354430379747, |
| "grad_norm": 0.28951090574264526, |
| "learning_rate": 1.465241194690128e-07, |
| "loss": 0.4402, |
| "step": 5030 |
| }, |
| { |
| "epoch": 1.0198481012658227, |
| "grad_norm": 0.3136148154735565, |
| "learning_rate": 1.4344834704807274e-07, |
| "loss": 0.4267, |
| "step": 5035 |
| }, |
| { |
| "epoch": 1.020860759493671, |
| "grad_norm": 0.08713238686323166, |
| "learning_rate": 1.4040461116683244e-07, |
| "loss": 0.4223, |
| "step": 5040 |
| }, |
| { |
| "epoch": 1.021873417721519, |
| "grad_norm": 0.12798455357551575, |
| "learning_rate": 1.373929371097371e-07, |
| "loss": 0.4602, |
| "step": 5045 |
| }, |
| { |
| "epoch": 1.022886075949367, |
| "grad_norm": 0.17034423351287842, |
| "learning_rate": 1.344133498948916e-07, |
| "loss": 0.466, |
| "step": 5050 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 5500, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.0487900686230118e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
