| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 100.0, | |
| "eval_steps": 500, | |
| "global_step": 364600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.13713658804168952, | |
| "grad_norm": 2.6796674728393555, | |
| "learning_rate": 4.993143170597916e-05, | |
| "loss": 6.6471, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.27427317608337903, | |
| "grad_norm": 2.4919307231903076, | |
| "learning_rate": 4.986286341195831e-05, | |
| "loss": 5.8655, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.4114097641250686, | |
| "grad_norm": 2.4707608222961426, | |
| "learning_rate": 4.9794295117937464e-05, | |
| "loss": 5.5305, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5485463521667581, | |
| "grad_norm": 2.745155096054077, | |
| "learning_rate": 4.972572682391663e-05, | |
| "loss": 5.3124, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.6856829402084477, | |
| "grad_norm": 2.7914953231811523, | |
| "learning_rate": 4.965715852989578e-05, | |
| "loss": 5.1281, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.8228195282501372, | |
| "grad_norm": 2.9527249336242676, | |
| "learning_rate": 4.958859023587493e-05, | |
| "loss": 4.9858, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.9599561162918266, | |
| "grad_norm": 2.5611634254455566, | |
| "learning_rate": 4.952002194185409e-05, | |
| "loss": 4.8776, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.0970927043335161, | |
| "grad_norm": 3.1537859439849854, | |
| "learning_rate": 4.9451453647833245e-05, | |
| "loss": 4.7393, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.2342292923752056, | |
| "grad_norm": 2.9716005325317383, | |
| "learning_rate": 4.9382885353812394e-05, | |
| "loss": 4.67, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.3713658804168953, | |
| "grad_norm": 3.2810921669006348, | |
| "learning_rate": 4.931431705979155e-05, | |
| "loss": 4.5978, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.5085024684585848, | |
| "grad_norm": 3.3998653888702393, | |
| "learning_rate": 4.9245748765770713e-05, | |
| "loss": 4.5642, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.6456390565002743, | |
| "grad_norm": 3.440001964569092, | |
| "learning_rate": 4.917718047174987e-05, | |
| "loss": 4.5106, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.7827756445419638, | |
| "grad_norm": 3.469703435897827, | |
| "learning_rate": 4.910861217772902e-05, | |
| "loss": 4.4556, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.9199122325836533, | |
| "grad_norm": 3.6554129123687744, | |
| "learning_rate": 4.9040043883708175e-05, | |
| "loss": 4.418, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.0570488206253428, | |
| "grad_norm": 3.7117955684661865, | |
| "learning_rate": 4.897147558968733e-05, | |
| "loss": 4.3516, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.1941854086670323, | |
| "grad_norm": 3.9816272258758545, | |
| "learning_rate": 4.890290729566648e-05, | |
| "loss": 4.2883, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.3313219967087218, | |
| "grad_norm": 3.5806946754455566, | |
| "learning_rate": 4.8834339001645644e-05, | |
| "loss": 4.2377, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.4684585847504112, | |
| "grad_norm": 3.8521053791046143, | |
| "learning_rate": 4.87657707076248e-05, | |
| "loss": 4.2398, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.6055951727921007, | |
| "grad_norm": 3.8129312992095947, | |
| "learning_rate": 4.8697202413603956e-05, | |
| "loss": 4.2187, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.7427317608337907, | |
| "grad_norm": 3.7518739700317383, | |
| "learning_rate": 4.8628634119583105e-05, | |
| "loss": 4.1825, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.8798683488754797, | |
| "grad_norm": 4.074005603790283, | |
| "learning_rate": 4.856006582556226e-05, | |
| "loss": 4.1529, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.0170049369171696, | |
| "grad_norm": 3.723891258239746, | |
| "learning_rate": 4.849149753154142e-05, | |
| "loss": 4.1431, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.154141524958859, | |
| "grad_norm": 4.242587089538574, | |
| "learning_rate": 4.842292923752057e-05, | |
| "loss": 4.027, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.2912781130005486, | |
| "grad_norm": 4.178415775299072, | |
| "learning_rate": 4.835436094349973e-05, | |
| "loss": 4.0418, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.428414701042238, | |
| "grad_norm": 4.147921085357666, | |
| "learning_rate": 4.8285792649478886e-05, | |
| "loss": 4.0158, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.5655512890839276, | |
| "grad_norm": 4.463027000427246, | |
| "learning_rate": 4.821722435545804e-05, | |
| "loss": 4.014, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 3.702687877125617, | |
| "grad_norm": 3.6492116451263428, | |
| "learning_rate": 4.814865606143719e-05, | |
| "loss": 3.9874, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 3.8398244651673066, | |
| "grad_norm": 4.560110092163086, | |
| "learning_rate": 4.808008776741635e-05, | |
| "loss": 3.99, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 3.976961053208996, | |
| "grad_norm": 3.869370222091675, | |
| "learning_rate": 4.8011519473395504e-05, | |
| "loss": 3.9618, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 4.1140976412506856, | |
| "grad_norm": 4.145757675170898, | |
| "learning_rate": 4.794295117937466e-05, | |
| "loss": 3.8752, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 4.2512342292923755, | |
| "grad_norm": 3.9991416931152344, | |
| "learning_rate": 4.7874382885353817e-05, | |
| "loss": 3.8646, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 4.3883708173340645, | |
| "grad_norm": 4.006019115447998, | |
| "learning_rate": 4.780581459133297e-05, | |
| "loss": 3.8571, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 4.5255074053757545, | |
| "grad_norm": 3.8029978275299072, | |
| "learning_rate": 4.773724629731213e-05, | |
| "loss": 3.8605, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 4.6626439934174435, | |
| "grad_norm": 4.239439010620117, | |
| "learning_rate": 4.766867800329128e-05, | |
| "loss": 3.8272, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 4.799780581459133, | |
| "grad_norm": 4.278761863708496, | |
| "learning_rate": 4.7600109709270434e-05, | |
| "loss": 3.8232, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 4.9369171695008225, | |
| "grad_norm": 4.346251964569092, | |
| "learning_rate": 4.753154141524959e-05, | |
| "loss": 3.8141, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 5.074053757542512, | |
| "grad_norm": 4.909966468811035, | |
| "learning_rate": 4.746297312122875e-05, | |
| "loss": 3.7563, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 5.2111903455842015, | |
| "grad_norm": 4.102847099304199, | |
| "learning_rate": 4.73944048272079e-05, | |
| "loss": 3.7147, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 5.348326933625891, | |
| "grad_norm": 4.887523174285889, | |
| "learning_rate": 4.732583653318706e-05, | |
| "loss": 3.6985, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 5.485463521667581, | |
| "grad_norm": 4.481743812561035, | |
| "learning_rate": 4.7257268239166215e-05, | |
| "loss": 3.7095, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 5.62260010970927, | |
| "grad_norm": 4.673679828643799, | |
| "learning_rate": 4.7188699945145365e-05, | |
| "loss": 3.7015, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 5.75973669775096, | |
| "grad_norm": 4.764498233795166, | |
| "learning_rate": 4.712013165112452e-05, | |
| "loss": 3.6906, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 5.896873285792649, | |
| "grad_norm": 4.535381317138672, | |
| "learning_rate": 4.705156335710368e-05, | |
| "loss": 3.6911, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 6.034009873834339, | |
| "grad_norm": 4.882272720336914, | |
| "learning_rate": 4.698299506308283e-05, | |
| "loss": 3.6483, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 6.171146461876028, | |
| "grad_norm": 4.5370354652404785, | |
| "learning_rate": 4.691442676906199e-05, | |
| "loss": 3.5739, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 6.308283049917718, | |
| "grad_norm": 4.514719486236572, | |
| "learning_rate": 4.6845858475041146e-05, | |
| "loss": 3.5716, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 6.445419637959407, | |
| "grad_norm": 5.22483491897583, | |
| "learning_rate": 4.67772901810203e-05, | |
| "loss": 3.5767, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 6.582556226001097, | |
| "grad_norm": 4.764497756958008, | |
| "learning_rate": 4.670872188699945e-05, | |
| "loss": 3.5682, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 6.719692814042786, | |
| "grad_norm": 4.6897406578063965, | |
| "learning_rate": 4.664015359297861e-05, | |
| "loss": 3.5883, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 6.856829402084476, | |
| "grad_norm": 4.739509105682373, | |
| "learning_rate": 4.6571585298957763e-05, | |
| "loss": 3.5627, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 6.993965990126165, | |
| "grad_norm": 4.331806182861328, | |
| "learning_rate": 4.650301700493692e-05, | |
| "loss": 3.5664, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 7.131102578167855, | |
| "grad_norm": 4.402791500091553, | |
| "learning_rate": 4.6434448710916076e-05, | |
| "loss": 3.4629, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 7.268239166209545, | |
| "grad_norm": 4.822177410125732, | |
| "learning_rate": 4.636588041689523e-05, | |
| "loss": 3.4411, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 7.405375754251234, | |
| "grad_norm": 4.601207733154297, | |
| "learning_rate": 4.629731212287439e-05, | |
| "loss": 3.4691, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 7.542512342292924, | |
| "grad_norm": 5.0039215087890625, | |
| "learning_rate": 4.622874382885354e-05, | |
| "loss": 3.4672, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 7.679648930334613, | |
| "grad_norm": 4.404879093170166, | |
| "learning_rate": 4.6160175534832694e-05, | |
| "loss": 3.465, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 7.816785518376303, | |
| "grad_norm": 4.750667095184326, | |
| "learning_rate": 4.609160724081185e-05, | |
| "loss": 3.4425, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 7.953922106417992, | |
| "grad_norm": 5.396721363067627, | |
| "learning_rate": 4.6023038946791006e-05, | |
| "loss": 3.4686, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 8.091058694459681, | |
| "grad_norm": 4.806807518005371, | |
| "learning_rate": 4.595447065277016e-05, | |
| "loss": 3.3741, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 8.228195282501371, | |
| "grad_norm": 4.791159629821777, | |
| "learning_rate": 4.588590235874932e-05, | |
| "loss": 3.336, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 8.365331870543061, | |
| "grad_norm": 5.24031925201416, | |
| "learning_rate": 4.5817334064728475e-05, | |
| "loss": 3.3489, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 8.502468458584751, | |
| "grad_norm": 4.839347839355469, | |
| "learning_rate": 4.5748765770707624e-05, | |
| "loss": 3.3387, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 8.63960504662644, | |
| "grad_norm": 5.201210021972656, | |
| "learning_rate": 4.568019747668678e-05, | |
| "loss": 3.3739, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 8.776741634668129, | |
| "grad_norm": 4.874946117401123, | |
| "learning_rate": 4.5611629182665936e-05, | |
| "loss": 3.3543, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 8.913878222709819, | |
| "grad_norm": 4.564042091369629, | |
| "learning_rate": 4.554306088864509e-05, | |
| "loss": 3.3685, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 9.051014810751509, | |
| "grad_norm": 5.104782581329346, | |
| "learning_rate": 4.547449259462425e-05, | |
| "loss": 3.3079, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 9.188151398793199, | |
| "grad_norm": 5.117952823638916, | |
| "learning_rate": 4.5405924300603405e-05, | |
| "loss": 3.2292, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 9.325287986834887, | |
| "grad_norm": 5.0324387550354, | |
| "learning_rate": 4.533735600658256e-05, | |
| "loss": 3.2464, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 9.462424574876577, | |
| "grad_norm": 5.019642353057861, | |
| "learning_rate": 4.526878771256171e-05, | |
| "loss": 3.2425, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 9.599561162918267, | |
| "grad_norm": 4.830804824829102, | |
| "learning_rate": 4.5200219418540867e-05, | |
| "loss": 3.257, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 9.736697750959957, | |
| "grad_norm": 4.778350830078125, | |
| "learning_rate": 4.513165112452002e-05, | |
| "loss": 3.256, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 9.873834339001645, | |
| "grad_norm": 5.261332988739014, | |
| "learning_rate": 4.506308283049918e-05, | |
| "loss": 3.2568, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 10.010970927043335, | |
| "grad_norm": 5.060239315032959, | |
| "learning_rate": 4.4994514536478335e-05, | |
| "loss": 3.2595, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 10.148107515085025, | |
| "grad_norm": 4.848392009735107, | |
| "learning_rate": 4.492594624245749e-05, | |
| "loss": 3.1429, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 10.285244103126715, | |
| "grad_norm": 5.145500183105469, | |
| "learning_rate": 4.485737794843665e-05, | |
| "loss": 3.1512, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 10.422380691168403, | |
| "grad_norm": 4.9423041343688965, | |
| "learning_rate": 4.47888096544158e-05, | |
| "loss": 3.1507, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 10.559517279210093, | |
| "grad_norm": 4.46920108795166, | |
| "learning_rate": 4.472024136039495e-05, | |
| "loss": 3.1502, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 10.696653867251783, | |
| "grad_norm": 4.90908670425415, | |
| "learning_rate": 4.465167306637411e-05, | |
| "loss": 3.1577, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 10.833790455293473, | |
| "grad_norm": 4.850174903869629, | |
| "learning_rate": 4.4583104772353265e-05, | |
| "loss": 3.1667, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 10.970927043335163, | |
| "grad_norm": 4.480921268463135, | |
| "learning_rate": 4.451453647833242e-05, | |
| "loss": 3.1676, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 11.10806363137685, | |
| "grad_norm": 4.8438801765441895, | |
| "learning_rate": 4.444596818431158e-05, | |
| "loss": 3.0481, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 11.24520021941854, | |
| "grad_norm": 5.078440189361572, | |
| "learning_rate": 4.4377399890290734e-05, | |
| "loss": 3.0403, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 11.38233680746023, | |
| "grad_norm": 4.893128395080566, | |
| "learning_rate": 4.430883159626989e-05, | |
| "loss": 3.0463, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 11.51947339550192, | |
| "grad_norm": 5.149147033691406, | |
| "learning_rate": 4.424026330224904e-05, | |
| "loss": 3.0649, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 11.656609983543609, | |
| "grad_norm": 4.947761058807373, | |
| "learning_rate": 4.4171695008228196e-05, | |
| "loss": 3.0579, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 11.793746571585299, | |
| "grad_norm": 5.356738567352295, | |
| "learning_rate": 4.410312671420735e-05, | |
| "loss": 3.0662, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 11.930883159626989, | |
| "grad_norm": 5.635279655456543, | |
| "learning_rate": 4.403455842018651e-05, | |
| "loss": 3.0744, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 12.068019747668679, | |
| "grad_norm": 5.142524242401123, | |
| "learning_rate": 4.3965990126165664e-05, | |
| "loss": 3.0006, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 12.205156335710367, | |
| "grad_norm": 4.920190334320068, | |
| "learning_rate": 4.389742183214482e-05, | |
| "loss": 2.9331, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 12.342292923752057, | |
| "grad_norm": 5.261963367462158, | |
| "learning_rate": 4.3828853538123976e-05, | |
| "loss": 2.9692, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 12.479429511793747, | |
| "grad_norm": 5.450014114379883, | |
| "learning_rate": 4.3760285244103126e-05, | |
| "loss": 2.9458, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 12.616566099835437, | |
| "grad_norm": 5.4277520179748535, | |
| "learning_rate": 4.369171695008228e-05, | |
| "loss": 2.9547, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 12.753702687877126, | |
| "grad_norm": 5.046356201171875, | |
| "learning_rate": 4.362314865606144e-05, | |
| "loss": 2.953, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 12.890839275918815, | |
| "grad_norm": 4.98581075668335, | |
| "learning_rate": 4.3554580362040594e-05, | |
| "loss": 2.9482, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 13.027975863960505, | |
| "grad_norm": 5.0181450843811035, | |
| "learning_rate": 4.348601206801975e-05, | |
| "loss": 2.9263, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 13.165112452002194, | |
| "grad_norm": 5.356304168701172, | |
| "learning_rate": 4.341744377399891e-05, | |
| "loss": 2.8199, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 13.302249040043884, | |
| "grad_norm": 5.0527825355529785, | |
| "learning_rate": 4.334887547997806e-05, | |
| "loss": 2.8353, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 13.439385628085573, | |
| "grad_norm": 5.287441253662109, | |
| "learning_rate": 4.328030718595721e-05, | |
| "loss": 2.8235, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 13.576522216127263, | |
| "grad_norm": 5.292849540710449, | |
| "learning_rate": 4.321173889193637e-05, | |
| "loss": 2.8426, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 13.713658804168952, | |
| "grad_norm": 5.380087852478027, | |
| "learning_rate": 4.3143170597915525e-05, | |
| "loss": 2.8293, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 13.850795392210642, | |
| "grad_norm": 5.534645080566406, | |
| "learning_rate": 4.307460230389468e-05, | |
| "loss": 2.8535, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 13.98793198025233, | |
| "grad_norm": 5.294557571411133, | |
| "learning_rate": 4.300603400987384e-05, | |
| "loss": 2.8432, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 14.12506856829402, | |
| "grad_norm": 5.039003849029541, | |
| "learning_rate": 4.293746571585299e-05, | |
| "loss": 2.7162, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 14.26220515633571, | |
| "grad_norm": 5.455623149871826, | |
| "learning_rate": 4.286889742183215e-05, | |
| "loss": 2.712, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 14.3993417443774, | |
| "grad_norm": 5.256813049316406, | |
| "learning_rate": 4.28003291278113e-05, | |
| "loss": 2.7246, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 14.53647833241909, | |
| "grad_norm": 5.521039962768555, | |
| "learning_rate": 4.2731760833790455e-05, | |
| "loss": 2.7471, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 14.673614920460778, | |
| "grad_norm": 5.75991153717041, | |
| "learning_rate": 4.266319253976961e-05, | |
| "loss": 2.7177, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 14.810751508502468, | |
| "grad_norm": 4.9295759201049805, | |
| "learning_rate": 4.259462424574877e-05, | |
| "loss": 2.7111, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 14.947888096544158, | |
| "grad_norm": 4.961513042449951, | |
| "learning_rate": 4.252605595172792e-05, | |
| "loss": 2.7263, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 15.085024684585848, | |
| "grad_norm": 4.933211803436279, | |
| "learning_rate": 4.245748765770708e-05, | |
| "loss": 2.6599, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 15.222161272627536, | |
| "grad_norm": 5.510207176208496, | |
| "learning_rate": 4.2388919363686236e-05, | |
| "loss": 2.6078, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 15.359297860669226, | |
| "grad_norm": 5.186633110046387, | |
| "learning_rate": 4.2320351069665385e-05, | |
| "loss": 2.6238, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 15.496434448710916, | |
| "grad_norm": 5.6987690925598145, | |
| "learning_rate": 4.225178277564454e-05, | |
| "loss": 2.6189, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 15.633571036752606, | |
| "grad_norm": 5.060766696929932, | |
| "learning_rate": 4.21832144816237e-05, | |
| "loss": 2.6261, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 15.770707624794294, | |
| "grad_norm": 5.581600666046143, | |
| "learning_rate": 4.2114646187602854e-05, | |
| "loss": 2.6096, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 15.907844212835984, | |
| "grad_norm": 5.272013187408447, | |
| "learning_rate": 4.204607789358201e-05, | |
| "loss": 2.6243, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 16.044980800877674, | |
| "grad_norm": 5.0031538009643555, | |
| "learning_rate": 4.1977509599561166e-05, | |
| "loss": 2.5654, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 16.182117388919362, | |
| "grad_norm": 5.4185872077941895, | |
| "learning_rate": 4.190894130554032e-05, | |
| "loss": 2.4769, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 16.319253976961054, | |
| "grad_norm": 5.633464336395264, | |
| "learning_rate": 4.184037301151947e-05, | |
| "loss": 2.4867, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 16.456390565002742, | |
| "grad_norm": 5.207147598266602, | |
| "learning_rate": 4.177180471749863e-05, | |
| "loss": 2.5209, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 16.593527153044434, | |
| "grad_norm": 5.337882995605469, | |
| "learning_rate": 4.170323642347779e-05, | |
| "loss": 2.5095, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 16.730663741086122, | |
| "grad_norm": 5.710779666900635, | |
| "learning_rate": 4.163466812945694e-05, | |
| "loss": 2.5256, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 16.86780032912781, | |
| "grad_norm": 4.833573818206787, | |
| "learning_rate": 4.1566099835436096e-05, | |
| "loss": 2.5221, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 17.004936917169502, | |
| "grad_norm": 4.590396404266357, | |
| "learning_rate": 4.149753154141525e-05, | |
| "loss": 2.5274, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 17.14207350521119, | |
| "grad_norm": 5.467580318450928, | |
| "learning_rate": 4.142896324739441e-05, | |
| "loss": 2.3651, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 17.27921009325288, | |
| "grad_norm": 5.374948024749756, | |
| "learning_rate": 4.136039495337356e-05, | |
| "loss": 2.3904, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 17.41634668129457, | |
| "grad_norm": 5.345193386077881, | |
| "learning_rate": 4.1291826659352714e-05, | |
| "loss": 2.4162, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 17.553483269336258, | |
| "grad_norm": 5.317601680755615, | |
| "learning_rate": 4.122325836533188e-05, | |
| "loss": 2.4228, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 17.69061985737795, | |
| "grad_norm": 5.649726390838623, | |
| "learning_rate": 4.1154690071311026e-05, | |
| "loss": 2.398, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 17.827756445419638, | |
| "grad_norm": 4.870903015136719, | |
| "learning_rate": 4.108612177729018e-05, | |
| "loss": 2.4126, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 17.964893033461326, | |
| "grad_norm": 5.537862300872803, | |
| "learning_rate": 4.101755348326934e-05, | |
| "loss": 2.4315, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 18.102029621503018, | |
| "grad_norm": 5.414814472198486, | |
| "learning_rate": 4.0948985189248495e-05, | |
| "loss": 2.3059, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 18.239166209544706, | |
| "grad_norm": 5.167638301849365, | |
| "learning_rate": 4.0880416895227644e-05, | |
| "loss": 2.2847, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 18.376302797586398, | |
| "grad_norm": 5.151243209838867, | |
| "learning_rate": 4.08118486012068e-05, | |
| "loss": 2.2914, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 18.513439385628086, | |
| "grad_norm": 5.785707473754883, | |
| "learning_rate": 4.0743280307185963e-05, | |
| "loss": 2.3047, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 18.650575973669774, | |
| "grad_norm": 4.904608249664307, | |
| "learning_rate": 4.067471201316512e-05, | |
| "loss": 2.3021, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 18.787712561711466, | |
| "grad_norm": 5.454782009124756, | |
| "learning_rate": 4.060614371914427e-05, | |
| "loss": 2.3305, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 18.924849149753154, | |
| "grad_norm": 5.2010650634765625, | |
| "learning_rate": 4.0537575425123425e-05, | |
| "loss": 2.3182, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 19.061985737794842, | |
| "grad_norm": 5.094666481018066, | |
| "learning_rate": 4.046900713110258e-05, | |
| "loss": 2.2601, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 19.199122325836534, | |
| "grad_norm": 5.217191696166992, | |
| "learning_rate": 4.040043883708173e-05, | |
| "loss": 2.1853, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 19.336258913878222, | |
| "grad_norm": 5.011998653411865, | |
| "learning_rate": 4.033187054306089e-05, | |
| "loss": 2.1981, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 19.473395501919914, | |
| "grad_norm": 5.134762287139893, | |
| "learning_rate": 4.026330224904005e-05, | |
| "loss": 2.2176, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 19.610532089961602, | |
| "grad_norm": 5.362982273101807, | |
| "learning_rate": 4.0194733955019206e-05, | |
| "loss": 2.2141, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 19.74766867800329, | |
| "grad_norm": 5.136562347412109, | |
| "learning_rate": 4.0126165660998355e-05, | |
| "loss": 2.2004, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 19.88480526604498, | |
| "grad_norm": 5.2206220626831055, | |
| "learning_rate": 4.005759736697751e-05, | |
| "loss": 2.2177, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 20.02194185408667, | |
| "grad_norm": 5.294692516326904, | |
| "learning_rate": 3.998902907295667e-05, | |
| "loss": 2.1987, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 20.15907844212836, | |
| "grad_norm": 5.572756767272949, | |
| "learning_rate": 3.992046077893582e-05, | |
| "loss": 2.0699, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 20.29621503017005, | |
| "grad_norm": 5.801488876342773, | |
| "learning_rate": 3.985189248491497e-05, | |
| "loss": 2.0924, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 20.433351618211738, | |
| "grad_norm": 5.149176120758057, | |
| "learning_rate": 3.9783324190894136e-05, | |
| "loss": 2.114, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 20.57048820625343, | |
| "grad_norm": 5.202007293701172, | |
| "learning_rate": 3.971475589687329e-05, | |
| "loss": 2.1022, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 20.707624794295118, | |
| "grad_norm": 4.496254920959473, | |
| "learning_rate": 3.964618760285244e-05, | |
| "loss": 2.1327, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 20.844761382336806, | |
| "grad_norm": 5.123493194580078, | |
| "learning_rate": 3.95776193088316e-05, | |
| "loss": 2.1265, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 20.981897970378498, | |
| "grad_norm": 5.082859516143799, | |
| "learning_rate": 3.9509051014810754e-05, | |
| "loss": 2.1341, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 21.119034558420186, | |
| "grad_norm": 4.651580810546875, | |
| "learning_rate": 3.9440482720789904e-05, | |
| "loss": 2.0016, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 21.256171146461877, | |
| "grad_norm": 5.409528732299805, | |
| "learning_rate": 3.9371914426769066e-05, | |
| "loss": 2.0007, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 21.393307734503566, | |
| "grad_norm": 5.502586841583252, | |
| "learning_rate": 3.930334613274822e-05, | |
| "loss": 2.0057, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 21.530444322545254, | |
| "grad_norm": 5.030213356018066, | |
| "learning_rate": 3.923477783872738e-05, | |
| "loss": 2.0159, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 21.667580910586945, | |
| "grad_norm": 4.999740123748779, | |
| "learning_rate": 3.916620954470653e-05, | |
| "loss": 2.0237, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 21.804717498628634, | |
| "grad_norm": 5.182149887084961, | |
| "learning_rate": 3.9097641250685684e-05, | |
| "loss": 2.0275, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 21.941854086670325, | |
| "grad_norm": 5.282116889953613, | |
| "learning_rate": 3.902907295666484e-05, | |
| "loss": 2.0473, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 22.078990674712013, | |
| "grad_norm": 4.748703956604004, | |
| "learning_rate": 3.896050466264399e-05, | |
| "loss": 1.9621, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 22.2161272627537, | |
| "grad_norm": 4.832570552825928, | |
| "learning_rate": 3.889193636862315e-05, | |
| "loss": 1.9008, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 22.353263850795393, | |
| "grad_norm": 5.199923992156982, | |
| "learning_rate": 3.882336807460231e-05, | |
| "loss": 1.9096, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 22.49040043883708, | |
| "grad_norm": 5.1267499923706055, | |
| "learning_rate": 3.8754799780581465e-05, | |
| "loss": 1.9247, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 22.62753702687877, | |
| "grad_norm": 4.7476606369018555, | |
| "learning_rate": 3.8686231486560615e-05, | |
| "loss": 1.9216, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 22.76467361492046, | |
| "grad_norm": 5.416210174560547, | |
| "learning_rate": 3.861766319253977e-05, | |
| "loss": 1.9493, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 22.90181020296215, | |
| "grad_norm": 5.211349010467529, | |
| "learning_rate": 3.854909489851893e-05, | |
| "loss": 1.9391, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 23.03894679100384, | |
| "grad_norm": 5.296257495880127, | |
| "learning_rate": 3.8480526604498076e-05, | |
| "loss": 1.9047, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 23.17608337904553, | |
| "grad_norm": 5.259824752807617, | |
| "learning_rate": 3.841195831047724e-05, | |
| "loss": 1.803, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 23.313219967087218, | |
| "grad_norm": 4.756730079650879, | |
| "learning_rate": 3.8343390016456395e-05, | |
| "loss": 1.8172, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 23.45035655512891, | |
| "grad_norm": 5.009732723236084, | |
| "learning_rate": 3.827482172243555e-05, | |
| "loss": 1.8314, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 23.587493143170597, | |
| "grad_norm": 5.3414082527160645, | |
| "learning_rate": 3.82062534284147e-05, | |
| "loss": 1.8489, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 23.72462973121229, | |
| "grad_norm": 4.76619815826416, | |
| "learning_rate": 3.813768513439386e-05, | |
| "loss": 1.8542, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 23.861766319253977, | |
| "grad_norm": 5.249925136566162, | |
| "learning_rate": 3.806911684037301e-05, | |
| "loss": 1.8639, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 23.998902907295665, | |
| "grad_norm": 4.97225284576416, | |
| "learning_rate": 3.800054854635216e-05, | |
| "loss": 1.8802, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 24.136039495337357, | |
| "grad_norm": 5.291701793670654, | |
| "learning_rate": 3.7931980252331326e-05, | |
| "loss": 1.7144, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 24.273176083379045, | |
| "grad_norm": 5.1743340492248535, | |
| "learning_rate": 3.786341195831048e-05, | |
| "loss": 1.7312, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 24.410312671420733, | |
| "grad_norm": 5.3917646408081055, | |
| "learning_rate": 3.779484366428964e-05, | |
| "loss": 1.7488, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 24.547449259462425, | |
| "grad_norm": 4.806937217712402, | |
| "learning_rate": 3.772627537026879e-05, | |
| "loss": 1.7637, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 24.684585847504113, | |
| "grad_norm": 5.0730156898498535, | |
| "learning_rate": 3.7657707076247944e-05, | |
| "loss": 1.7668, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 24.821722435545805, | |
| "grad_norm": 4.786214828491211, | |
| "learning_rate": 3.75891387822271e-05, | |
| "loss": 1.7769, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 24.958859023587493, | |
| "grad_norm": 5.39318323135376, | |
| "learning_rate": 3.752057048820625e-05, | |
| "loss": 1.7903, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 25.09599561162918, | |
| "grad_norm": 4.981703281402588, | |
| "learning_rate": 3.745200219418541e-05, | |
| "loss": 1.6718, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 25.233132199670873, | |
| "grad_norm": 4.901900291442871, | |
| "learning_rate": 3.738343390016457e-05, | |
| "loss": 1.6542, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 25.37026878771256, | |
| "grad_norm": 5.158128261566162, | |
| "learning_rate": 3.7314865606143724e-05, | |
| "loss": 1.6573, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 25.507405375754253, | |
| "grad_norm": 4.649386882781982, | |
| "learning_rate": 3.7246297312122874e-05, | |
| "loss": 1.6773, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 25.64454196379594, | |
| "grad_norm": 4.9402666091918945, | |
| "learning_rate": 3.717772901810203e-05, | |
| "loss": 1.687, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 25.78167855183763, | |
| "grad_norm": 5.1116180419921875, | |
| "learning_rate": 3.7109160724081186e-05, | |
| "loss": 1.701, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 25.91881513987932, | |
| "grad_norm": 5.389803886413574, | |
| "learning_rate": 3.704059243006034e-05, | |
| "loss": 1.7042, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 26.05595172792101, | |
| "grad_norm": 5.371042251586914, | |
| "learning_rate": 3.69720241360395e-05, | |
| "loss": 1.637, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 26.193088315962697, | |
| "grad_norm": 5.292448997497559, | |
| "learning_rate": 3.6903455842018655e-05, | |
| "loss": 1.5579, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 26.33022490400439, | |
| "grad_norm": 5.034709453582764, | |
| "learning_rate": 3.683488754799781e-05, | |
| "loss": 1.5781, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 26.467361492046077, | |
| "grad_norm": 4.979785919189453, | |
| "learning_rate": 3.676631925397696e-05, | |
| "loss": 1.6006, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 26.60449808008777, | |
| "grad_norm": 4.940494537353516, | |
| "learning_rate": 3.6697750959956116e-05, | |
| "loss": 1.6032, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 26.741634668129457, | |
| "grad_norm": 5.339479923248291, | |
| "learning_rate": 3.662918266593527e-05, | |
| "loss": 1.6248, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 26.878771256171145, | |
| "grad_norm": 5.139049530029297, | |
| "learning_rate": 3.656061437191443e-05, | |
| "loss": 1.6189, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 27.015907844212837, | |
| "grad_norm": 4.733531951904297, | |
| "learning_rate": 3.6492046077893585e-05, | |
| "loss": 1.6215, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 27.153044432254525, | |
| "grad_norm": 5.294017791748047, | |
| "learning_rate": 3.642347778387274e-05, | |
| "loss": 1.4842, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 27.290181020296217, | |
| "grad_norm": 5.071205139160156, | |
| "learning_rate": 3.63549094898519e-05, | |
| "loss": 1.5071, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 27.427317608337905, | |
| "grad_norm": 5.08548641204834, | |
| "learning_rate": 3.628634119583105e-05, | |
| "loss": 1.5179, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 27.564454196379593, | |
| "grad_norm": 5.183330059051514, | |
| "learning_rate": 3.62177729018102e-05, | |
| "loss": 1.5282, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 27.701590784421285, | |
| "grad_norm": 4.851142406463623, | |
| "learning_rate": 3.614920460778936e-05, | |
| "loss": 1.5419, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 27.838727372462973, | |
| "grad_norm": 4.878331661224365, | |
| "learning_rate": 3.6080636313768515e-05, | |
| "loss": 1.5537, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 27.97586396050466, | |
| "grad_norm": 5.406539440155029, | |
| "learning_rate": 3.601206801974767e-05, | |
| "loss": 1.5562, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 28.113000548546353, | |
| "grad_norm": 5.543664455413818, | |
| "learning_rate": 3.594349972572683e-05, | |
| "loss": 1.4368, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 28.25013713658804, | |
| "grad_norm": 5.570579528808594, | |
| "learning_rate": 3.5874931431705984e-05, | |
| "loss": 1.4252, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 28.387273724629733, | |
| "grad_norm": 4.777440547943115, | |
| "learning_rate": 3.580636313768513e-05, | |
| "loss": 1.4427, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 28.52441031267142, | |
| "grad_norm": 4.820840835571289, | |
| "learning_rate": 3.573779484366429e-05, | |
| "loss": 1.4574, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 28.66154690071311, | |
| "grad_norm": 4.499929904937744, | |
| "learning_rate": 3.5669226549643445e-05, | |
| "loss": 1.4651, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 28.7986834887548, | |
| "grad_norm": 4.876035213470459, | |
| "learning_rate": 3.56006582556226e-05, | |
| "loss": 1.4721, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 28.93582007679649, | |
| "grad_norm": 5.974823951721191, | |
| "learning_rate": 3.553208996160176e-05, | |
| "loss": 1.4854, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 29.07295666483818, | |
| "grad_norm": 5.119105815887451, | |
| "learning_rate": 3.5463521667580914e-05, | |
| "loss": 1.4078, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 29.21009325287987, | |
| "grad_norm": 4.832869052886963, | |
| "learning_rate": 3.539495337356007e-05, | |
| "loss": 1.3521, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 29.347229840921557, | |
| "grad_norm": 5.020029544830322, | |
| "learning_rate": 3.532638507953922e-05, | |
| "loss": 1.3673, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 29.48436642896325, | |
| "grad_norm": 5.573171615600586, | |
| "learning_rate": 3.5257816785518376e-05, | |
| "loss": 1.3926, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 29.621503017004937, | |
| "grad_norm": 5.574306488037109, | |
| "learning_rate": 3.518924849149753e-05, | |
| "loss": 1.4032, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 29.758639605046625, | |
| "grad_norm": 5.316165924072266, | |
| "learning_rate": 3.512068019747669e-05, | |
| "loss": 1.4039, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 29.895776193088317, | |
| "grad_norm": 5.210799217224121, | |
| "learning_rate": 3.5052111903455844e-05, | |
| "loss": 1.4099, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 30.032912781130005, | |
| "grad_norm": 4.973813056945801, | |
| "learning_rate": 3.4983543609435e-05, | |
| "loss": 1.3881, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 30.170049369171696, | |
| "grad_norm": 4.447306156158447, | |
| "learning_rate": 3.4914975315414157e-05, | |
| "loss": 1.2853, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 30.307185957213385, | |
| "grad_norm": 5.200187683105469, | |
| "learning_rate": 3.4846407021393306e-05, | |
| "loss": 1.2992, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 30.444322545255073, | |
| "grad_norm": 5.067360877990723, | |
| "learning_rate": 3.477783872737246e-05, | |
| "loss": 1.3248, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 30.581459133296764, | |
| "grad_norm": 5.2174391746521, | |
| "learning_rate": 3.470927043335162e-05, | |
| "loss": 1.326, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 30.718595721338453, | |
| "grad_norm": 5.6121392250061035, | |
| "learning_rate": 3.4640702139330774e-05, | |
| "loss": 1.3509, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 30.855732309380144, | |
| "grad_norm": 5.090517997741699, | |
| "learning_rate": 3.457213384530993e-05, | |
| "loss": 1.3437, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 30.992868897421832, | |
| "grad_norm": 4.977377414703369, | |
| "learning_rate": 3.450356555128909e-05, | |
| "loss": 1.3577, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 31.13000548546352, | |
| "grad_norm": 5.1490478515625, | |
| "learning_rate": 3.443499725726824e-05, | |
| "loss": 1.2348, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 31.267142073505212, | |
| "grad_norm": 4.903263092041016, | |
| "learning_rate": 3.436642896324739e-05, | |
| "loss": 1.2272, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 31.4042786615469, | |
| "grad_norm": 5.068541049957275, | |
| "learning_rate": 3.429786066922655e-05, | |
| "loss": 1.2484, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 31.54141524958859, | |
| "grad_norm": 5.064205169677734, | |
| "learning_rate": 3.4229292375205705e-05, | |
| "loss": 1.2704, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 31.67855183763028, | |
| "grad_norm": 5.463748455047607, | |
| "learning_rate": 3.416072408118486e-05, | |
| "loss": 1.2753, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 31.81568842567197, | |
| "grad_norm": 4.637465476989746, | |
| "learning_rate": 3.409215578716402e-05, | |
| "loss": 1.2875, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 31.95282501371366, | |
| "grad_norm": 4.767406463623047, | |
| "learning_rate": 3.402358749314317e-05, | |
| "loss": 1.2919, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 32.08996160175535, | |
| "grad_norm": 4.907227993011475, | |
| "learning_rate": 3.395501919912233e-05, | |
| "loss": 1.2129, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 32.22709818979704, | |
| "grad_norm": 4.724886417388916, | |
| "learning_rate": 3.388645090510148e-05, | |
| "loss": 1.1743, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 32.364234777838725, | |
| "grad_norm": 5.002569198608398, | |
| "learning_rate": 3.3817882611080635e-05, | |
| "loss": 1.1865, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 32.501371365880416, | |
| "grad_norm": 4.655109405517578, | |
| "learning_rate": 3.374931431705979e-05, | |
| "loss": 1.2088, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 32.63850795392211, | |
| "grad_norm": 5.301872730255127, | |
| "learning_rate": 3.368074602303895e-05, | |
| "loss": 1.2133, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 32.77564454196379, | |
| "grad_norm": 5.0290846824646, | |
| "learning_rate": 3.3612177729018103e-05, | |
| "loss": 1.224, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 32.912781130005484, | |
| "grad_norm": 5.073773384094238, | |
| "learning_rate": 3.354360943499726e-05, | |
| "loss": 1.2292, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 33.049917718047176, | |
| "grad_norm": 5.129011631011963, | |
| "learning_rate": 3.3475041140976416e-05, | |
| "loss": 1.1887, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 33.18705430608887, | |
| "grad_norm": 5.234120845794678, | |
| "learning_rate": 3.340647284695557e-05, | |
| "loss": 1.1145, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 33.32419089413055, | |
| "grad_norm": 5.61316442489624, | |
| "learning_rate": 3.333790455293472e-05, | |
| "loss": 1.1246, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 33.461327482172244, | |
| "grad_norm": 5.373575210571289, | |
| "learning_rate": 3.326933625891388e-05, | |
| "loss": 1.1392, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 33.598464070213936, | |
| "grad_norm": 5.573062419891357, | |
| "learning_rate": 3.3200767964893034e-05, | |
| "loss": 1.1565, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 33.73560065825562, | |
| "grad_norm": 5.016828536987305, | |
| "learning_rate": 3.313219967087219e-05, | |
| "loss": 1.1566, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 33.87273724629731, | |
| "grad_norm": 5.493660926818848, | |
| "learning_rate": 3.3063631376851346e-05, | |
| "loss": 1.1775, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 34.009873834339004, | |
| "grad_norm": 4.961755275726318, | |
| "learning_rate": 3.29950630828305e-05, | |
| "loss": 1.182, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 34.14701042238069, | |
| "grad_norm": 5.307010173797607, | |
| "learning_rate": 3.292649478880966e-05, | |
| "loss": 1.0434, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 34.28414701042238, | |
| "grad_norm": 5.011436462402344, | |
| "learning_rate": 3.285792649478881e-05, | |
| "loss": 1.0732, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 34.42128359846407, | |
| "grad_norm": 5.172646522521973, | |
| "learning_rate": 3.2789358200767964e-05, | |
| "loss": 1.0886, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 34.55842018650576, | |
| "grad_norm": 5.302252769470215, | |
| "learning_rate": 3.272078990674713e-05, | |
| "loss": 1.0978, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 34.69555677454745, | |
| "grad_norm": 5.635678768157959, | |
| "learning_rate": 3.2652221612726276e-05, | |
| "loss": 1.1098, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 34.83269336258914, | |
| "grad_norm": 5.217731475830078, | |
| "learning_rate": 3.258365331870543e-05, | |
| "loss": 1.1163, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 34.96982995063083, | |
| "grad_norm": 5.012636661529541, | |
| "learning_rate": 3.251508502468459e-05, | |
| "loss": 1.1212, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 35.106966538672516, | |
| "grad_norm": 4.536286354064941, | |
| "learning_rate": 3.2446516730663745e-05, | |
| "loss": 1.0247, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 35.24410312671421, | |
| "grad_norm": 5.208780288696289, | |
| "learning_rate": 3.2377948436642894e-05, | |
| "loss": 1.0127, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 35.3812397147559, | |
| "grad_norm": 5.084893226623535, | |
| "learning_rate": 3.230938014262205e-05, | |
| "loss": 1.0279, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 35.518376302797584, | |
| "grad_norm": 4.847336769104004, | |
| "learning_rate": 3.224081184860121e-05, | |
| "loss": 1.0429, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 35.655512890839276, | |
| "grad_norm": 5.661252021789551, | |
| "learning_rate": 3.217224355458036e-05, | |
| "loss": 1.0581, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 35.79264947888097, | |
| "grad_norm": 5.379410743713379, | |
| "learning_rate": 3.210367526055952e-05, | |
| "loss": 1.0666, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 35.92978606692265, | |
| "grad_norm": 5.579956531524658, | |
| "learning_rate": 3.2035106966538675e-05, | |
| "loss": 1.0739, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 36.066922654964344, | |
| "grad_norm": 5.134979248046875, | |
| "learning_rate": 3.196653867251783e-05, | |
| "loss": 1.01, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 36.204059243006036, | |
| "grad_norm": 5.556998252868652, | |
| "learning_rate": 3.189797037849698e-05, | |
| "loss": 0.9573, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 36.34119583104772, | |
| "grad_norm": 5.259885787963867, | |
| "learning_rate": 3.182940208447614e-05, | |
| "loss": 0.9718, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 36.47833241908941, | |
| "grad_norm": 5.2222208976745605, | |
| "learning_rate": 3.17608337904553e-05, | |
| "loss": 0.9924, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 36.615469007131104, | |
| "grad_norm": 5.009335041046143, | |
| "learning_rate": 3.169226549643445e-05, | |
| "loss": 0.9983, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 36.752605595172795, | |
| "grad_norm": 4.928483009338379, | |
| "learning_rate": 3.1623697202413605e-05, | |
| "loss": 1.0232, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 36.88974218321448, | |
| "grad_norm": 5.5725226402282715, | |
| "learning_rate": 3.155512890839276e-05, | |
| "loss": 1.0157, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 37.02687877125617, | |
| "grad_norm": 5.25609827041626, | |
| "learning_rate": 3.148656061437192e-05, | |
| "loss": 1.0, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 37.16401535929786, | |
| "grad_norm": 5.325344085693359, | |
| "learning_rate": 3.141799232035107e-05, | |
| "loss": 0.9007, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 37.30115194733955, | |
| "grad_norm": 5.14201021194458, | |
| "learning_rate": 3.134942402633022e-05, | |
| "loss": 0.9298, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 37.43828853538124, | |
| "grad_norm": 5.08565092086792, | |
| "learning_rate": 3.1280855732309386e-05, | |
| "loss": 0.941, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 37.57542512342293, | |
| "grad_norm": 5.582076549530029, | |
| "learning_rate": 3.1212287438288536e-05, | |
| "loss": 0.9441, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 37.712561711464616, | |
| "grad_norm": 5.214138031005859, | |
| "learning_rate": 3.114371914426769e-05, | |
| "loss": 0.9642, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 37.84969829950631, | |
| "grad_norm": 5.962718963623047, | |
| "learning_rate": 3.107515085024685e-05, | |
| "loss": 0.9764, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 37.986834887548, | |
| "grad_norm": 5.05949592590332, | |
| "learning_rate": 3.1006582556226004e-05, | |
| "loss": 0.9785, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 38.123971475589684, | |
| "grad_norm": 5.427227020263672, | |
| "learning_rate": 3.0938014262205153e-05, | |
| "loss": 0.8783, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 38.261108063631376, | |
| "grad_norm": 5.215878009796143, | |
| "learning_rate": 3.086944596818431e-05, | |
| "loss": 0.8717, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 38.39824465167307, | |
| "grad_norm": 5.433798789978027, | |
| "learning_rate": 3.080087767416347e-05, | |
| "loss": 0.8879, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 38.53538123971476, | |
| "grad_norm": 5.417360782623291, | |
| "learning_rate": 3.073230938014262e-05, | |
| "loss": 0.9018, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 38.672517827756444, | |
| "grad_norm": 5.553948879241943, | |
| "learning_rate": 3.066374108612178e-05, | |
| "loss": 0.9187, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 38.809654415798136, | |
| "grad_norm": 5.142756938934326, | |
| "learning_rate": 3.0595172792100934e-05, | |
| "loss": 0.9246, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 38.94679100383983, | |
| "grad_norm": 5.797046184539795, | |
| "learning_rate": 3.052660449808009e-05, | |
| "loss": 0.9304, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 39.08392759188151, | |
| "grad_norm": 4.4715986251831055, | |
| "learning_rate": 3.0458036204059243e-05, | |
| "loss": 0.859, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 39.221064179923204, | |
| "grad_norm": 4.92647123336792, | |
| "learning_rate": 3.03894679100384e-05, | |
| "loss": 0.8293, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 39.358200767964895, | |
| "grad_norm": 5.064645767211914, | |
| "learning_rate": 3.0320899616017556e-05, | |
| "loss": 0.8431, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 39.49533735600658, | |
| "grad_norm": 5.243420600891113, | |
| "learning_rate": 3.025233132199671e-05, | |
| "loss": 0.8615, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 39.63247394404827, | |
| "grad_norm": 6.133671760559082, | |
| "learning_rate": 3.0183763027975865e-05, | |
| "loss": 0.8714, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 39.76961053208996, | |
| "grad_norm": 5.261296272277832, | |
| "learning_rate": 3.011519473395502e-05, | |
| "loss": 0.8801, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 39.90674712013165, | |
| "grad_norm": 5.25457239151001, | |
| "learning_rate": 3.0046626439934177e-05, | |
| "loss": 0.8869, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 40.04388370817334, | |
| "grad_norm": 5.886989116668701, | |
| "learning_rate": 2.997805814591333e-05, | |
| "loss": 0.8569, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 40.18102029621503, | |
| "grad_norm": 4.354552745819092, | |
| "learning_rate": 2.9909489851892486e-05, | |
| "loss": 0.7847, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 40.31815688425672, | |
| "grad_norm": 5.114023208618164, | |
| "learning_rate": 2.9840921557871642e-05, | |
| "loss": 0.8053, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 40.45529347229841, | |
| "grad_norm": 5.665450572967529, | |
| "learning_rate": 2.9772353263850798e-05, | |
| "loss": 0.8053, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 40.5924300603401, | |
| "grad_norm": 4.803800106048584, | |
| "learning_rate": 2.970378496982995e-05, | |
| "loss": 0.8227, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 40.72956664838179, | |
| "grad_norm": 5.80670690536499, | |
| "learning_rate": 2.9635216675809107e-05, | |
| "loss": 0.8375, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 40.866703236423476, | |
| "grad_norm": 5.025584697723389, | |
| "learning_rate": 2.9566648381788263e-05, | |
| "loss": 0.8358, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 41.00383982446517, | |
| "grad_norm": 4.726833343505859, | |
| "learning_rate": 2.9498080087767416e-05, | |
| "loss": 0.8472, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 41.14097641250686, | |
| "grad_norm": 5.068787097930908, | |
| "learning_rate": 2.9429511793746572e-05, | |
| "loss": 0.7477, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 41.278113000548544, | |
| "grad_norm": 4.701972484588623, | |
| "learning_rate": 2.936094349972573e-05, | |
| "loss": 0.7578, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 41.415249588590235, | |
| "grad_norm": 4.899438858032227, | |
| "learning_rate": 2.9292375205704885e-05, | |
| "loss": 0.7685, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 41.55238617663193, | |
| "grad_norm": 5.0015482902526855, | |
| "learning_rate": 2.9223806911684037e-05, | |
| "loss": 0.7812, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 41.68952276467361, | |
| "grad_norm": 4.952108860015869, | |
| "learning_rate": 2.9155238617663194e-05, | |
| "loss": 0.7886, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 41.8266593527153, | |
| "grad_norm": 5.88131046295166, | |
| "learning_rate": 2.908667032364235e-05, | |
| "loss": 0.7972, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 41.963795940756995, | |
| "grad_norm": 5.144876956939697, | |
| "learning_rate": 2.9018102029621502e-05, | |
| "loss": 0.8097, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 42.10093252879869, | |
| "grad_norm": 5.848343849182129, | |
| "learning_rate": 2.894953373560066e-05, | |
| "loss": 0.7389, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 42.23806911684037, | |
| "grad_norm": 5.04640007019043, | |
| "learning_rate": 2.8880965441579815e-05, | |
| "loss": 0.7163, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 42.37520570488206, | |
| "grad_norm": 5.1840128898620605, | |
| "learning_rate": 2.881239714755897e-05, | |
| "loss": 0.732, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 42.512342292923755, | |
| "grad_norm": 5.124771595001221, | |
| "learning_rate": 2.8743828853538124e-05, | |
| "loss": 0.7431, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 42.64947888096544, | |
| "grad_norm": 4.6923089027404785, | |
| "learning_rate": 2.867526055951728e-05, | |
| "loss": 0.7582, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 42.78661546900713, | |
| "grad_norm": 5.027599334716797, | |
| "learning_rate": 2.8606692265496436e-05, | |
| "loss": 0.7561, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 42.92375205704882, | |
| "grad_norm": 4.931192398071289, | |
| "learning_rate": 2.853812397147559e-05, | |
| "loss": 0.7642, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 43.06088864509051, | |
| "grad_norm": 4.427544593811035, | |
| "learning_rate": 2.8469555677454745e-05, | |
| "loss": 0.7286, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 43.1980252331322, | |
| "grad_norm": 5.119362831115723, | |
| "learning_rate": 2.84009873834339e-05, | |
| "loss": 0.6782, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 43.33516182117389, | |
| "grad_norm": 4.8863749504089355, | |
| "learning_rate": 2.833241908941306e-05, | |
| "loss": 0.6933, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 43.472298409215576, | |
| "grad_norm": 5.453842639923096, | |
| "learning_rate": 2.826385079539221e-05, | |
| "loss": 0.7039, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 43.60943499725727, | |
| "grad_norm": 4.8158721923828125, | |
| "learning_rate": 2.8195282501371366e-05, | |
| "loss": 0.711, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 43.74657158529896, | |
| "grad_norm": 5.3100905418396, | |
| "learning_rate": 2.8126714207350523e-05, | |
| "loss": 0.7238, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 43.88370817334065, | |
| "grad_norm": 4.8812031745910645, | |
| "learning_rate": 2.8058145913329675e-05, | |
| "loss": 0.7283, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 44.020844761382335, | |
| "grad_norm": 5.003659725189209, | |
| "learning_rate": 2.798957761930883e-05, | |
| "loss": 0.7262, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 44.15798134942403, | |
| "grad_norm": 5.185481548309326, | |
| "learning_rate": 2.7921009325287988e-05, | |
| "loss": 0.6417, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 44.29511793746572, | |
| "grad_norm": 4.771406173706055, | |
| "learning_rate": 2.7852441031267147e-05, | |
| "loss": 0.6564, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 44.4322545255074, | |
| "grad_norm": 5.313647270202637, | |
| "learning_rate": 2.7783872737246297e-05, | |
| "loss": 0.6727, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 44.569391113549095, | |
| "grad_norm": 5.134614944458008, | |
| "learning_rate": 2.7715304443225453e-05, | |
| "loss": 0.6784, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 44.70652770159079, | |
| "grad_norm": 4.888493537902832, | |
| "learning_rate": 2.764673614920461e-05, | |
| "loss": 0.6869, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 44.84366428963247, | |
| "grad_norm": 5.336511135101318, | |
| "learning_rate": 2.7578167855183762e-05, | |
| "loss": 0.692, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 44.98080087767416, | |
| "grad_norm": 5.053600311279297, | |
| "learning_rate": 2.7509599561162918e-05, | |
| "loss": 0.7041, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 45.117937465715855, | |
| "grad_norm": 4.778295993804932, | |
| "learning_rate": 2.7441031267142074e-05, | |
| "loss": 0.6192, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 45.25507405375754, | |
| "grad_norm": 5.197367191314697, | |
| "learning_rate": 2.7372462973121234e-05, | |
| "loss": 0.6225, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 45.39221064179923, | |
| "grad_norm": 5.395830154418945, | |
| "learning_rate": 2.7303894679100383e-05, | |
| "loss": 0.6342, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 45.52934722984092, | |
| "grad_norm": 5.031848430633545, | |
| "learning_rate": 2.723532638507954e-05, | |
| "loss": 0.6448, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 45.666483817882614, | |
| "grad_norm": 5.896296977996826, | |
| "learning_rate": 2.71667580910587e-05, | |
| "loss": 0.6532, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 45.8036204059243, | |
| "grad_norm": 5.266870021820068, | |
| "learning_rate": 2.7098189797037848e-05, | |
| "loss": 0.6583, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 45.94075699396599, | |
| "grad_norm": 5.225521087646484, | |
| "learning_rate": 2.7029621503017004e-05, | |
| "loss": 0.6648, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 46.07789358200768, | |
| "grad_norm": 5.04818058013916, | |
| "learning_rate": 2.696105320899616e-05, | |
| "loss": 0.6178, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 46.21503017004937, | |
| "grad_norm": 4.635532855987549, | |
| "learning_rate": 2.689248491497532e-05, | |
| "loss": 0.5913, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 46.35216675809106, | |
| "grad_norm": 5.3561906814575195, | |
| "learning_rate": 2.682391662095447e-05, | |
| "loss": 0.5949, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 46.48930334613275, | |
| "grad_norm": 5.117276191711426, | |
| "learning_rate": 2.6755348326933626e-05, | |
| "loss": 0.6108, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 46.626439934174435, | |
| "grad_norm": 5.213390350341797, | |
| "learning_rate": 2.6686780032912785e-05, | |
| "loss": 0.6224, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 46.76357652221613, | |
| "grad_norm": 5.088405609130859, | |
| "learning_rate": 2.6618211738891935e-05, | |
| "loss": 0.6281, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 46.90071311025782, | |
| "grad_norm": 5.051976680755615, | |
| "learning_rate": 2.654964344487109e-05, | |
| "loss": 0.6368, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 47.0378496982995, | |
| "grad_norm": 4.881986141204834, | |
| "learning_rate": 2.648107515085025e-05, | |
| "loss": 0.6152, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 47.174986286341195, | |
| "grad_norm": 5.066763401031494, | |
| "learning_rate": 2.6412506856829406e-05, | |
| "loss": 0.564, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 47.31212287438289, | |
| "grad_norm": 4.73757791519165, | |
| "learning_rate": 2.6343938562808556e-05, | |
| "loss": 0.5697, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 47.44925946242458, | |
| "grad_norm": 4.839804172515869, | |
| "learning_rate": 2.6275370268787712e-05, | |
| "loss": 0.5825, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 47.58639605046626, | |
| "grad_norm": 5.461195945739746, | |
| "learning_rate": 2.620680197476687e-05, | |
| "loss": 0.5853, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 47.723532638507955, | |
| "grad_norm": 4.896440029144287, | |
| "learning_rate": 2.613823368074602e-05, | |
| "loss": 0.593, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 47.860669226549646, | |
| "grad_norm": 4.847322463989258, | |
| "learning_rate": 2.6069665386725177e-05, | |
| "loss": 0.6, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 47.99780581459133, | |
| "grad_norm": 4.478647708892822, | |
| "learning_rate": 2.6001097092704337e-05, | |
| "loss": 0.6104, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 48.13494240263302, | |
| "grad_norm": 5.172453880310059, | |
| "learning_rate": 2.5932528798683493e-05, | |
| "loss": 0.5294, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 48.272078990674714, | |
| "grad_norm": 4.307365894317627, | |
| "learning_rate": 2.5863960504662642e-05, | |
| "loss": 0.5392, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 48.4092155787164, | |
| "grad_norm": 4.813899517059326, | |
| "learning_rate": 2.57953922106418e-05, | |
| "loss": 0.5521, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 48.54635216675809, | |
| "grad_norm": 5.233691215515137, | |
| "learning_rate": 2.5726823916620958e-05, | |
| "loss": 0.5565, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 48.68348875479978, | |
| "grad_norm": 5.3576979637146, | |
| "learning_rate": 2.5658255622600114e-05, | |
| "loss": 0.5663, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 48.82062534284147, | |
| "grad_norm": 5.31622314453125, | |
| "learning_rate": 2.5589687328579264e-05, | |
| "loss": 0.5754, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 48.95776193088316, | |
| "grad_norm": 5.2634148597717285, | |
| "learning_rate": 2.5521119034558423e-05, | |
| "loss": 0.58, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 49.09489851892485, | |
| "grad_norm": 4.982797622680664, | |
| "learning_rate": 2.545255074053758e-05, | |
| "loss": 0.5266, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 49.23203510696654, | |
| "grad_norm": 4.663660526275635, | |
| "learning_rate": 2.538398244651673e-05, | |
| "loss": 0.5101, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 49.36917169500823, | |
| "grad_norm": 4.653820991516113, | |
| "learning_rate": 2.5315414152495888e-05, | |
| "loss": 0.5206, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 49.50630828304992, | |
| "grad_norm": 4.846981048583984, | |
| "learning_rate": 2.5246845858475044e-05, | |
| "loss": 0.5349, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 49.64344487109161, | |
| "grad_norm": 4.962299346923828, | |
| "learning_rate": 2.51782775644542e-05, | |
| "loss": 0.5378, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 49.780581459133295, | |
| "grad_norm": 4.924633979797363, | |
| "learning_rate": 2.510970927043335e-05, | |
| "loss": 0.5446, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 49.917718047174986, | |
| "grad_norm": 5.435749053955078, | |
| "learning_rate": 2.504114097641251e-05, | |
| "loss": 0.5535, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 50.05485463521668, | |
| "grad_norm": 4.581083297729492, | |
| "learning_rate": 2.4972572682391662e-05, | |
| "loss": 0.5224, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 50.19199122325836, | |
| "grad_norm": 4.435048580169678, | |
| "learning_rate": 2.490400438837082e-05, | |
| "loss": 0.4925, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 50.329127811300054, | |
| "grad_norm": 4.9870710372924805, | |
| "learning_rate": 2.4835436094349975e-05, | |
| "loss": 0.4966, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 50.466264399341746, | |
| "grad_norm": 4.312280178070068, | |
| "learning_rate": 2.476686780032913e-05, | |
| "loss": 0.505, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 50.60340098738343, | |
| "grad_norm": 4.78123664855957, | |
| "learning_rate": 2.4698299506308284e-05, | |
| "loss": 0.508, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 50.74053757542512, | |
| "grad_norm": 5.319374084472656, | |
| "learning_rate": 2.462973121228744e-05, | |
| "loss": 0.5149, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 50.877674163466814, | |
| "grad_norm": 4.26421594619751, | |
| "learning_rate": 2.4561162918266596e-05, | |
| "loss": 0.5278, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 51.014810751508506, | |
| "grad_norm": 4.891973495483398, | |
| "learning_rate": 2.449259462424575e-05, | |
| "loss": 0.522, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 51.15194733955019, | |
| "grad_norm": 5.03622579574585, | |
| "learning_rate": 2.4424026330224905e-05, | |
| "loss": 0.4602, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 51.28908392759188, | |
| "grad_norm": 4.524442195892334, | |
| "learning_rate": 2.435545803620406e-05, | |
| "loss": 0.4689, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 51.426220515633574, | |
| "grad_norm": 4.18233060836792, | |
| "learning_rate": 2.4286889742183217e-05, | |
| "loss": 0.4786, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 51.56335710367526, | |
| "grad_norm": 4.806675434112549, | |
| "learning_rate": 2.421832144816237e-05, | |
| "loss": 0.4886, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 51.70049369171695, | |
| "grad_norm": 4.611050128936768, | |
| "learning_rate": 2.4149753154141526e-05, | |
| "loss": 0.4901, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 51.83763027975864, | |
| "grad_norm": 5.323733806610107, | |
| "learning_rate": 2.4081184860120682e-05, | |
| "loss": 0.5021, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 51.97476686780033, | |
| "grad_norm": 4.821100234985352, | |
| "learning_rate": 2.4012616566099835e-05, | |
| "loss": 0.5053, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 52.11190345584202, | |
| "grad_norm": 4.823397159576416, | |
| "learning_rate": 2.394404827207899e-05, | |
| "loss": 0.4498, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 52.24904004388371, | |
| "grad_norm": 4.650783061981201, | |
| "learning_rate": 2.3875479978058147e-05, | |
| "loss": 0.4506, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 52.386176631925395, | |
| "grad_norm": 5.3509697914123535, | |
| "learning_rate": 2.3806911684037304e-05, | |
| "loss": 0.4492, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 52.523313219967086, | |
| "grad_norm": 5.251642227172852, | |
| "learning_rate": 2.3738343390016456e-05, | |
| "loss": 0.4665, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 52.66044980800878, | |
| "grad_norm": 4.471257209777832, | |
| "learning_rate": 2.3669775095995613e-05, | |
| "loss": 0.4686, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 52.79758639605047, | |
| "grad_norm": 4.814416885375977, | |
| "learning_rate": 2.360120680197477e-05, | |
| "loss": 0.4761, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 52.934722984092154, | |
| "grad_norm": 5.369185924530029, | |
| "learning_rate": 2.353263850795392e-05, | |
| "loss": 0.4826, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 53.071859572133846, | |
| "grad_norm": 4.826727867126465, | |
| "learning_rate": 2.3464070213933078e-05, | |
| "loss": 0.4517, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 53.20899616017554, | |
| "grad_norm": 4.9067583084106445, | |
| "learning_rate": 2.3395501919912234e-05, | |
| "loss": 0.4241, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 53.34613274821722, | |
| "grad_norm": 5.361186981201172, | |
| "learning_rate": 2.332693362589139e-05, | |
| "loss": 0.4334, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 53.483269336258914, | |
| "grad_norm": 4.9540300369262695, | |
| "learning_rate": 2.3258365331870543e-05, | |
| "loss": 0.4379, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 53.620405924300606, | |
| "grad_norm": 5.23082971572876, | |
| "learning_rate": 2.31897970378497e-05, | |
| "loss": 0.4495, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 53.75754251234229, | |
| "grad_norm": 4.608271598815918, | |
| "learning_rate": 2.3121228743828855e-05, | |
| "loss": 0.4521, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 53.89467910038398, | |
| "grad_norm": 4.835067272186279, | |
| "learning_rate": 2.305266044980801e-05, | |
| "loss": 0.4616, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 54.031815688425674, | |
| "grad_norm": 4.397408485412598, | |
| "learning_rate": 2.2984092155787164e-05, | |
| "loss": 0.4483, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 54.16895227646736, | |
| "grad_norm": 4.769198894500732, | |
| "learning_rate": 2.291552386176632e-05, | |
| "loss": 0.4038, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 54.30608886450905, | |
| "grad_norm": 4.403786659240723, | |
| "learning_rate": 2.2846955567745476e-05, | |
| "loss": 0.4146, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 54.44322545255074, | |
| "grad_norm": 4.6071696281433105, | |
| "learning_rate": 2.277838727372463e-05, | |
| "loss": 0.4199, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 54.58036204059243, | |
| "grad_norm": 4.638876438140869, | |
| "learning_rate": 2.2709818979703785e-05, | |
| "loss": 0.4268, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 54.71749862863412, | |
| "grad_norm": 4.671108722686768, | |
| "learning_rate": 2.264125068568294e-05, | |
| "loss": 0.4302, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 54.85463521667581, | |
| "grad_norm": 5.265748977661133, | |
| "learning_rate": 2.2572682391662098e-05, | |
| "loss": 0.44, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 54.9917718047175, | |
| "grad_norm": 5.179275989532471, | |
| "learning_rate": 2.250411409764125e-05, | |
| "loss": 0.4381, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 55.128908392759186, | |
| "grad_norm": 4.084758758544922, | |
| "learning_rate": 2.2435545803620407e-05, | |
| "loss": 0.3888, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 55.26604498080088, | |
| "grad_norm": 4.465928554534912, | |
| "learning_rate": 2.2366977509599563e-05, | |
| "loss": 0.3935, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 55.40318156884257, | |
| "grad_norm": 4.657350540161133, | |
| "learning_rate": 2.2298409215578716e-05, | |
| "loss": 0.3963, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 55.540318156884254, | |
| "grad_norm": 4.591371059417725, | |
| "learning_rate": 2.2229840921557872e-05, | |
| "loss": 0.4052, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 55.677454744925946, | |
| "grad_norm": 4.821173191070557, | |
| "learning_rate": 2.2161272627537028e-05, | |
| "loss": 0.4135, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 55.81459133296764, | |
| "grad_norm": 4.650514125823975, | |
| "learning_rate": 2.2092704333516184e-05, | |
| "loss": 0.4171, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 55.95172792100932, | |
| "grad_norm": 4.952467441558838, | |
| "learning_rate": 2.2024136039495337e-05, | |
| "loss": 0.4238, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 56.088864509051014, | |
| "grad_norm": 4.717243671417236, | |
| "learning_rate": 2.1955567745474493e-05, | |
| "loss": 0.3891, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 56.226001097092706, | |
| "grad_norm": 4.069623947143555, | |
| "learning_rate": 2.188699945145365e-05, | |
| "loss": 0.373, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 56.3631376851344, | |
| "grad_norm": 4.447889804840088, | |
| "learning_rate": 2.1818431157432802e-05, | |
| "loss": 0.3799, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 56.50027427317608, | |
| "grad_norm": 4.514695644378662, | |
| "learning_rate": 2.174986286341196e-05, | |
| "loss": 0.39, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 56.637410861217774, | |
| "grad_norm": 5.111133098602295, | |
| "learning_rate": 2.1681294569391114e-05, | |
| "loss": 0.3919, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 56.774547449259465, | |
| "grad_norm": 4.48080587387085, | |
| "learning_rate": 2.161272627537027e-05, | |
| "loss": 0.3965, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 56.91168403730115, | |
| "grad_norm": 4.876768589019775, | |
| "learning_rate": 2.1544157981349423e-05, | |
| "loss": 0.4046, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 57.04882062534284, | |
| "grad_norm": 4.336927890777588, | |
| "learning_rate": 2.1475589687328583e-05, | |
| "loss": 0.3817, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 57.18595721338453, | |
| "grad_norm": 4.570804595947266, | |
| "learning_rate": 2.1407021393307736e-05, | |
| "loss": 0.357, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 57.32309380142622, | |
| "grad_norm": 4.742151737213135, | |
| "learning_rate": 2.133845309928689e-05, | |
| "loss": 0.3648, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 57.46023038946791, | |
| "grad_norm": 4.641295433044434, | |
| "learning_rate": 2.1269884805266048e-05, | |
| "loss": 0.3716, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 57.5973669775096, | |
| "grad_norm": 5.475332736968994, | |
| "learning_rate": 2.12013165112452e-05, | |
| "loss": 0.3731, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 57.734503565551286, | |
| "grad_norm": 4.712151050567627, | |
| "learning_rate": 2.1132748217224357e-05, | |
| "loss": 0.3809, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 57.87164015359298, | |
| "grad_norm": 4.409310817718506, | |
| "learning_rate": 2.106417992320351e-05, | |
| "loss": 0.3812, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 58.00877674163467, | |
| "grad_norm": 4.162150859832764, | |
| "learning_rate": 2.099561162918267e-05, | |
| "loss": 0.383, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 58.14591332967636, | |
| "grad_norm": 4.273313999176025, | |
| "learning_rate": 2.0927043335161822e-05, | |
| "loss": 0.3407, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 58.283049917718046, | |
| "grad_norm": 4.508772850036621, | |
| "learning_rate": 2.0858475041140975e-05, | |
| "loss": 0.3489, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 58.42018650575974, | |
| "grad_norm": 5.550928592681885, | |
| "learning_rate": 2.0789906747120134e-05, | |
| "loss": 0.3526, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 58.55732309380143, | |
| "grad_norm": 4.722227096557617, | |
| "learning_rate": 2.0721338453099287e-05, | |
| "loss": 0.3576, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 58.694459681843114, | |
| "grad_norm": 4.649284839630127, | |
| "learning_rate": 2.0652770159078443e-05, | |
| "loss": 0.3605, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 58.831596269884805, | |
| "grad_norm": 4.80319881439209, | |
| "learning_rate": 2.05842018650576e-05, | |
| "loss": 0.3655, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 58.9687328579265, | |
| "grad_norm": 5.22609806060791, | |
| "learning_rate": 2.0515633571036756e-05, | |
| "loss": 0.3714, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 59.10586944596818, | |
| "grad_norm": 5.241272926330566, | |
| "learning_rate": 2.044706527701591e-05, | |
| "loss": 0.3345, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 59.24300603400987, | |
| "grad_norm": 4.466114044189453, | |
| "learning_rate": 2.037849698299506e-05, | |
| "loss": 0.3314, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 59.380142622051565, | |
| "grad_norm": 4.289991855621338, | |
| "learning_rate": 2.030992868897422e-05, | |
| "loss": 0.3353, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 59.51727921009325, | |
| "grad_norm": 4.458993911743164, | |
| "learning_rate": 2.0241360394953374e-05, | |
| "loss": 0.3385, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 59.65441579813494, | |
| "grad_norm": 4.6871724128723145, | |
| "learning_rate": 2.017279210093253e-05, | |
| "loss": 0.3452, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 59.79155238617663, | |
| "grad_norm": 4.503798484802246, | |
| "learning_rate": 2.0104223806911686e-05, | |
| "loss": 0.3476, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 59.928688974218325, | |
| "grad_norm": 5.342411041259766, | |
| "learning_rate": 2.0035655512890842e-05, | |
| "loss": 0.3553, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 60.06582556226001, | |
| "grad_norm": 5.1502180099487305, | |
| "learning_rate": 1.9967087218869995e-05, | |
| "loss": 0.3331, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 60.2029621503017, | |
| "grad_norm": 4.446504592895508, | |
| "learning_rate": 1.9898518924849148e-05, | |
| "loss": 0.3166, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 60.34009873834339, | |
| "grad_norm": 4.185482025146484, | |
| "learning_rate": 1.9829950630828307e-05, | |
| "loss": 0.3204, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 60.47723532638508, | |
| "grad_norm": 4.356864929199219, | |
| "learning_rate": 1.976138233680746e-05, | |
| "loss": 0.3262, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 60.61437191442677, | |
| "grad_norm": 4.678393840789795, | |
| "learning_rate": 1.9692814042786616e-05, | |
| "loss": 0.3311, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 60.75150850246846, | |
| "grad_norm": 5.001060962677002, | |
| "learning_rate": 1.9624245748765772e-05, | |
| "loss": 0.3354, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 60.888645090510146, | |
| "grad_norm": 5.079350471496582, | |
| "learning_rate": 1.955567745474493e-05, | |
| "loss": 0.3404, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 61.02578167855184, | |
| "grad_norm": 4.419836044311523, | |
| "learning_rate": 1.948710916072408e-05, | |
| "loss": 0.331, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 61.16291826659353, | |
| "grad_norm": 4.383386611938477, | |
| "learning_rate": 1.9418540866703238e-05, | |
| "loss": 0.3028, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 61.30005485463521, | |
| "grad_norm": 4.333778381347656, | |
| "learning_rate": 1.9349972572682394e-05, | |
| "loss": 0.3055, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 61.437191442676905, | |
| "grad_norm": 4.988595008850098, | |
| "learning_rate": 1.9281404278661547e-05, | |
| "loss": 0.3112, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 61.5743280307186, | |
| "grad_norm": 5.163971900939941, | |
| "learning_rate": 1.9212835984640703e-05, | |
| "loss": 0.3153, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 61.71146461876029, | |
| "grad_norm": 3.907899856567383, | |
| "learning_rate": 1.914426769061986e-05, | |
| "loss": 0.3228, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 61.84860120680197, | |
| "grad_norm": 4.212146282196045, | |
| "learning_rate": 1.9075699396599015e-05, | |
| "loss": 0.325, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 61.985737794843665, | |
| "grad_norm": 4.616479873657227, | |
| "learning_rate": 1.9007131102578168e-05, | |
| "loss": 0.3263, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 62.12287438288536, | |
| "grad_norm": 4.422669887542725, | |
| "learning_rate": 1.8938562808557324e-05, | |
| "loss": 0.2962, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 62.26001097092704, | |
| "grad_norm": 4.242331027984619, | |
| "learning_rate": 1.886999451453648e-05, | |
| "loss": 0.2926, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 62.39714755896873, | |
| "grad_norm": 4.647274494171143, | |
| "learning_rate": 1.8801426220515633e-05, | |
| "loss": 0.2985, | |
| "step": 227500 | |
| }, | |
| { | |
| "epoch": 62.534284147010425, | |
| "grad_norm": 4.557641983032227, | |
| "learning_rate": 1.873285792649479e-05, | |
| "loss": 0.3027, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 62.67142073505211, | |
| "grad_norm": 4.458461284637451, | |
| "learning_rate": 1.8664289632473945e-05, | |
| "loss": 0.3088, | |
| "step": 228500 | |
| }, | |
| { | |
| "epoch": 62.8085573230938, | |
| "grad_norm": 4.6789727210998535, | |
| "learning_rate": 1.85957213384531e-05, | |
| "loss": 0.3105, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 62.94569391113549, | |
| "grad_norm": 4.642698287963867, | |
| "learning_rate": 1.8527153044432254e-05, | |
| "loss": 0.3154, | |
| "step": 229500 | |
| }, | |
| { | |
| "epoch": 63.08283049917718, | |
| "grad_norm": 4.549673557281494, | |
| "learning_rate": 1.845858475041141e-05, | |
| "loss": 0.2929, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 63.21996708721887, | |
| "grad_norm": 4.2093119621276855, | |
| "learning_rate": 1.8390016456390567e-05, | |
| "loss": 0.2838, | |
| "step": 230500 | |
| }, | |
| { | |
| "epoch": 63.35710367526056, | |
| "grad_norm": 4.682537078857422, | |
| "learning_rate": 1.832144816236972e-05, | |
| "loss": 0.2853, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 63.49424026330225, | |
| "grad_norm": 4.815731048583984, | |
| "learning_rate": 1.8252879868348876e-05, | |
| "loss": 0.2885, | |
| "step": 231500 | |
| }, | |
| { | |
| "epoch": 63.63137685134394, | |
| "grad_norm": 5.170729160308838, | |
| "learning_rate": 1.818431157432803e-05, | |
| "loss": 0.2957, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 63.76851343938563, | |
| "grad_norm": 4.020371913909912, | |
| "learning_rate": 1.8115743280307188e-05, | |
| "loss": 0.2985, | |
| "step": 232500 | |
| }, | |
| { | |
| "epoch": 63.90565002742732, | |
| "grad_norm": 4.983353137969971, | |
| "learning_rate": 1.804717498628634e-05, | |
| "loss": 0.3007, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 64.04278661546901, | |
| "grad_norm": 4.521115303039551, | |
| "learning_rate": 1.7978606692265497e-05, | |
| "loss": 0.2887, | |
| "step": 233500 | |
| }, | |
| { | |
| "epoch": 64.1799232035107, | |
| "grad_norm": 4.261961460113525, | |
| "learning_rate": 1.7910038398244653e-05, | |
| "loss": 0.2695, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 64.31705979155238, | |
| "grad_norm": 4.490432262420654, | |
| "learning_rate": 1.7841470104223806e-05, | |
| "loss": 0.2726, | |
| "step": 234500 | |
| }, | |
| { | |
| "epoch": 64.45419637959408, | |
| "grad_norm": 4.353551864624023, | |
| "learning_rate": 1.7772901810202962e-05, | |
| "loss": 0.2774, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 64.59133296763576, | |
| "grad_norm": 4.908097743988037, | |
| "learning_rate": 1.7704333516182118e-05, | |
| "loss": 0.2837, | |
| "step": 235500 | |
| }, | |
| { | |
| "epoch": 64.72846955567745, | |
| "grad_norm": 4.305734157562256, | |
| "learning_rate": 1.7635765222161274e-05, | |
| "loss": 0.2836, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 64.86560614371915, | |
| "grad_norm": 5.043435096740723, | |
| "learning_rate": 1.7567196928140427e-05, | |
| "loss": 0.2897, | |
| "step": 236500 | |
| }, | |
| { | |
| "epoch": 65.00274273176083, | |
| "grad_norm": 4.230961322784424, | |
| "learning_rate": 1.7498628634119583e-05, | |
| "loss": 0.2911, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 65.13987931980252, | |
| "grad_norm": 4.4803056716918945, | |
| "learning_rate": 1.743006034009874e-05, | |
| "loss": 0.259, | |
| "step": 237500 | |
| }, | |
| { | |
| "epoch": 65.27701590784422, | |
| "grad_norm": 3.8626787662506104, | |
| "learning_rate": 1.7361492046077896e-05, | |
| "loss": 0.2618, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 65.4141524958859, | |
| "grad_norm": 4.65452766418457, | |
| "learning_rate": 1.729292375205705e-05, | |
| "loss": 0.265, | |
| "step": 238500 | |
| }, | |
| { | |
| "epoch": 65.55128908392759, | |
| "grad_norm": 4.291559219360352, | |
| "learning_rate": 1.7224355458036205e-05, | |
| "loss": 0.2709, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 65.68842567196928, | |
| "grad_norm": 4.508846282958984, | |
| "learning_rate": 1.715578716401536e-05, | |
| "loss": 0.2721, | |
| "step": 239500 | |
| }, | |
| { | |
| "epoch": 65.82556226001097, | |
| "grad_norm": 5.093057632446289, | |
| "learning_rate": 1.7087218869994513e-05, | |
| "loss": 0.2769, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 65.96269884805265, | |
| "grad_norm": 4.549623012542725, | |
| "learning_rate": 1.7018650575973673e-05, | |
| "loss": 0.2773, | |
| "step": 240500 | |
| }, | |
| { | |
| "epoch": 66.09983543609435, | |
| "grad_norm": 4.05508279800415, | |
| "learning_rate": 1.6950082281952826e-05, | |
| "loss": 0.2553, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 66.23697202413604, | |
| "grad_norm": 3.7369630336761475, | |
| "learning_rate": 1.6881513987931982e-05, | |
| "loss": 0.2528, | |
| "step": 241500 | |
| }, | |
| { | |
| "epoch": 66.37410861217774, | |
| "grad_norm": 3.813990831375122, | |
| "learning_rate": 1.6812945693911135e-05, | |
| "loss": 0.2526, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 66.51124520021942, | |
| "grad_norm": 3.993372917175293, | |
| "learning_rate": 1.674437739989029e-05, | |
| "loss": 0.2592, | |
| "step": 242500 | |
| }, | |
| { | |
| "epoch": 66.6483817882611, | |
| "grad_norm": 4.96673059463501, | |
| "learning_rate": 1.6675809105869447e-05, | |
| "loss": 0.2611, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 66.7855183763028, | |
| "grad_norm": 4.10557746887207, | |
| "learning_rate": 1.66072408118486e-05, | |
| "loss": 0.2648, | |
| "step": 243500 | |
| }, | |
| { | |
| "epoch": 66.92265496434449, | |
| "grad_norm": 4.813425064086914, | |
| "learning_rate": 1.653867251782776e-05, | |
| "loss": 0.2656, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 67.05979155238617, | |
| "grad_norm": 4.064112186431885, | |
| "learning_rate": 1.6470104223806912e-05, | |
| "loss": 0.2536, | |
| "step": 244500 | |
| }, | |
| { | |
| "epoch": 67.19692814042787, | |
| "grad_norm": 4.719504356384277, | |
| "learning_rate": 1.640153592978607e-05, | |
| "loss": 0.2411, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 67.33406472846956, | |
| "grad_norm": 4.4745588302612305, | |
| "learning_rate": 1.633296763576522e-05, | |
| "loss": 0.2505, | |
| "step": 245500 | |
| }, | |
| { | |
| "epoch": 67.47120131651124, | |
| "grad_norm": 4.499454021453857, | |
| "learning_rate": 1.6264399341744377e-05, | |
| "loss": 0.2493, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 67.60833790455294, | |
| "grad_norm": 3.987778663635254, | |
| "learning_rate": 1.6195831047723534e-05, | |
| "loss": 0.2503, | |
| "step": 246500 | |
| }, | |
| { | |
| "epoch": 67.74547449259462, | |
| "grad_norm": 4.4290618896484375, | |
| "learning_rate": 1.6127262753702686e-05, | |
| "loss": 0.2552, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 67.88261108063631, | |
| "grad_norm": 4.531731605529785, | |
| "learning_rate": 1.6058694459681846e-05, | |
| "loss": 0.2579, | |
| "step": 247500 | |
| }, | |
| { | |
| "epoch": 68.01974766867801, | |
| "grad_norm": 3.8032639026641846, | |
| "learning_rate": 1.5990126165661e-05, | |
| "loss": 0.2562, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 68.15688425671969, | |
| "grad_norm": 3.864058017730713, | |
| "learning_rate": 1.5921557871640155e-05, | |
| "loss": 0.234, | |
| "step": 248500 | |
| }, | |
| { | |
| "epoch": 68.29402084476138, | |
| "grad_norm": 3.7496285438537598, | |
| "learning_rate": 1.585298957761931e-05, | |
| "loss": 0.2362, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 68.43115743280308, | |
| "grad_norm": 3.9640090465545654, | |
| "learning_rate": 1.5784421283598467e-05, | |
| "loss": 0.2406, | |
| "step": 249500 | |
| }, | |
| { | |
| "epoch": 68.56829402084476, | |
| "grad_norm": 4.273751258850098, | |
| "learning_rate": 1.571585298957762e-05, | |
| "loss": 0.2402, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 68.70543060888645, | |
| "grad_norm": 3.934805393218994, | |
| "learning_rate": 1.5647284695556773e-05, | |
| "loss": 0.2437, | |
| "step": 250500 | |
| }, | |
| { | |
| "epoch": 68.84256719692814, | |
| "grad_norm": 3.652498245239258, | |
| "learning_rate": 1.5578716401535932e-05, | |
| "loss": 0.2467, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 68.97970378496983, | |
| "grad_norm": 3.7606563568115234, | |
| "learning_rate": 1.5510148107515085e-05, | |
| "loss": 0.2489, | |
| "step": 251500 | |
| }, | |
| { | |
| "epoch": 69.11684037301151, | |
| "grad_norm": 4.354647636413574, | |
| "learning_rate": 1.544157981349424e-05, | |
| "loss": 0.2272, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 69.25397696105321, | |
| "grad_norm": 3.411524772644043, | |
| "learning_rate": 1.5373011519473397e-05, | |
| "loss": 0.2274, | |
| "step": 252500 | |
| }, | |
| { | |
| "epoch": 69.3911135490949, | |
| "grad_norm": 4.171504020690918, | |
| "learning_rate": 1.5304443225452554e-05, | |
| "loss": 0.2305, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 69.52825013713658, | |
| "grad_norm": 4.308210372924805, | |
| "learning_rate": 1.5235874931431706e-05, | |
| "loss": 0.2319, | |
| "step": 253500 | |
| }, | |
| { | |
| "epoch": 69.66538672517828, | |
| "grad_norm": 4.150519847869873, | |
| "learning_rate": 1.516730663741086e-05, | |
| "loss": 0.2344, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 69.80252331321996, | |
| "grad_norm": 4.316656112670898, | |
| "learning_rate": 1.5098738343390017e-05, | |
| "loss": 0.2391, | |
| "step": 254500 | |
| }, | |
| { | |
| "epoch": 69.93965990126166, | |
| "grad_norm": 4.44851541519165, | |
| "learning_rate": 1.5030170049369171e-05, | |
| "loss": 0.2385, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 70.07679648930335, | |
| "grad_norm": 4.209973335266113, | |
| "learning_rate": 1.4961601755348328e-05, | |
| "loss": 0.225, | |
| "step": 255500 | |
| }, | |
| { | |
| "epoch": 70.21393307734503, | |
| "grad_norm": 4.037484169006348, | |
| "learning_rate": 1.4893033461327482e-05, | |
| "loss": 0.2179, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 70.35106966538673, | |
| "grad_norm": 3.6946587562561035, | |
| "learning_rate": 1.482446516730664e-05, | |
| "loss": 0.2222, | |
| "step": 256500 | |
| }, | |
| { | |
| "epoch": 70.48820625342842, | |
| "grad_norm": 4.2428717613220215, | |
| "learning_rate": 1.4755896873285793e-05, | |
| "loss": 0.2211, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 70.6253428414701, | |
| "grad_norm": 3.7683310508728027, | |
| "learning_rate": 1.4687328579264947e-05, | |
| "loss": 0.2259, | |
| "step": 257500 | |
| }, | |
| { | |
| "epoch": 70.7624794295118, | |
| "grad_norm": 4.147058486938477, | |
| "learning_rate": 1.4618760285244103e-05, | |
| "loss": 0.2283, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 70.89961601755348, | |
| "grad_norm": 4.305523872375488, | |
| "learning_rate": 1.4550191991223258e-05, | |
| "loss": 0.2316, | |
| "step": 258500 | |
| }, | |
| { | |
| "epoch": 71.03675260559517, | |
| "grad_norm": 4.284609317779541, | |
| "learning_rate": 1.4481623697202416e-05, | |
| "loss": 0.2254, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 71.17388919363687, | |
| "grad_norm": 3.876636028289795, | |
| "learning_rate": 1.4413055403181569e-05, | |
| "loss": 0.2084, | |
| "step": 259500 | |
| }, | |
| { | |
| "epoch": 71.31102578167855, | |
| "grad_norm": 4.208460330963135, | |
| "learning_rate": 1.4344487109160726e-05, | |
| "loss": 0.2141, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 71.44816236972024, | |
| "grad_norm": 3.976590156555176, | |
| "learning_rate": 1.427591881513988e-05, | |
| "loss": 0.2146, | |
| "step": 260500 | |
| }, | |
| { | |
| "epoch": 71.58529895776194, | |
| "grad_norm": 3.778451442718506, | |
| "learning_rate": 1.4207350521119034e-05, | |
| "loss": 0.2163, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 71.72243554580362, | |
| "grad_norm": 4.75286340713501, | |
| "learning_rate": 1.4138782227098192e-05, | |
| "loss": 0.2194, | |
| "step": 261500 | |
| }, | |
| { | |
| "epoch": 71.8595721338453, | |
| "grad_norm": 3.755993366241455, | |
| "learning_rate": 1.4070213933077344e-05, | |
| "loss": 0.2236, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 71.996708721887, | |
| "grad_norm": 4.23431396484375, | |
| "learning_rate": 1.4001645639056502e-05, | |
| "loss": 0.224, | |
| "step": 262500 | |
| }, | |
| { | |
| "epoch": 72.13384530992869, | |
| "grad_norm": 4.001950263977051, | |
| "learning_rate": 1.3933077345035655e-05, | |
| "loss": 0.2022, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 72.27098189797037, | |
| "grad_norm": 3.7588768005371094, | |
| "learning_rate": 1.3864509051014813e-05, | |
| "loss": 0.2043, | |
| "step": 263500 | |
| }, | |
| { | |
| "epoch": 72.40811848601207, | |
| "grad_norm": 4.171288013458252, | |
| "learning_rate": 1.3795940756993966e-05, | |
| "loss": 0.2065, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 72.54525507405376, | |
| "grad_norm": 4.1884636878967285, | |
| "learning_rate": 1.3727372462973123e-05, | |
| "loss": 0.2081, | |
| "step": 264500 | |
| }, | |
| { | |
| "epoch": 72.68239166209544, | |
| "grad_norm": 4.019055366516113, | |
| "learning_rate": 1.3658804168952278e-05, | |
| "loss": 0.212, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 72.81952825013714, | |
| "grad_norm": 3.9061167240142822, | |
| "learning_rate": 1.359023587493143e-05, | |
| "loss": 0.2128, | |
| "step": 265500 | |
| }, | |
| { | |
| "epoch": 72.95666483817882, | |
| "grad_norm": 4.590092182159424, | |
| "learning_rate": 1.3521667580910589e-05, | |
| "loss": 0.2149, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 73.09380142622051, | |
| "grad_norm": 4.069841384887695, | |
| "learning_rate": 1.3453099286889741e-05, | |
| "loss": 0.2016, | |
| "step": 266500 | |
| }, | |
| { | |
| "epoch": 73.23093801426221, | |
| "grad_norm": 3.7650821208953857, | |
| "learning_rate": 1.33845309928689e-05, | |
| "loss": 0.1969, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 73.36807460230389, | |
| "grad_norm": 3.8244950771331787, | |
| "learning_rate": 1.3315962698848054e-05, | |
| "loss": 0.1984, | |
| "step": 267500 | |
| }, | |
| { | |
| "epoch": 73.50521119034559, | |
| "grad_norm": 3.6921212673187256, | |
| "learning_rate": 1.324739440482721e-05, | |
| "loss": 0.2026, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 73.64234777838728, | |
| "grad_norm": 4.225021839141846, | |
| "learning_rate": 1.3178826110806364e-05, | |
| "loss": 0.2036, | |
| "step": 268500 | |
| }, | |
| { | |
| "epoch": 73.77948436642896, | |
| "grad_norm": 4.311788082122803, | |
| "learning_rate": 1.3110257816785517e-05, | |
| "loss": 0.2052, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 73.91662095447066, | |
| "grad_norm": 4.360690116882324, | |
| "learning_rate": 1.3041689522764675e-05, | |
| "loss": 0.2081, | |
| "step": 269500 | |
| }, | |
| { | |
| "epoch": 74.05375754251234, | |
| "grad_norm": 3.889430522918701, | |
| "learning_rate": 1.297312122874383e-05, | |
| "loss": 0.2006, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 74.19089413055403, | |
| "grad_norm": 4.069758892059326, | |
| "learning_rate": 1.2904552934722986e-05, | |
| "loss": 0.1903, | |
| "step": 270500 | |
| }, | |
| { | |
| "epoch": 74.32803071859573, | |
| "grad_norm": 3.5697872638702393, | |
| "learning_rate": 1.283598464070214e-05, | |
| "loss": 0.1921, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 74.46516730663741, | |
| "grad_norm": 4.888301849365234, | |
| "learning_rate": 1.2767416346681296e-05, | |
| "loss": 0.1976, | |
| "step": 271500 | |
| }, | |
| { | |
| "epoch": 74.6023038946791, | |
| "grad_norm": 4.195688247680664, | |
| "learning_rate": 1.269884805266045e-05, | |
| "loss": 0.1956, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 74.7394404827208, | |
| "grad_norm": 3.5373120307922363, | |
| "learning_rate": 1.2630279758639604e-05, | |
| "loss": 0.1976, | |
| "step": 272500 | |
| }, | |
| { | |
| "epoch": 74.87657707076248, | |
| "grad_norm": 4.081260681152344, | |
| "learning_rate": 1.2561711464618761e-05, | |
| "loss": 0.1993, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 75.01371365880416, | |
| "grad_norm": 3.637251615524292, | |
| "learning_rate": 1.2493143170597916e-05, | |
| "loss": 0.1993, | |
| "step": 273500 | |
| }, | |
| { | |
| "epoch": 75.15085024684586, | |
| "grad_norm": 4.6371355056762695, | |
| "learning_rate": 1.2424574876577072e-05, | |
| "loss": 0.1847, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 75.28798683488755, | |
| "grad_norm": 3.781407594680786, | |
| "learning_rate": 1.2356006582556227e-05, | |
| "loss": 0.1862, | |
| "step": 274500 | |
| }, | |
| { | |
| "epoch": 75.42512342292923, | |
| "grad_norm": 3.249769926071167, | |
| "learning_rate": 1.2287438288535381e-05, | |
| "loss": 0.189, | |
| "step": 275000 | |
| }, | |
| { | |
| "epoch": 75.56226001097093, | |
| "grad_norm": 3.62080717086792, | |
| "learning_rate": 1.2218869994514537e-05, | |
| "loss": 0.1904, | |
| "step": 275500 | |
| }, | |
| { | |
| "epoch": 75.69939659901262, | |
| "grad_norm": 3.6299779415130615, | |
| "learning_rate": 1.2150301700493692e-05, | |
| "loss": 0.1913, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 75.8365331870543, | |
| "grad_norm": 4.178566932678223, | |
| "learning_rate": 1.2081733406472848e-05, | |
| "loss": 0.1916, | |
| "step": 276500 | |
| }, | |
| { | |
| "epoch": 75.973669775096, | |
| "grad_norm": 3.7569074630737305, | |
| "learning_rate": 1.2013165112452002e-05, | |
| "loss": 0.1932, | |
| "step": 277000 | |
| }, | |
| { | |
| "epoch": 76.11080636313768, | |
| "grad_norm": 3.6671714782714844, | |
| "learning_rate": 1.1944596818431158e-05, | |
| "loss": 0.1789, | |
| "step": 277500 | |
| }, | |
| { | |
| "epoch": 76.24794295117937, | |
| "grad_norm": 4.360944747924805, | |
| "learning_rate": 1.1876028524410313e-05, | |
| "loss": 0.1799, | |
| "step": 278000 | |
| }, | |
| { | |
| "epoch": 76.38507953922107, | |
| "grad_norm": 4.378243446350098, | |
| "learning_rate": 1.1807460230389467e-05, | |
| "loss": 0.1815, | |
| "step": 278500 | |
| }, | |
| { | |
| "epoch": 76.52221612726275, | |
| "grad_norm": 3.7712574005126953, | |
| "learning_rate": 1.1738891936368624e-05, | |
| "loss": 0.1849, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 76.65935271530444, | |
| "grad_norm": 3.6135239601135254, | |
| "learning_rate": 1.1670323642347778e-05, | |
| "loss": 0.1851, | |
| "step": 279500 | |
| }, | |
| { | |
| "epoch": 76.79648930334614, | |
| "grad_norm": 4.262831687927246, | |
| "learning_rate": 1.1601755348326934e-05, | |
| "loss": 0.187, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 76.93362589138782, | |
| "grad_norm": 3.7981927394866943, | |
| "learning_rate": 1.153318705430609e-05, | |
| "loss": 0.1867, | |
| "step": 280500 | |
| }, | |
| { | |
| "epoch": 77.07076247942952, | |
| "grad_norm": 3.799161434173584, | |
| "learning_rate": 1.1464618760285245e-05, | |
| "loss": 0.1781, | |
| "step": 281000 | |
| }, | |
| { | |
| "epoch": 77.2078990674712, | |
| "grad_norm": 3.511946201324463, | |
| "learning_rate": 1.1396050466264401e-05, | |
| "loss": 0.1721, | |
| "step": 281500 | |
| }, | |
| { | |
| "epoch": 77.34503565551289, | |
| "grad_norm": 3.6062841415405273, | |
| "learning_rate": 1.1327482172243554e-05, | |
| "loss": 0.1768, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 77.48217224355459, | |
| "grad_norm": 3.6229002475738525, | |
| "learning_rate": 1.125891387822271e-05, | |
| "loss": 0.1761, | |
| "step": 282500 | |
| }, | |
| { | |
| "epoch": 77.61930883159627, | |
| "grad_norm": 4.036831378936768, | |
| "learning_rate": 1.1190345584201866e-05, | |
| "loss": 0.1775, | |
| "step": 283000 | |
| }, | |
| { | |
| "epoch": 77.75644541963796, | |
| "grad_norm": 3.842072010040283, | |
| "learning_rate": 1.112177729018102e-05, | |
| "loss": 0.1794, | |
| "step": 283500 | |
| }, | |
| { | |
| "epoch": 77.89358200767965, | |
| "grad_norm": 4.432040691375732, | |
| "learning_rate": 1.1053208996160177e-05, | |
| "loss": 0.1809, | |
| "step": 284000 | |
| }, | |
| { | |
| "epoch": 78.03071859572134, | |
| "grad_norm": 3.7242350578308105, | |
| "learning_rate": 1.0984640702139331e-05, | |
| "loss": 0.1777, | |
| "step": 284500 | |
| }, | |
| { | |
| "epoch": 78.16785518376302, | |
| "grad_norm": 3.5870072841644287, | |
| "learning_rate": 1.0916072408118487e-05, | |
| "loss": 0.1685, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 78.30499177180472, | |
| "grad_norm": 4.315713405609131, | |
| "learning_rate": 1.0847504114097642e-05, | |
| "loss": 0.1691, | |
| "step": 285500 | |
| }, | |
| { | |
| "epoch": 78.44212835984641, | |
| "grad_norm": 4.229913234710693, | |
| "learning_rate": 1.0778935820076796e-05, | |
| "loss": 0.1694, | |
| "step": 286000 | |
| }, | |
| { | |
| "epoch": 78.57926494788809, | |
| "grad_norm": 4.238448143005371, | |
| "learning_rate": 1.0710367526055953e-05, | |
| "loss": 0.1722, | |
| "step": 286500 | |
| }, | |
| { | |
| "epoch": 78.71640153592979, | |
| "grad_norm": 3.810060739517212, | |
| "learning_rate": 1.0641799232035107e-05, | |
| "loss": 0.1739, | |
| "step": 287000 | |
| }, | |
| { | |
| "epoch": 78.85353812397148, | |
| "grad_norm": 3.8846802711486816, | |
| "learning_rate": 1.0573230938014263e-05, | |
| "loss": 0.1743, | |
| "step": 287500 | |
| }, | |
| { | |
| "epoch": 78.99067471201316, | |
| "grad_norm": 3.194765567779541, | |
| "learning_rate": 1.0504662643993418e-05, | |
| "loss": 0.1771, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 79.12781130005486, | |
| "grad_norm": 3.9391047954559326, | |
| "learning_rate": 1.0436094349972574e-05, | |
| "loss": 0.1636, | |
| "step": 288500 | |
| }, | |
| { | |
| "epoch": 79.26494788809654, | |
| "grad_norm": 4.282817840576172, | |
| "learning_rate": 1.0367526055951728e-05, | |
| "loss": 0.1637, | |
| "step": 289000 | |
| }, | |
| { | |
| "epoch": 79.40208447613823, | |
| "grad_norm": 3.725553512573242, | |
| "learning_rate": 1.0298957761930883e-05, | |
| "loss": 0.167, | |
| "step": 289500 | |
| }, | |
| { | |
| "epoch": 79.53922106417993, | |
| "grad_norm": 3.7785303592681885, | |
| "learning_rate": 1.0230389467910039e-05, | |
| "loss": 0.1674, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 79.67635765222161, | |
| "grad_norm": 3.667619228363037, | |
| "learning_rate": 1.0161821173889193e-05, | |
| "loss": 0.1661, | |
| "step": 290500 | |
| }, | |
| { | |
| "epoch": 79.8134942402633, | |
| "grad_norm": 3.732048273086548, | |
| "learning_rate": 1.009325287986835e-05, | |
| "loss": 0.1696, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 79.950630828305, | |
| "grad_norm": 4.32537841796875, | |
| "learning_rate": 1.0024684585847504e-05, | |
| "loss": 0.1697, | |
| "step": 291500 | |
| }, | |
| { | |
| "epoch": 80.08776741634668, | |
| "grad_norm": 3.7802329063415527, | |
| "learning_rate": 9.95611629182666e-06, | |
| "loss": 0.1632, | |
| "step": 292000 | |
| }, | |
| { | |
| "epoch": 80.22490400438836, | |
| "grad_norm": 4.236711025238037, | |
| "learning_rate": 9.887547997805815e-06, | |
| "loss": 0.1587, | |
| "step": 292500 | |
| }, | |
| { | |
| "epoch": 80.36204059243006, | |
| "grad_norm": 3.8807108402252197, | |
| "learning_rate": 9.818979703784971e-06, | |
| "loss": 0.1588, | |
| "step": 293000 | |
| }, | |
| { | |
| "epoch": 80.49917718047175, | |
| "grad_norm": 3.935448408126831, | |
| "learning_rate": 9.750411409764125e-06, | |
| "loss": 0.1598, | |
| "step": 293500 | |
| }, | |
| { | |
| "epoch": 80.63631376851345, | |
| "grad_norm": 3.9982056617736816, | |
| "learning_rate": 9.68184311574328e-06, | |
| "loss": 0.1623, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 80.77345035655513, | |
| "grad_norm": 4.14504337310791, | |
| "learning_rate": 9.613274821722436e-06, | |
| "loss": 0.1641, | |
| "step": 294500 | |
| }, | |
| { | |
| "epoch": 80.91058694459682, | |
| "grad_norm": 3.4991772174835205, | |
| "learning_rate": 9.54470652770159e-06, | |
| "loss": 0.1647, | |
| "step": 295000 | |
| }, | |
| { | |
| "epoch": 81.04772353263851, | |
| "grad_norm": 3.483520030975342, | |
| "learning_rate": 9.476138233680747e-06, | |
| "loss": 0.1608, | |
| "step": 295500 | |
| }, | |
| { | |
| "epoch": 81.1848601206802, | |
| "grad_norm": 3.9691319465637207, | |
| "learning_rate": 9.407569939659903e-06, | |
| "loss": 0.1542, | |
| "step": 296000 | |
| }, | |
| { | |
| "epoch": 81.32199670872188, | |
| "grad_norm": 4.031587600708008, | |
| "learning_rate": 9.339001645639057e-06, | |
| "loss": 0.1551, | |
| "step": 296500 | |
| }, | |
| { | |
| "epoch": 81.45913329676358, | |
| "grad_norm": 3.9734628200531006, | |
| "learning_rate": 9.270433351618212e-06, | |
| "loss": 0.1533, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 81.59626988480527, | |
| "grad_norm": 3.245915651321411, | |
| "learning_rate": 9.201865057597366e-06, | |
| "loss": 0.1573, | |
| "step": 297500 | |
| }, | |
| { | |
| "epoch": 81.73340647284695, | |
| "grad_norm": 3.699833393096924, | |
| "learning_rate": 9.133296763576522e-06, | |
| "loss": 0.1575, | |
| "step": 298000 | |
| }, | |
| { | |
| "epoch": 81.87054306088865, | |
| "grad_norm": 3.8309028148651123, | |
| "learning_rate": 9.064728469555677e-06, | |
| "loss": 0.1581, | |
| "step": 298500 | |
| }, | |
| { | |
| "epoch": 82.00767964893033, | |
| "grad_norm": 4.079482078552246, | |
| "learning_rate": 8.996160175534833e-06, | |
| "loss": 0.1593, | |
| "step": 299000 | |
| }, | |
| { | |
| "epoch": 82.14481623697202, | |
| "grad_norm": 3.2036027908325195, | |
| "learning_rate": 8.92759188151399e-06, | |
| "loss": 0.1485, | |
| "step": 299500 | |
| }, | |
| { | |
| "epoch": 82.28195282501372, | |
| "grad_norm": 3.7567873001098633, | |
| "learning_rate": 8.859023587493144e-06, | |
| "loss": 0.1502, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 82.4190894130554, | |
| "grad_norm": 4.391474723815918, | |
| "learning_rate": 8.7904552934723e-06, | |
| "loss": 0.1517, | |
| "step": 300500 | |
| }, | |
| { | |
| "epoch": 82.55622600109709, | |
| "grad_norm": 2.887322187423706, | |
| "learning_rate": 8.721886999451453e-06, | |
| "loss": 0.1535, | |
| "step": 301000 | |
| }, | |
| { | |
| "epoch": 82.69336258913879, | |
| "grad_norm": 3.5882978439331055, | |
| "learning_rate": 8.653318705430609e-06, | |
| "loss": 0.1525, | |
| "step": 301500 | |
| }, | |
| { | |
| "epoch": 82.83049917718047, | |
| "grad_norm": 3.38724946975708, | |
| "learning_rate": 8.584750411409765e-06, | |
| "loss": 0.1541, | |
| "step": 302000 | |
| }, | |
| { | |
| "epoch": 82.96763576522216, | |
| "grad_norm": 3.582343578338623, | |
| "learning_rate": 8.51618211738892e-06, | |
| "loss": 0.1539, | |
| "step": 302500 | |
| }, | |
| { | |
| "epoch": 83.10477235326385, | |
| "grad_norm": 3.700831413269043, | |
| "learning_rate": 8.447613823368076e-06, | |
| "loss": 0.1472, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 83.24190894130554, | |
| "grad_norm": 3.810107707977295, | |
| "learning_rate": 8.37904552934723e-06, | |
| "loss": 0.1438, | |
| "step": 303500 | |
| }, | |
| { | |
| "epoch": 83.37904552934722, | |
| "grad_norm": 3.461057424545288, | |
| "learning_rate": 8.310477235326386e-06, | |
| "loss": 0.1468, | |
| "step": 304000 | |
| }, | |
| { | |
| "epoch": 83.51618211738892, | |
| "grad_norm": 3.1016461849212646, | |
| "learning_rate": 8.24190894130554e-06, | |
| "loss": 0.147, | |
| "step": 304500 | |
| }, | |
| { | |
| "epoch": 83.6533187054306, | |
| "grad_norm": 3.615780830383301, | |
| "learning_rate": 8.173340647284695e-06, | |
| "loss": 0.1484, | |
| "step": 305000 | |
| }, | |
| { | |
| "epoch": 83.79045529347229, | |
| "grad_norm": 3.3265013694763184, | |
| "learning_rate": 8.104772353263851e-06, | |
| "loss": 0.1468, | |
| "step": 305500 | |
| }, | |
| { | |
| "epoch": 83.92759188151399, | |
| "grad_norm": 3.722999334335327, | |
| "learning_rate": 8.036204059243006e-06, | |
| "loss": 0.1503, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 84.06472846955567, | |
| "grad_norm": 3.4315872192382812, | |
| "learning_rate": 7.967635765222162e-06, | |
| "loss": 0.1465, | |
| "step": 306500 | |
| }, | |
| { | |
| "epoch": 84.20186505759737, | |
| "grad_norm": 3.664315700531006, | |
| "learning_rate": 7.899067471201317e-06, | |
| "loss": 0.1414, | |
| "step": 307000 | |
| }, | |
| { | |
| "epoch": 84.33900164563906, | |
| "grad_norm": 2.992607831954956, | |
| "learning_rate": 7.830499177180473e-06, | |
| "loss": 0.1412, | |
| "step": 307500 | |
| }, | |
| { | |
| "epoch": 84.47613823368074, | |
| "grad_norm": 3.560657024383545, | |
| "learning_rate": 7.761930883159627e-06, | |
| "loss": 0.1425, | |
| "step": 308000 | |
| }, | |
| { | |
| "epoch": 84.61327482172244, | |
| "grad_norm": 4.001883506774902, | |
| "learning_rate": 7.693362589138782e-06, | |
| "loss": 0.145, | |
| "step": 308500 | |
| }, | |
| { | |
| "epoch": 84.75041140976413, | |
| "grad_norm": 3.371948480606079, | |
| "learning_rate": 7.624794295117937e-06, | |
| "loss": 0.1476, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 84.88754799780581, | |
| "grad_norm": 3.9280834197998047, | |
| "learning_rate": 7.556226001097093e-06, | |
| "loss": 0.1455, | |
| "step": 309500 | |
| }, | |
| { | |
| "epoch": 85.02468458584751, | |
| "grad_norm": 3.2914552688598633, | |
| "learning_rate": 7.4876577070762485e-06, | |
| "loss": 0.1434, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 85.1618211738892, | |
| "grad_norm": 3.4161980152130127, | |
| "learning_rate": 7.419089413055404e-06, | |
| "loss": 0.138, | |
| "step": 310500 | |
| }, | |
| { | |
| "epoch": 85.29895776193088, | |
| "grad_norm": 3.9036171436309814, | |
| "learning_rate": 7.350521119034559e-06, | |
| "loss": 0.1393, | |
| "step": 311000 | |
| }, | |
| { | |
| "epoch": 85.43609434997258, | |
| "grad_norm": 3.8328452110290527, | |
| "learning_rate": 7.2819528250137145e-06, | |
| "loss": 0.1389, | |
| "step": 311500 | |
| }, | |
| { | |
| "epoch": 85.57323093801426, | |
| "grad_norm": 3.2638742923736572, | |
| "learning_rate": 7.21338453099287e-06, | |
| "loss": 0.1387, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 85.71036752605595, | |
| "grad_norm": 3.8440749645233154, | |
| "learning_rate": 7.144816236972024e-06, | |
| "loss": 0.1413, | |
| "step": 312500 | |
| }, | |
| { | |
| "epoch": 85.84750411409765, | |
| "grad_norm": 4.172990798950195, | |
| "learning_rate": 7.07624794295118e-06, | |
| "loss": 0.1409, | |
| "step": 313000 | |
| }, | |
| { | |
| "epoch": 85.98464070213933, | |
| "grad_norm": 3.7025864124298096, | |
| "learning_rate": 7.007679648930335e-06, | |
| "loss": 0.1412, | |
| "step": 313500 | |
| }, | |
| { | |
| "epoch": 86.12177729018102, | |
| "grad_norm": 2.4466094970703125, | |
| "learning_rate": 6.93911135490949e-06, | |
| "loss": 0.1346, | |
| "step": 314000 | |
| }, | |
| { | |
| "epoch": 86.25891387822271, | |
| "grad_norm": 3.610511541366577, | |
| "learning_rate": 6.870543060888646e-06, | |
| "loss": 0.1346, | |
| "step": 314500 | |
| }, | |
| { | |
| "epoch": 86.3960504662644, | |
| "grad_norm": 3.2303617000579834, | |
| "learning_rate": 6.801974766867801e-06, | |
| "loss": 0.1357, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 86.53318705430608, | |
| "grad_norm": 3.74819016456604, | |
| "learning_rate": 6.733406472846956e-06, | |
| "loss": 0.1377, | |
| "step": 315500 | |
| }, | |
| { | |
| "epoch": 86.67032364234778, | |
| "grad_norm": 3.3001086711883545, | |
| "learning_rate": 6.664838178826111e-06, | |
| "loss": 0.1374, | |
| "step": 316000 | |
| }, | |
| { | |
| "epoch": 86.80746023038947, | |
| "grad_norm": 3.8687660694122314, | |
| "learning_rate": 6.596269884805266e-06, | |
| "loss": 0.1381, | |
| "step": 316500 | |
| }, | |
| { | |
| "epoch": 86.94459681843115, | |
| "grad_norm": 3.627427101135254, | |
| "learning_rate": 6.527701590784421e-06, | |
| "loss": 0.1374, | |
| "step": 317000 | |
| }, | |
| { | |
| "epoch": 87.08173340647285, | |
| "grad_norm": 3.2286431789398193, | |
| "learning_rate": 6.459133296763577e-06, | |
| "loss": 0.1327, | |
| "step": 317500 | |
| }, | |
| { | |
| "epoch": 87.21886999451453, | |
| "grad_norm": 2.8570611476898193, | |
| "learning_rate": 6.390565002742732e-06, | |
| "loss": 0.1322, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 87.35600658255622, | |
| "grad_norm": 3.3692467212677, | |
| "learning_rate": 6.321996708721887e-06, | |
| "loss": 0.1315, | |
| "step": 318500 | |
| }, | |
| { | |
| "epoch": 87.49314317059792, | |
| "grad_norm": 3.5185604095458984, | |
| "learning_rate": 6.253428414701043e-06, | |
| "loss": 0.1327, | |
| "step": 319000 | |
| }, | |
| { | |
| "epoch": 87.6302797586396, | |
| "grad_norm": 3.416106700897217, | |
| "learning_rate": 6.184860120680198e-06, | |
| "loss": 0.1328, | |
| "step": 319500 | |
| }, | |
| { | |
| "epoch": 87.7674163466813, | |
| "grad_norm": 2.7670998573303223, | |
| "learning_rate": 6.116291826659353e-06, | |
| "loss": 0.1325, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 87.90455293472299, | |
| "grad_norm": 3.5294463634490967, | |
| "learning_rate": 6.047723532638509e-06, | |
| "loss": 0.1355, | |
| "step": 320500 | |
| }, | |
| { | |
| "epoch": 88.04168952276467, | |
| "grad_norm": 2.728625535964966, | |
| "learning_rate": 5.979155238617663e-06, | |
| "loss": 0.1316, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 88.17882611080637, | |
| "grad_norm": 3.675401449203491, | |
| "learning_rate": 5.9105869445968184e-06, | |
| "loss": 0.1279, | |
| "step": 321500 | |
| }, | |
| { | |
| "epoch": 88.31596269884805, | |
| "grad_norm": 3.3878486156463623, | |
| "learning_rate": 5.842018650575974e-06, | |
| "loss": 0.1286, | |
| "step": 322000 | |
| }, | |
| { | |
| "epoch": 88.45309928688974, | |
| "grad_norm": 3.215028762817383, | |
| "learning_rate": 5.773450356555129e-06, | |
| "loss": 0.1285, | |
| "step": 322500 | |
| }, | |
| { | |
| "epoch": 88.59023587493144, | |
| "grad_norm": 3.3920953273773193, | |
| "learning_rate": 5.704882062534284e-06, | |
| "loss": 0.1309, | |
| "step": 323000 | |
| }, | |
| { | |
| "epoch": 88.72737246297312, | |
| "grad_norm": 4.03735876083374, | |
| "learning_rate": 5.63631376851344e-06, | |
| "loss": 0.1288, | |
| "step": 323500 | |
| }, | |
| { | |
| "epoch": 88.8645090510148, | |
| "grad_norm": 3.8700907230377197, | |
| "learning_rate": 5.567745474492595e-06, | |
| "loss": 0.1314, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 89.0016456390565, | |
| "grad_norm": 3.8290393352508545, | |
| "learning_rate": 5.4991771804717495e-06, | |
| "loss": 0.1296, | |
| "step": 324500 | |
| }, | |
| { | |
| "epoch": 89.13878222709819, | |
| "grad_norm": 3.1456034183502197, | |
| "learning_rate": 5.430608886450905e-06, | |
| "loss": 0.1225, | |
| "step": 325000 | |
| }, | |
| { | |
| "epoch": 89.27591881513987, | |
| "grad_norm": 3.4296352863311768, | |
| "learning_rate": 5.362040592430061e-06, | |
| "loss": 0.1241, | |
| "step": 325500 | |
| }, | |
| { | |
| "epoch": 89.41305540318157, | |
| "grad_norm": 3.2781150341033936, | |
| "learning_rate": 5.293472298409216e-06, | |
| "loss": 0.1245, | |
| "step": 326000 | |
| }, | |
| { | |
| "epoch": 89.55019199122326, | |
| "grad_norm": 2.664435625076294, | |
| "learning_rate": 5.224904004388371e-06, | |
| "loss": 0.1266, | |
| "step": 326500 | |
| }, | |
| { | |
| "epoch": 89.68732857926494, | |
| "grad_norm": 4.348361015319824, | |
| "learning_rate": 5.156335710367526e-06, | |
| "loss": 0.127, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 89.82446516730664, | |
| "grad_norm": 3.075655698776245, | |
| "learning_rate": 5.0877674163466815e-06, | |
| "loss": 0.1255, | |
| "step": 327500 | |
| }, | |
| { | |
| "epoch": 89.96160175534833, | |
| "grad_norm": 3.5324909687042236, | |
| "learning_rate": 5.019199122325837e-06, | |
| "loss": 0.1269, | |
| "step": 328000 | |
| }, | |
| { | |
| "epoch": 90.09873834339001, | |
| "grad_norm": 2.883422374725342, | |
| "learning_rate": 4.950630828304992e-06, | |
| "loss": 0.1237, | |
| "step": 328500 | |
| }, | |
| { | |
| "epoch": 90.23587493143171, | |
| "grad_norm": 3.225177049636841, | |
| "learning_rate": 4.8820625342841474e-06, | |
| "loss": 0.1221, | |
| "step": 329000 | |
| }, | |
| { | |
| "epoch": 90.3730115194734, | |
| "grad_norm": 3.199986457824707, | |
| "learning_rate": 4.813494240263303e-06, | |
| "loss": 0.1225, | |
| "step": 329500 | |
| }, | |
| { | |
| "epoch": 90.51014810751508, | |
| "grad_norm": 3.1552860736846924, | |
| "learning_rate": 4.744925946242457e-06, | |
| "loss": 0.1231, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 90.64728469555678, | |
| "grad_norm": 3.491950750350952, | |
| "learning_rate": 4.6763576522216126e-06, | |
| "loss": 0.1227, | |
| "step": 330500 | |
| }, | |
| { | |
| "epoch": 90.78442128359846, | |
| "grad_norm": 3.0924017429351807, | |
| "learning_rate": 4.607789358200768e-06, | |
| "loss": 0.1235, | |
| "step": 331000 | |
| }, | |
| { | |
| "epoch": 90.92155787164015, | |
| "grad_norm": 3.1873390674591064, | |
| "learning_rate": 4.539221064179924e-06, | |
| "loss": 0.1217, | |
| "step": 331500 | |
| }, | |
| { | |
| "epoch": 91.05869445968185, | |
| "grad_norm": 3.9850494861602783, | |
| "learning_rate": 4.4706527701590785e-06, | |
| "loss": 0.122, | |
| "step": 332000 | |
| }, | |
| { | |
| "epoch": 91.19583104772353, | |
| "grad_norm": 3.238954782485962, | |
| "learning_rate": 4.402084476138234e-06, | |
| "loss": 0.1207, | |
| "step": 332500 | |
| }, | |
| { | |
| "epoch": 91.33296763576523, | |
| "grad_norm": 2.354977607727051, | |
| "learning_rate": 4.333516182117389e-06, | |
| "loss": 0.1207, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 91.47010422380691, | |
| "grad_norm": 3.9573888778686523, | |
| "learning_rate": 4.2649478880965445e-06, | |
| "loss": 0.1195, | |
| "step": 333500 | |
| }, | |
| { | |
| "epoch": 91.6072408118486, | |
| "grad_norm": 3.099452495574951, | |
| "learning_rate": 4.196379594075699e-06, | |
| "loss": 0.1199, | |
| "step": 334000 | |
| }, | |
| { | |
| "epoch": 91.7443773998903, | |
| "grad_norm": 2.886826753616333, | |
| "learning_rate": 4.127811300054855e-06, | |
| "loss": 0.1191, | |
| "step": 334500 | |
| }, | |
| { | |
| "epoch": 91.88151398793198, | |
| "grad_norm": 2.478618860244751, | |
| "learning_rate": 4.0592430060340105e-06, | |
| "loss": 0.121, | |
| "step": 335000 | |
| }, | |
| { | |
| "epoch": 92.01865057597367, | |
| "grad_norm": 3.46500301361084, | |
| "learning_rate": 3.990674712013166e-06, | |
| "loss": 0.1201, | |
| "step": 335500 | |
| }, | |
| { | |
| "epoch": 92.15578716401536, | |
| "grad_norm": 2.743831157684326, | |
| "learning_rate": 3.92210641799232e-06, | |
| "loss": 0.1162, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 92.29292375205705, | |
| "grad_norm": 3.4375343322753906, | |
| "learning_rate": 3.853538123971476e-06, | |
| "loss": 0.1159, | |
| "step": 336500 | |
| }, | |
| { | |
| "epoch": 92.43006034009873, | |
| "grad_norm": 3.173588991165161, | |
| "learning_rate": 3.7849698299506313e-06, | |
| "loss": 0.1183, | |
| "step": 337000 | |
| }, | |
| { | |
| "epoch": 92.56719692814043, | |
| "grad_norm": 3.2577898502349854, | |
| "learning_rate": 3.7164015359297867e-06, | |
| "loss": 0.1167, | |
| "step": 337500 | |
| }, | |
| { | |
| "epoch": 92.70433351618212, | |
| "grad_norm": 3.3100554943084717, | |
| "learning_rate": 3.647833241908941e-06, | |
| "loss": 0.1173, | |
| "step": 338000 | |
| }, | |
| { | |
| "epoch": 92.8414701042238, | |
| "grad_norm": 3.179342269897461, | |
| "learning_rate": 3.579264947888097e-06, | |
| "loss": 0.1165, | |
| "step": 338500 | |
| }, | |
| { | |
| "epoch": 92.9786066922655, | |
| "grad_norm": 3.096334218978882, | |
| "learning_rate": 3.510696653867252e-06, | |
| "loss": 0.1176, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 93.11574328030719, | |
| "grad_norm": 2.9532058238983154, | |
| "learning_rate": 3.4421283598464067e-06, | |
| "loss": 0.1142, | |
| "step": 339500 | |
| }, | |
| { | |
| "epoch": 93.25287986834887, | |
| "grad_norm": 3.717654228210449, | |
| "learning_rate": 3.3735600658255624e-06, | |
| "loss": 0.1143, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 93.39001645639057, | |
| "grad_norm": 3.084181308746338, | |
| "learning_rate": 3.3049917718047177e-06, | |
| "loss": 0.1146, | |
| "step": 340500 | |
| }, | |
| { | |
| "epoch": 93.52715304443225, | |
| "grad_norm": 3.636079788208008, | |
| "learning_rate": 3.236423477783873e-06, | |
| "loss": 0.1147, | |
| "step": 341000 | |
| }, | |
| { | |
| "epoch": 93.66428963247394, | |
| "grad_norm": 2.80279278755188, | |
| "learning_rate": 3.167855183763028e-06, | |
| "loss": 0.1153, | |
| "step": 341500 | |
| }, | |
| { | |
| "epoch": 93.80142622051564, | |
| "grad_norm": 2.7597951889038086, | |
| "learning_rate": 3.0992868897421833e-06, | |
| "loss": 0.1133, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 93.93856280855732, | |
| "grad_norm": 3.1757214069366455, | |
| "learning_rate": 3.0307185957213386e-06, | |
| "loss": 0.1159, | |
| "step": 342500 | |
| }, | |
| { | |
| "epoch": 94.075699396599, | |
| "grad_norm": 3.245447874069214, | |
| "learning_rate": 2.962150301700494e-06, | |
| "loss": 0.1129, | |
| "step": 343000 | |
| }, | |
| { | |
| "epoch": 94.2128359846407, | |
| "grad_norm": 2.7797350883483887, | |
| "learning_rate": 2.8935820076796493e-06, | |
| "loss": 0.1117, | |
| "step": 343500 | |
| }, | |
| { | |
| "epoch": 94.34997257268239, | |
| "grad_norm": 3.2236897945404053, | |
| "learning_rate": 2.825013713658804e-06, | |
| "loss": 0.112, | |
| "step": 344000 | |
| }, | |
| { | |
| "epoch": 94.48710916072407, | |
| "grad_norm": 3.792973756790161, | |
| "learning_rate": 2.7564454196379595e-06, | |
| "loss": 0.1118, | |
| "step": 344500 | |
| }, | |
| { | |
| "epoch": 94.62424574876577, | |
| "grad_norm": 2.6465868949890137, | |
| "learning_rate": 2.687877125617115e-06, | |
| "loss": 0.1124, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 94.76138233680746, | |
| "grad_norm": 2.944362163543701, | |
| "learning_rate": 2.61930883159627e-06, | |
| "loss": 0.113, | |
| "step": 345500 | |
| }, | |
| { | |
| "epoch": 94.89851892484916, | |
| "grad_norm": 3.0111756324768066, | |
| "learning_rate": 2.550740537575425e-06, | |
| "loss": 0.1114, | |
| "step": 346000 | |
| }, | |
| { | |
| "epoch": 95.03565551289084, | |
| "grad_norm": 3.691293954849243, | |
| "learning_rate": 2.4821722435545808e-06, | |
| "loss": 0.1119, | |
| "step": 346500 | |
| }, | |
| { | |
| "epoch": 95.17279210093253, | |
| "grad_norm": 2.5828378200531006, | |
| "learning_rate": 2.4136039495337357e-06, | |
| "loss": 0.1106, | |
| "step": 347000 | |
| }, | |
| { | |
| "epoch": 95.30992868897422, | |
| "grad_norm": 3.733536720275879, | |
| "learning_rate": 2.3450356555128906e-06, | |
| "loss": 0.1091, | |
| "step": 347500 | |
| }, | |
| { | |
| "epoch": 95.44706527701591, | |
| "grad_norm": 3.203916311264038, | |
| "learning_rate": 2.2764673614920463e-06, | |
| "loss": 0.1102, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 95.5842018650576, | |
| "grad_norm": 2.8628923892974854, | |
| "learning_rate": 2.2078990674712012e-06, | |
| "loss": 0.1123, | |
| "step": 348500 | |
| }, | |
| { | |
| "epoch": 95.72133845309929, | |
| "grad_norm": 3.761380195617676, | |
| "learning_rate": 2.1393307734503565e-06, | |
| "loss": 0.1097, | |
| "step": 349000 | |
| }, | |
| { | |
| "epoch": 95.85847504114098, | |
| "grad_norm": 2.951045036315918, | |
| "learning_rate": 2.070762479429512e-06, | |
| "loss": 0.1106, | |
| "step": 349500 | |
| }, | |
| { | |
| "epoch": 95.99561162918266, | |
| "grad_norm": 3.6867475509643555, | |
| "learning_rate": 2.002194185408667e-06, | |
| "loss": 0.1098, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 96.13274821722436, | |
| "grad_norm": 3.162787675857544, | |
| "learning_rate": 1.933625891387822e-06, | |
| "loss": 0.1077, | |
| "step": 350500 | |
| }, | |
| { | |
| "epoch": 96.26988480526605, | |
| "grad_norm": 3.5869784355163574, | |
| "learning_rate": 1.8650575973669776e-06, | |
| "loss": 0.1084, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 96.40702139330773, | |
| "grad_norm": 3.4423720836639404, | |
| "learning_rate": 1.7964893033461327e-06, | |
| "loss": 0.1075, | |
| "step": 351500 | |
| }, | |
| { | |
| "epoch": 96.54415798134943, | |
| "grad_norm": 3.4415297508239746, | |
| "learning_rate": 1.727921009325288e-06, | |
| "loss": 0.1081, | |
| "step": 352000 | |
| }, | |
| { | |
| "epoch": 96.68129456939111, | |
| "grad_norm": 2.9299986362457275, | |
| "learning_rate": 1.6593527153044432e-06, | |
| "loss": 0.1088, | |
| "step": 352500 | |
| }, | |
| { | |
| "epoch": 96.8184311574328, | |
| "grad_norm": 3.395812511444092, | |
| "learning_rate": 1.5907844212835987e-06, | |
| "loss": 0.1073, | |
| "step": 353000 | |
| }, | |
| { | |
| "epoch": 96.9555677454745, | |
| "grad_norm": 3.1126651763916016, | |
| "learning_rate": 1.5222161272627538e-06, | |
| "loss": 0.1086, | |
| "step": 353500 | |
| }, | |
| { | |
| "epoch": 97.09270433351618, | |
| "grad_norm": 2.898881435394287, | |
| "learning_rate": 1.453647833241909e-06, | |
| "loss": 0.1067, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 97.22984092155787, | |
| "grad_norm": 3.300261974334717, | |
| "learning_rate": 1.3850795392210643e-06, | |
| "loss": 0.1082, | |
| "step": 354500 | |
| }, | |
| { | |
| "epoch": 97.36697750959956, | |
| "grad_norm": 3.1039366722106934, | |
| "learning_rate": 1.3165112452002194e-06, | |
| "loss": 0.1073, | |
| "step": 355000 | |
| }, | |
| { | |
| "epoch": 97.50411409764125, | |
| "grad_norm": 3.544015645980835, | |
| "learning_rate": 1.2479429511793747e-06, | |
| "loss": 0.1075, | |
| "step": 355500 | |
| }, | |
| { | |
| "epoch": 97.64125068568293, | |
| "grad_norm": 2.692314624786377, | |
| "learning_rate": 1.17937465715853e-06, | |
| "loss": 0.1075, | |
| "step": 356000 | |
| }, | |
| { | |
| "epoch": 97.77838727372463, | |
| "grad_norm": 2.966008186340332, | |
| "learning_rate": 1.1108063631376851e-06, | |
| "loss": 0.1077, | |
| "step": 356500 | |
| }, | |
| { | |
| "epoch": 97.91552386176632, | |
| "grad_norm": 2.9783902168273926, | |
| "learning_rate": 1.0422380691168404e-06, | |
| "loss": 0.1076, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 98.052660449808, | |
| "grad_norm": 3.1313674449920654, | |
| "learning_rate": 9.736697750959958e-07, | |
| "loss": 0.1052, | |
| "step": 357500 | |
| }, | |
| { | |
| "epoch": 98.1897970378497, | |
| "grad_norm": 3.143101453781128, | |
| "learning_rate": 9.05101481075151e-07, | |
| "loss": 0.1038, | |
| "step": 358000 | |
| }, | |
| { | |
| "epoch": 98.32693362589139, | |
| "grad_norm": 3.30661940574646, | |
| "learning_rate": 8.365331870543062e-07, | |
| "loss": 0.1059, | |
| "step": 358500 | |
| }, | |
| { | |
| "epoch": 98.46407021393308, | |
| "grad_norm": 3.1109259128570557, | |
| "learning_rate": 7.679648930334613e-07, | |
| "loss": 0.1062, | |
| "step": 359000 | |
| }, | |
| { | |
| "epoch": 98.60120680197477, | |
| "grad_norm": 3.4787518978118896, | |
| "learning_rate": 6.993965990126166e-07, | |
| "loss": 0.1037, | |
| "step": 359500 | |
| }, | |
| { | |
| "epoch": 98.73834339001645, | |
| "grad_norm": 3.0321710109710693, | |
| "learning_rate": 6.308283049917719e-07, | |
| "loss": 0.1056, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 98.87547997805815, | |
| "grad_norm": 3.13843035697937, | |
| "learning_rate": 5.622600109709271e-07, | |
| "loss": 0.1058, | |
| "step": 360500 | |
| }, | |
| { | |
| "epoch": 99.01261656609984, | |
| "grad_norm": 2.8458125591278076, | |
| "learning_rate": 4.936917169500823e-07, | |
| "loss": 0.1051, | |
| "step": 361000 | |
| }, | |
| { | |
| "epoch": 99.14975315414152, | |
| "grad_norm": 2.781649589538574, | |
| "learning_rate": 4.2512342292923756e-07, | |
| "loss": 0.1039, | |
| "step": 361500 | |
| }, | |
| { | |
| "epoch": 99.28688974218322, | |
| "grad_norm": 3.680230140686035, | |
| "learning_rate": 3.565551289083928e-07, | |
| "loss": 0.1046, | |
| "step": 362000 | |
| }, | |
| { | |
| "epoch": 99.4240263302249, | |
| "grad_norm": 3.4057164192199707, | |
| "learning_rate": 2.87986834887548e-07, | |
| "loss": 0.1064, | |
| "step": 362500 | |
| }, | |
| { | |
| "epoch": 99.56116291826659, | |
| "grad_norm": 3.2353737354278564, | |
| "learning_rate": 2.1941854086670326e-07, | |
| "loss": 0.1056, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 99.69829950630829, | |
| "grad_norm": 3.273487091064453, | |
| "learning_rate": 1.5085024684585848e-07, | |
| "loss": 0.1034, | |
| "step": 363500 | |
| }, | |
| { | |
| "epoch": 99.83543609434997, | |
| "grad_norm": 2.404613733291626, | |
| "learning_rate": 8.228195282501371e-08, | |
| "loss": 0.1058, | |
| "step": 364000 | |
| }, | |
| { | |
| "epoch": 99.97257268239166, | |
| "grad_norm": 3.081162691116333, | |
| "learning_rate": 1.3713658804168954e-08, | |
| "loss": 0.1047, | |
| "step": 364500 | |
| }, | |
| { | |
| "epoch": 100.0, | |
| "step": 364600, | |
| "total_flos": 1.1071101974803907e+18, | |
| "train_loss": 1.123260397659967, | |
| "train_runtime": 96380.4057, | |
| "train_samples_per_second": 121.035, | |
| "train_steps_per_second": 3.783 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 364600, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 100, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.1071101974803907e+18, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |