{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.15831903653248758,
  "global_step": 214000,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000739808581927512,
      "learning_rate": 1e-05,
      "loss": 11.06675,
      "step": 1000
    },
    {
      "epoch": 0.001479617163855024,
      "learning_rate": 2e-05,
      "loss": 9.012630859375,
      "step": 2000
    },
    {
      "epoch": 0.002219425745782536,
      "learning_rate": 3e-05,
      "loss": 7.853123046875,
      "step": 3000
    },
    {
      "epoch": 0.002959234327710048,
      "learning_rate": 4e-05,
      "loss": 7.2371328125,
      "step": 4000
    },
    {
      "epoch": 0.00369904290963756,
      "learning_rate": 5e-05,
      "loss": 6.75319921875,
      "step": 5000
    },
    {
      "epoch": 0.004438851491565072,
      "learning_rate": 6e-05,
      "loss": 6.3771640625,
      "step": 6000
    },
    {
      "epoch": 0.005178660073492584,
      "learning_rate": 7e-05,
      "loss": 6.00278515625,
      "step": 7000
    },
    {
      "epoch": 0.005918468655420096,
      "learning_rate": 8e-05,
      "loss": 5.66916015625,
      "step": 8000
    },
    {
      "epoch": 0.006658277237347608,
      "learning_rate": 9e-05,
      "loss": 5.3051171875,
      "step": 9000
    },
    {
      "epoch": 0.00739808581927512,
      "learning_rate": 0.0001,
      "loss": 4.99890625,
      "step": 10000
    },
    {
      "epoch": 0.008137894401202633,
      "learning_rate": 9.98989898989899e-05,
      "loss": 4.6847890625,
      "step": 11000
    },
    {
      "epoch": 0.008877702983130144,
      "learning_rate": 9.97979797979798e-05,
      "loss": 4.393546875,
      "step": 12000
    },
    {
      "epoch": 0.009617511565057657,
      "learning_rate": 9.96969696969697e-05,
      "loss": 4.1845703125,
      "step": 13000
    },
    {
      "epoch": 0.010357320146985169,
      "learning_rate": 9.95959595959596e-05,
      "loss": 3.9956796875,
      "step": 14000
    },
    {
      "epoch": 0.011097128728912681,
      "learning_rate": 9.94949494949495e-05,
      "loss": 3.8322421875,
      "step": 15000
    },
    {
      "epoch": 0.011836937310840193,
      "learning_rate": 9.939393939393939e-05,
      "loss": 3.6949375,
      "step": 16000
    },
    {
      "epoch": 0.012576745892767706,
      "learning_rate": 9.92929292929293e-05,
      "loss": 3.584078125,
      "step": 17000
    },
    {
      "epoch": 0.013316554474695217,
      "learning_rate": 9.919191919191919e-05,
      "loss": 3.4821875,
      "step": 18000
    },
    {
      "epoch": 0.01405636305662273,
      "learning_rate": 9.909090909090911e-05,
      "loss": 3.4063359375,
      "step": 19000
    },
    {
      "epoch": 0.01479617163855024,
      "learning_rate": 9.8989898989899e-05,
      "loss": 3.3391875,
      "step": 20000
    },
    {
      "epoch": 0.015535980220477754,
      "learning_rate": 9.888888888888889e-05,
      "loss": 3.294140625,
      "step": 21000
    },
    {
      "epoch": 0.016275788802405267,
      "learning_rate": 9.87878787878788e-05,
      "loss": 3.2583359375,
      "step": 22000
    },
    {
      "epoch": 0.017015597384332778,
      "learning_rate": 9.868686868686869e-05,
      "loss": 3.2327890625,
      "step": 23000
    },
    {
      "epoch": 0.01775540596626029,
      "learning_rate": 9.85858585858586e-05,
      "loss": 3.213390625,
      "step": 24000
    },
    {
      "epoch": 0.018495214548187804,
      "learning_rate": 9.848484848484849e-05,
      "loss": 3.2020703125,
      "step": 25000
    },
    {
      "epoch": 0.019235023130115315,
      "learning_rate": 9.838383838383838e-05,
      "loss": 3.1884453125,
      "step": 26000
    },
    {
      "epoch": 0.019974831712042826,
      "learning_rate": 9.828282828282829e-05,
      "loss": 3.1846484375,
      "step": 27000
    },
    {
      "epoch": 0.020714640293970337,
      "learning_rate": 9.818181818181818e-05,
      "loss": 3.188234375,
      "step": 28000
    },
    {
      "epoch": 0.021454448875897852,
      "learning_rate": 9.808080808080809e-05,
      "loss": 3.1805625,
      "step": 29000
    },
    {
      "epoch": 0.022194257457825363,
      "learning_rate": 9.797979797979798e-05,
      "loss": 3.168953125,
      "step": 30000
    },
    {
      "epoch": 0.022934066039752874,
      "learning_rate": 9.787878787878789e-05,
      "loss": 3.162546875,
      "step": 31000
    },
    {
      "epoch": 0.023673874621680385,
      "learning_rate": 9.777777777777778e-05,
      "loss": 3.17115625,
      "step": 32000
    },
    {
      "epoch": 0.0244136832036079,
      "learning_rate": 9.767676767676767e-05,
      "loss": 3.168890625,
      "step": 33000
    },
    {
      "epoch": 0.02515349178553541,
      "learning_rate": 9.757575757575758e-05,
      "loss": 3.1635625,
      "step": 34000
    },
    {
      "epoch": 0.025893300367462922,
      "learning_rate": 9.747474747474747e-05,
      "loss": 3.165890625,
      "step": 35000
    },
    {
      "epoch": 0.026633108949390433,
      "learning_rate": 9.737373737373738e-05,
      "loss": 3.1600625,
      "step": 36000
    },
    {
      "epoch": 0.027372917531317948,
      "learning_rate": 9.727272727272728e-05,
      "loss": 3.15909375,
      "step": 37000
    },
    {
      "epoch": 0.02811272611324546,
      "learning_rate": 9.717171717171718e-05,
      "loss": 3.150296875,
      "step": 38000
    },
    {
      "epoch": 0.02885253469517297,
      "learning_rate": 9.707070707070708e-05,
      "loss": 3.15221875,
      "step": 39000
    },
    {
      "epoch": 0.02959234327710048,
      "learning_rate": 9.696969696969698e-05,
      "loss": 3.15134375,
      "step": 40000
    },
    {
      "epoch": 0.030332151859027996,
      "learning_rate": 9.686868686868688e-05,
      "loss": 3.141328125,
      "step": 41000
    },
    {
      "epoch": 0.031071960440955507,
      "learning_rate": 9.676767676767677e-05,
      "loss": 3.149328125,
      "step": 42000
    },
    {
      "epoch": 0.03181176902288302,
      "learning_rate": 9.666666666666667e-05,
      "loss": 3.139328125,
      "step": 43000
    },
    {
      "epoch": 0.03255157760481053,
      "learning_rate": 9.656565656565657e-05,
      "loss": 3.144234375,
      "step": 44000
    },
    {
      "epoch": 0.03329138618673804,
      "learning_rate": 9.646464646464647e-05,
      "loss": 3.1361875,
      "step": 45000
    },
    {
      "epoch": 0.034031194768665556,
      "learning_rate": 9.636363636363637e-05,
      "loss": 3.139328125,
      "step": 46000
    },
    {
      "epoch": 0.03477100335059307,
      "learning_rate": 9.626262626262627e-05,
      "loss": 3.12934375,
      "step": 47000
    },
    {
      "epoch": 0.03551081193252058,
      "learning_rate": 9.616161616161616e-05,
      "loss": 3.126953125,
      "step": 48000
    },
    {
      "epoch": 0.03625062051444809,
      "learning_rate": 9.606060606060606e-05,
      "loss": 3.123953125,
      "step": 49000
    },
    {
      "epoch": 0.03699042909637561,
      "learning_rate": 9.595959595959596e-05,
      "loss": 3.118390625,
      "step": 50000
    },
    {
      "epoch": 0.037730237678303115,
      "learning_rate": 9.585858585858586e-05,
      "loss": 3.12034375,
      "step": 51000
    },
    {
      "epoch": 0.03847004626023063,
      "learning_rate": 9.575757575757576e-05,
      "loss": 3.1155625,
      "step": 52000
    },
    {
      "epoch": 0.03920985484215814,
      "learning_rate": 9.565656565656566e-05,
      "loss": 3.112453125,
      "step": 53000
    },
    {
      "epoch": 0.03994966342408565,
      "learning_rate": 9.555555555555557e-05,
      "loss": 3.10696875,
      "step": 54000
    },
    {
      "epoch": 0.040689472006013166,
      "learning_rate": 9.545454545454546e-05,
      "loss": 3.1111875,
      "step": 55000
    },
    {
      "epoch": 0.041429280587940674,
      "learning_rate": 9.535353535353537e-05,
      "loss": 3.10640625,
      "step": 56000
    },
    {
      "epoch": 0.04216908916986819,
      "learning_rate": 9.525252525252526e-05,
      "loss": 3.105046875,
      "step": 57000
    },
    {
      "epoch": 0.042908897751795703,
      "learning_rate": 9.515151515151515e-05,
      "loss": 3.104453125,
      "step": 58000
    },
    {
      "epoch": 0.04364870633372321,
      "learning_rate": 9.505050505050506e-05,
      "loss": 3.102703125,
      "step": 59000
    },
    {
      "epoch": 0.044388514915650726,
      "learning_rate": 9.494949494949495e-05,
      "loss": 3.096671875,
      "step": 60000
    },
    {
      "epoch": 0.045128323497578234,
      "learning_rate": 9.484848484848486e-05,
      "loss": 3.09621875,
      "step": 61000
    },
    {
      "epoch": 0.04586813207950575,
      "learning_rate": 9.474747474747475e-05,
      "loss": 3.090984375,
      "step": 62000
    },
    {
      "epoch": 0.04660794066143326,
      "learning_rate": 9.464646464646464e-05,
      "loss": 3.087421875,
      "step": 63000
    },
    {
      "epoch": 0.04734774924336077,
      "learning_rate": 9.454545454545455e-05,
      "loss": 3.091140625,
      "step": 64000
    },
    {
      "epoch": 0.048087557825288285,
      "learning_rate": 9.444444444444444e-05,
      "loss": 3.084,
      "step": 65000
    },
    {
      "epoch": 0.0488273664072158,
      "learning_rate": 9.434343434343435e-05,
      "loss": 3.0825625,
      "step": 66000
    },
    {
      "epoch": 0.04956717498914331,
      "learning_rate": 9.424242424242424e-05,
      "loss": 3.074046875,
      "step": 67000
    },
    {
      "epoch": 0.05030698357107082,
      "learning_rate": 9.414141414141415e-05,
      "loss": 2.994109375,
      "step": 68000
    },
    {
      "epoch": 0.05104679215299833,
      "learning_rate": 9.404040404040404e-05,
      "loss": 2.941375,
      "step": 69000
    },
    {
      "epoch": 0.051786600734925844,
      "learning_rate": 9.393939393939395e-05,
      "loss": 2.9075,
      "step": 70000
    },
    {
      "epoch": 0.05252640931685336,
      "learning_rate": 9.383838383838385e-05,
      "loss": 2.87453125,
      "step": 71000
    },
    {
      "epoch": 0.05326621789878087,
      "learning_rate": 9.373737373737375e-05,
      "loss": 2.839375,
      "step": 72000
    },
    {
      "epoch": 0.05400602648070838,
      "learning_rate": 9.363636363636364e-05,
      "loss": 2.821875,
      "step": 73000
    },
    {
      "epoch": 0.054745835062635896,
      "learning_rate": 9.353535353535354e-05,
      "loss": 2.79540625,
      "step": 74000
    },
    {
      "epoch": 0.055485643644563404,
      "learning_rate": 9.343434343434344e-05,
      "loss": 2.7788125,
      "step": 75000
    },
    {
      "epoch": 0.05622545222649092,
      "learning_rate": 9.333333333333334e-05,
      "loss": 2.76378125,
      "step": 76000
    },
    {
      "epoch": 0.05696526080841843,
      "learning_rate": 9.323232323232324e-05,
      "loss": 2.75003125,
      "step": 77000
    },
    {
      "epoch": 0.05770506939034594,
      "learning_rate": 9.313131313131314e-05,
      "loss": 2.73059375,
      "step": 78000
    },
    {
      "epoch": 0.058444877972273455,
      "learning_rate": 9.303030303030303e-05,
      "loss": 2.7220625,
      "step": 79000
    },
    {
      "epoch": 0.05918468655420096,
      "learning_rate": 9.292929292929293e-05,
      "loss": 2.70821875,
      "step": 80000
    },
    {
      "epoch": 0.05992449513612848,
      "learning_rate": 9.282828282828283e-05,
      "loss": 2.70378125,
      "step": 81000
    },
    {
      "epoch": 0.06066430371805599,
      "learning_rate": 9.272727272727273e-05,
      "loss": 2.68196875,
      "step": 82000
    },
    {
      "epoch": 0.0614041122999835,
      "learning_rate": 9.262626262626263e-05,
      "loss": 2.68290625,
      "step": 83000
    },
    {
      "epoch": 0.062143920881911015,
      "learning_rate": 9.252525252525253e-05,
      "loss": 2.66859375,
      "step": 84000
    },
    {
      "epoch": 0.06288372946383852,
      "learning_rate": 9.242424242424242e-05,
      "loss": 2.643625,
      "step": 85000
    },
    {
      "epoch": 0.06362353804576604,
      "learning_rate": 9.232323232323232e-05,
      "loss": 2.64675,
      "step": 86000
    },
    {
      "epoch": 0.06436334662769355,
      "learning_rate": 9.222222222222223e-05,
      "loss": 2.6360625,
      "step": 87000
    },
    {
      "epoch": 0.06510315520962107,
      "learning_rate": 9.212121212121214e-05,
      "loss": 2.6265625,
      "step": 88000
    },
    {
      "epoch": 0.06584296379154858,
      "learning_rate": 9.202020202020203e-05,
      "loss": 2.61628125,
      "step": 89000
    },
    {
      "epoch": 0.06658277237347608,
      "learning_rate": 9.191919191919192e-05,
      "loss": 2.61065625,
      "step": 90000
    },
    {
      "epoch": 0.0673225809554036,
      "learning_rate": 9.181818181818183e-05,
      "loss": 2.6013125,
      "step": 91000
    },
    {
      "epoch": 0.06806238953733111,
      "learning_rate": 9.171717171717172e-05,
      "loss": 2.59125,
      "step": 92000
    },
    {
      "epoch": 0.06880219811925863,
      "learning_rate": 9.161616161616163e-05,
      "loss": 2.58496875,
      "step": 93000
    },
    {
      "epoch": 0.06954200670118614,
      "learning_rate": 9.151515151515152e-05,
      "loss": 2.58175,
      "step": 94000
    },
    {
      "epoch": 0.07028181528311364,
      "learning_rate": 9.141414141414141e-05,
      "loss": 2.5795625,
      "step": 95000
    },
    {
      "epoch": 0.07102162386504116,
      "learning_rate": 9.131313131313132e-05,
      "loss": 2.56846875,
      "step": 96000
    },
    {
      "epoch": 0.07176143244696867,
      "learning_rate": 9.121212121212121e-05,
      "loss": 2.56171875,
      "step": 97000
    },
    {
      "epoch": 0.07250124102889619,
      "learning_rate": 9.111111111111112e-05,
      "loss": 2.55975,
      "step": 98000
    },
    {
      "epoch": 0.0732410496108237,
      "learning_rate": 9.101010101010101e-05,
      "loss": 2.548375,
      "step": 99000
    },
    {
      "epoch": 0.07398085819275121,
      "learning_rate": 9.090909090909092e-05,
      "loss": 2.5480625,
      "step": 100000
    },
    {
      "epoch": 0.07472066677467872,
      "learning_rate": 9.080808080808081e-05,
      "loss": 2.5428125,
      "step": 101000
    },
    {
      "epoch": 0.07546047535660623,
      "learning_rate": 9.07070707070707e-05,
      "loss": 2.537125,
      "step": 102000
    },
    {
      "epoch": 0.07620028393853374,
      "learning_rate": 9.060606060606061e-05,
      "loss": 2.5354375,
      "step": 103000
    },
    {
      "epoch": 0.07694009252046126,
      "learning_rate": 9.050505050505052e-05,
      "loss": 2.5318125,
      "step": 104000
    },
    {
      "epoch": 0.07767990110238877,
      "learning_rate": 9.040404040404041e-05,
      "loss": 2.513,
      "step": 105000
    },
    {
      "epoch": 0.07841970968431627,
      "learning_rate": 9.030303030303031e-05,
      "loss": 2.51375,
      "step": 106000
    },
    {
      "epoch": 0.07915951826624379,
      "learning_rate": 9.02020202020202e-05,
      "loss": 2.50621875,
      "step": 107000
    },
    {
      "epoch": 0.0798993268481713,
      "learning_rate": 9.010101010101011e-05,
      "loss": 2.50103125,
      "step": 108000
    },
    {
      "epoch": 0.08063913543009882,
      "learning_rate": 9e-05,
      "loss": 2.5036875,
      "step": 109000
    },
    {
      "epoch": 0.08137894401202633,
      "learning_rate": 8.98989898989899e-05,
      "loss": 2.49821875,
      "step": 110000
    },
    {
      "epoch": 0.08211875259395383,
      "learning_rate": 8.97979797979798e-05,
      "loss": 2.49084375,
      "step": 111000
    },
    {
      "epoch": 0.08285856117588135,
      "learning_rate": 8.96969696969697e-05,
      "loss": 2.48453125,
      "step": 112000
    },
    {
      "epoch": 0.08359836975780886,
      "learning_rate": 8.95959595959596e-05,
      "loss": 2.47575,
      "step": 113000
    },
    {
      "epoch": 0.08433817833973638,
      "learning_rate": 8.94949494949495e-05,
      "loss": 2.48334375,
      "step": 114000
    },
    {
      "epoch": 0.08507798692166389,
      "learning_rate": 8.93939393939394e-05,
      "loss": 2.48015625,
      "step": 115000
    },
    {
      "epoch": 0.08581779550359141,
      "learning_rate": 8.92929292929293e-05,
      "loss": 2.467625,
      "step": 116000
    },
    {
      "epoch": 0.08655760408551891,
      "learning_rate": 8.919191919191919e-05,
      "loss": 2.464625,
      "step": 117000
    },
    {
      "epoch": 0.08729741266744642,
      "learning_rate": 8.90909090909091e-05,
      "loss": 2.45959375,
      "step": 118000
    },
    {
      "epoch": 0.08803722124937394,
      "learning_rate": 8.898989898989899e-05,
      "loss": 2.46559375,
      "step": 119000
    },
    {
      "epoch": 0.08877702983130145,
      "learning_rate": 8.888888888888889e-05,
      "loss": 2.453125,
      "step": 120000
    },
    {
      "epoch": 0.08951683841322897,
      "learning_rate": 8.87878787878788e-05,
      "loss": 2.45296875,
      "step": 121000
    },
    {
      "epoch": 0.09025664699515647,
      "learning_rate": 8.868686868686869e-05,
      "loss": 2.4496875,
      "step": 122000
    },
    {
      "epoch": 0.09099645557708398,
      "learning_rate": 8.85858585858586e-05,
      "loss": 2.4446875,
      "step": 123000
    },
    {
      "epoch": 0.0917362641590115,
      "learning_rate": 8.848484848484849e-05,
      "loss": 2.44803125,
      "step": 124000
    },
    {
      "epoch": 0.09247607274093901,
      "learning_rate": 8.83838383838384e-05,
      "loss": 2.43840625,
      "step": 125000
    },
    {
      "epoch": 0.09321588132286653,
      "learning_rate": 8.828282828282829e-05,
      "loss": 2.43853125,
      "step": 126000
    },
    {
      "epoch": 0.09395568990479404,
      "learning_rate": 8.818181818181818e-05,
      "loss": 2.44396875,
      "step": 127000
    },
    {
      "epoch": 0.09469549848672154,
      "learning_rate": 8.808080808080809e-05,
      "loss": 2.43378125,
      "step": 128000
    },
    {
      "epoch": 0.09543530706864906,
      "learning_rate": 8.797979797979798e-05,
      "loss": 2.4296875,
      "step": 129000
    },
    {
      "epoch": 0.09617511565057657,
      "learning_rate": 8.787878787878789e-05,
      "loss": 2.41928125,
      "step": 130000
    },
    {
      "epoch": 0.09691492423250408,
      "learning_rate": 8.777777777777778e-05,
      "loss": 2.41896875,
      "step": 131000
    },
    {
      "epoch": 0.0976547328144316,
      "learning_rate": 8.767676767676767e-05,
      "loss": 2.41890625,
      "step": 132000
    },
    {
      "epoch": 0.0983945413963591,
      "learning_rate": 8.757575757575758e-05,
      "loss": 2.423875,
      "step": 133000
    },
    {
      "epoch": 0.09913434997828661,
      "learning_rate": 8.747474747474747e-05,
      "loss": 2.41721875,
      "step": 134000
    },
    {
      "epoch": 0.09987415856021413,
      "learning_rate": 8.737373737373738e-05,
      "loss": 2.41221875,
      "step": 135000
    },
    {
      "epoch": 0.10061396714214164,
      "learning_rate": 8.727272727272727e-05,
      "loss": 2.41015625,
      "step": 136000
    },
    {
      "epoch": 0.10135377572406916,
      "learning_rate": 8.717171717171718e-05,
      "loss": 2.40334375,
      "step": 137000
    },
    {
      "epoch": 0.10209358430599666,
      "learning_rate": 8.707070707070707e-05,
      "loss": 2.4039375,
      "step": 138000
    },
    {
      "epoch": 0.10283339288792417,
      "learning_rate": 8.696969696969698e-05,
      "loss": 2.392,
      "step": 139000
    },
    {
      "epoch": 0.10357320146985169,
      "learning_rate": 8.686868686868688e-05,
      "loss": 2.3910625,
      "step": 140000
    },
    {
      "epoch": 0.1043130100517792,
      "learning_rate": 8.676767676767678e-05,
      "loss": 2.38865625,
      "step": 141000
    },
    {
      "epoch": 0.10505281863370672,
      "learning_rate": 8.666666666666667e-05,
      "loss": 2.3965,
      "step": 142000
    },
    {
      "epoch": 0.10579262721563423,
      "learning_rate": 8.656565656565657e-05,
      "loss": 2.37953125,
      "step": 143000
    },
    {
      "epoch": 0.10653243579756173,
      "learning_rate": 8.646464646464647e-05,
      "loss": 2.3775625,
      "step": 144000
    },
    {
      "epoch": 0.10727224437948925,
      "learning_rate": 8.636363636363637e-05,
      "loss": 2.3774375,
      "step": 145000
    },
    {
      "epoch": 0.10801205296141676,
      "learning_rate": 8.626262626262627e-05,
      "loss": 2.3824375,
      "step": 146000
    },
    {
      "epoch": 0.10875186154334428,
      "learning_rate": 8.616161616161616e-05,
      "loss": 2.3749375,
      "step": 147000
    },
    {
      "epoch": 0.10949167012527179,
      "learning_rate": 8.606060606060606e-05,
      "loss": 2.37059375,
      "step": 148000
    },
    {
      "epoch": 0.11023147870719929,
      "learning_rate": 8.595959595959596e-05,
      "loss": 2.36821875,
      "step": 149000
    },
    {
      "epoch": 0.11097128728912681,
      "learning_rate": 8.585858585858586e-05,
      "loss": 2.38290625,
      "step": 150000
    },
    {
      "epoch": 0.11171109587105432,
      "learning_rate": 8.575757575757576e-05,
      "loss": 2.36784375,
      "step": 151000
    },
    {
      "epoch": 0.11245090445298184,
      "learning_rate": 8.565656565656566e-05,
      "loss": 2.37403125,
      "step": 152000
    },
    {
      "epoch": 0.11319071303490935,
      "learning_rate": 8.555555555555556e-05,
      "loss": 2.3681875,
      "step": 153000
    },
    {
      "epoch": 0.11393052161683687,
      "learning_rate": 8.545454545454545e-05,
      "loss": 2.3626875,
      "step": 154000
    },
    {
      "epoch": 0.11467033019876437,
      "learning_rate": 8.535353535353535e-05,
      "loss": 2.365875,
      "step": 155000
    },
    {
      "epoch": 0.11541013878069188,
      "learning_rate": 8.525252525252526e-05,
      "loss": 2.3594375,
      "step": 156000
    },
    {
      "epoch": 0.1161499473626194,
      "learning_rate": 8.515151515151515e-05,
      "loss": 2.35259375,
      "step": 157000
    },
    {
      "epoch": 0.11688975594454691,
      "learning_rate": 8.505050505050506e-05,
      "loss": 2.35125,
      "step": 158000
    },
    {
      "epoch": 0.11762956452647443,
      "learning_rate": 8.494949494949495e-05,
      "loss": 2.35478125,
      "step": 159000
    },
    {
      "epoch": 0.11836937310840193,
      "learning_rate": 8.484848484848486e-05,
      "loss": 2.34390625,
      "step": 160000
    },
    {
      "epoch": 0.11910918169032944,
      "learning_rate": 8.474747474747475e-05,
      "loss": 2.3526875,
      "step": 161000
    },
    {
      "epoch": 0.11984899027225696,
      "learning_rate": 8.464646464646466e-05,
      "loss": 2.350125,
      "step": 162000
    },
    {
      "epoch": 0.12058879885418447,
      "learning_rate": 8.454545454545455e-05,
      "loss": 2.3663125,
      "step": 163000
    },
    {
      "epoch": 0.12132860743611198,
      "learning_rate": 8.444444444444444e-05,
      "loss": 2.3484375,
      "step": 164000
    },
    {
      "epoch": 0.12206841601803949,
      "learning_rate": 8.434343434343435e-05,
      "loss": 2.34578125,
      "step": 165000
    },
    {
      "epoch": 0.122808224599967,
      "learning_rate": 8.424242424242424e-05,
      "loss": 2.34928125,
      "step": 166000
    },
    {
      "epoch": 0.12354803318189451,
      "learning_rate": 8.414141414141415e-05,
      "loss": 2.336375,
      "step": 167000
    },
    {
      "epoch": 0.12428784176382203,
      "learning_rate": 8.404040404040404e-05,
      "loss": 2.34021875,
      "step": 168000
    },
    {
      "epoch": 0.12502765034574953,
      "learning_rate": 8.393939393939393e-05,
      "loss": 2.33871875,
      "step": 169000
    },
    {
      "epoch": 0.12576745892767704,
      "learning_rate": 8.383838383838384e-05,
      "loss": 2.3376875,
      "step": 170000
    },
    {
      "epoch": 0.12650726750960456,
      "learning_rate": 8.373737373737373e-05,
      "loss": 2.33028125,
      "step": 171000
    },
    {
      "epoch": 0.12724707609153207,
      "learning_rate": 8.363636363636364e-05,
      "loss": 2.3309375,
      "step": 172000
    },
    {
      "epoch": 0.1279868846734596,
      "learning_rate": 8.353535353535355e-05,
      "loss": 2.33528125,
      "step": 173000
    },
    {
      "epoch": 0.1287266932553871,
      "learning_rate": 8.343434343434344e-05,
      "loss": 2.3350625,
      "step": 174000
    },
    {
      "epoch": 0.12946650183731462,
      "learning_rate": 8.333333333333334e-05,
      "loss": 2.32559375,
      "step": 175000
    },
    {
      "epoch": 0.13020631041924213,
      "learning_rate": 8.323232323232324e-05,
      "loss": 2.321,
      "step": 176000
    },
    {
      "epoch": 0.13094611900116965,
      "learning_rate": 8.313131313131314e-05,
      "loss": 2.33025,
      "step": 177000
    },
    {
      "epoch": 0.13168592758309716,
      "learning_rate": 8.303030303030304e-05,
      "loss": 2.3170625,
      "step": 178000
    },
    {
      "epoch": 0.13242573616502465,
      "learning_rate": 8.292929292929293e-05,
      "loss": 2.3196875,
      "step": 179000
    },
    {
      "epoch": 0.13316554474695216,
      "learning_rate": 8.282828282828283e-05,
      "loss": 2.313375,
      "step": 180000
    },
    {
      "epoch": 0.13390535332887968,
      "learning_rate": 8.272727272727273e-05,
      "loss": 2.305875,
      "step": 181000
    },
    {
      "epoch": 0.1346451619108072,
      "learning_rate": 8.262626262626263e-05,
      "loss": 2.316,
      "step": 182000
    },
    {
      "epoch": 0.1353849704927347,
      "learning_rate": 8.252525252525253e-05,
      "loss": 2.30725,
      "step": 183000
    },
    {
      "epoch": 0.13612477907466222,
      "learning_rate": 8.242424242424243e-05,
      "loss": 2.3010625,
      "step": 184000
    },
    {
      "epoch": 0.13686458765658974,
      "learning_rate": 8.232323232323233e-05,
      "loss": 2.3125625,
      "step": 185000
    },
    {
      "epoch": 0.13760439623851725,
      "learning_rate": 8.222222222222222e-05,
      "loss": 2.31725,
      "step": 186000
    },
    {
      "epoch": 0.13834420482044477,
      "learning_rate": 8.212121212121212e-05,
      "loss": 2.2964375,
      "step": 187000
    },
    {
      "epoch": 0.13908401340237228,
      "learning_rate": 8.202020202020202e-05,
      "loss": 2.302,
      "step": 188000
    },
    {
      "epoch": 0.1398238219842998,
      "learning_rate": 8.191919191919192e-05,
      "loss": 2.3019375,
      "step": 189000
    },
    {
      "epoch": 0.14056363056622728,
      "learning_rate": 8.181818181818183e-05,
      "loss": 2.3020625,
      "step": 190000
    },
    {
      "epoch": 0.1413034391481548,
      "learning_rate": 8.171717171717172e-05,
      "loss": 2.3026875,
      "step": 191000
    },
    {
      "epoch": 0.1420432477300823,
      "learning_rate": 8.161616161616163e-05,
      "loss": 2.298875,
      "step": 192000
    },
    {
      "epoch": 0.14278305631200983,
      "learning_rate": 8.151515151515152e-05,
      "loss": 2.2983125,
      "step": 193000
    },
    {
      "epoch": 0.14352286489393734,
      "learning_rate": 8.141414141414141e-05,
      "loss": 2.2835625,
      "step": 194000
    },
    {
      "epoch": 0.14426267347586486,
      "learning_rate": 8.131313131313132e-05,
      "loss": 2.2885625,
      "step": 195000
    },
    {
      "epoch": 0.14500248205779237,
      "learning_rate": 8.121212121212121e-05,
      "loss": 2.295125,
      "step": 196000
    },
    {
      "epoch": 0.14574229063971988,
      "learning_rate": 8.111111111111112e-05,
      "loss": 2.2823125,
      "step": 197000
    },
    {
      "epoch": 0.1464820992216474,
      "learning_rate": 8.101010101010101e-05,
      "loss": 2.280375,
      "step": 198000
    },
    {
      "epoch": 0.14722190780357491,
      "learning_rate": 8.090909090909092e-05,
      "loss": 2.290125,
      "step": 199000
    },
    {
      "epoch": 0.14796171638550243,
      "learning_rate": 8.080808080808081e-05,
      "loss": 2.2868125,
      "step": 200000
    },
    {
      "epoch": 0.14870152496742992,
      "learning_rate": 8.07070707070707e-05,
      "loss": 2.2840625,
      "step": 201000
    },
    {
      "epoch": 0.14944133354935743,
      "learning_rate": 8.060606060606061e-05,
      "loss": 2.2799375,
      "step": 202000
    },
    {
      "epoch": 0.15018114213128494,
      "learning_rate": 8.05050505050505e-05,
      "loss": 2.285875,
      "step": 203000
    },
    {
      "epoch": 0.15092095071321246,
      "learning_rate": 8.040404040404041e-05,
      "loss": 2.344375,
      "step": 204000
    },
    {
      "epoch": 0.15166075929513997,
      "learning_rate": 8.03030303030303e-05,
      "loss": 2.2733125,
      "step": 205000
    },
    {
      "epoch": 0.1524005678770675,
      "learning_rate": 8.02020202020202e-05,
      "loss": 2.272125,
      "step": 206000
    },
    {
      "epoch": 0.153140376458995,
      "learning_rate": 8.010101010101011e-05,
      "loss": 2.271625,
      "step": 207000
    },
    {
      "epoch": 0.15388018504092252,
      "learning_rate": 8e-05,
      "loss": 2.278125,
      "step": 208000
    },
    {
      "epoch": 0.15461999362285003,
      "learning_rate": 7.989898989898991e-05,
      "loss": 2.275625,
      "step": 209000
    },
    {
      "epoch": 0.15535980220477755,
      "learning_rate": 7.97979797979798e-05,
      "loss": 2.2675,
      "step": 210000
    },
    {
      "epoch": 0.15609961078670503,
      "learning_rate": 7.96969696969697e-05,
      "loss": 2.2676875,
      "step": 211000
    },
    {
      "epoch": 0.15683941936863255,
      "learning_rate": 7.95959595959596e-05,
      "loss": 2.265875,
      "step": 212000
    },
    {
      "epoch": 0.15757922795056006,
      "learning_rate": 7.94949494949495e-05,
      "loss": 2.260125,
      "step": 213000
    },
    {
      "epoch": 0.15831903653248758,
      "learning_rate": 7.93939393939394e-05,
      "loss": 2.2750625,
      "step": 214000
    }
  ],
  "max_steps": 1000000,
  "num_train_epochs": 1,
  "total_flos": 387919397980800000
}