{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "global_step": 123732,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 4.979795040894837e-05,
      "loss": 2.8372,
      "step": 500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9595900817896746e-05,
      "loss": 2.4789,
      "step": 1000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9393851226845114e-05,
      "loss": 2.2893,
      "step": 1500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9191801635793496e-05,
      "loss": 2.1965,
      "step": 2000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.8989752044741864e-05,
      "loss": 2.1373,
      "step": 2500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.878770245369024e-05,
      "loss": 2.0767,
      "step": 3000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.858565286263861e-05,
      "loss": 2.0443,
      "step": 3500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.838360327158698e-05,
      "loss": 2.024,
      "step": 4000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.818155368053535e-05,
      "loss": 1.9501,
      "step": 4500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.7979504089483726e-05,
      "loss": 1.9562,
      "step": 5000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.7777454498432095e-05,
      "loss": 1.9222,
      "step": 5500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.757540490738047e-05,
      "loss": 1.8926,
      "step": 6000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.7373355316328845e-05,
      "loss": 1.8646,
      "step": 6500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.717130572527721e-05,
      "loss": 1.8655,
      "step": 7000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.696925613422559e-05,
      "loss": 1.8596,
      "step": 7500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.676720654317396e-05,
      "loss": 1.8408,
      "step": 8000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.656515695212233e-05,
      "loss": 1.8267,
      "step": 8500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.63631073610707e-05,
      "loss": 1.7901,
      "step": 9000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.6161057770019075e-05,
      "loss": 1.7815,
      "step": 9500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.595900817896745e-05,
      "loss": 1.785,
      "step": 10000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.575695858791582e-05,
      "loss": 1.7634,
      "step": 10500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5554908996864194e-05,
      "loss": 1.7426,
      "step": 11000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.535285940581256e-05,
      "loss": 1.7472,
      "step": 11500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.515080981476094e-05,
      "loss": 1.7534,
      "step": 12000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.4948760223709305e-05,
      "loss": 1.7196,
      "step": 12500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.474671063265768e-05,
      "loss": 1.7174,
      "step": 13000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.4544661041606056e-05,
      "loss": 1.7015,
      "step": 13500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.434261145055443e-05,
      "loss": 1.6568,
      "step": 14000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.41405618595028e-05,
      "loss": 1.6854,
      "step": 14500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.393851226845117e-05,
      "loss": 1.7124,
      "step": 15000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.373646267739954e-05,
      "loss": 1.6685,
      "step": 15500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.353441308634791e-05,
      "loss": 1.6657,
      "step": 16000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.3332363495296286e-05,
      "loss": 1.6733,
      "step": 16500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.313031390424466e-05,
      "loss": 1.6467,
      "step": 17000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.2928264313193036e-05,
      "loss": 1.6647,
      "step": 17500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.2726214722141404e-05,
      "loss": 1.6391,
      "step": 18000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.252416513108978e-05,
      "loss": 1.6388,
      "step": 18500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.232211554003815e-05,
      "loss": 1.6363,
      "step": 19000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.212006594898652e-05,
      "loss": 1.6375,
      "step": 19500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.191801635793489e-05,
      "loss": 1.6179,
      "step": 20000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1715966766883266e-05,
      "loss": 1.6001,
      "step": 20500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.151391717583164e-05,
      "loss": 1.6116,
      "step": 21000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.131186758478001e-05,
      "loss": 1.592,
      "step": 21500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.1109817993728385e-05,
      "loss": 1.5869,
      "step": 22000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.090776840267675e-05,
      "loss": 1.5869,
      "step": 22500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.070571881162513e-05,
      "loss": 1.6034,
      "step": 23000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.05036692205735e-05,
      "loss": 1.5646,
      "step": 23500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.030161962952187e-05,
      "loss": 1.5619,
      "step": 24000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.009957003847025e-05,
      "loss": 1.5718,
      "step": 24500
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.9897520447418615e-05,
      "loss": 1.5903,
      "step": 25000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.969547085636699e-05,
      "loss": 1.5563,
      "step": 25500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.949342126531536e-05,
      "loss": 1.5549,
      "step": 26000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.9291371674263734e-05,
      "loss": 1.5373,
      "step": 26500
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.90893220832121e-05,
      "loss": 1.5607,
      "step": 27000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.888727249216048e-05,
      "loss": 1.5519,
      "step": 27500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.8685222901108846e-05,
      "loss": 1.5209,
      "step": 28000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.848317331005723e-05,
      "loss": 1.5354,
      "step": 28500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.8281123719005596e-05,
      "loss": 1.5082,
      "step": 29000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.807907412795397e-05,
      "loss": 1.506,
      "step": 29500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.787702453690234e-05,
      "loss": 1.5307,
      "step": 30000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.767497494585071e-05,
      "loss": 1.501,
      "step": 30500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.747292535479908e-05,
      "loss": 1.5334,
      "step": 31000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.727087576374745e-05,
      "loss": 1.513,
      "step": 31500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.706882617269583e-05,
      "loss": 1.5083,
      "step": 32000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.68667765816442e-05,
      "loss": 1.4999,
      "step": 32500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.6664726990592576e-05,
      "loss": 1.4755,
      "step": 33000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6462677399540945e-05,
      "loss": 1.5159,
      "step": 33500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.626062780848932e-05,
      "loss": 1.5126,
      "step": 34000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.605857821743769e-05,
      "loss": 1.4948,
      "step": 34500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.585652862638606e-05,
      "loss": 1.4975,
      "step": 35000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.565447903533443e-05,
      "loss": 1.5006,
      "step": 35500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.5452429444282807e-05,
      "loss": 1.4772,
      "step": 36000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.525037985323118e-05,
      "loss": 1.4721,
      "step": 36500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.504833026217955e-05,
      "loss": 1.4934,
      "step": 37000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.4846280671127925e-05,
      "loss": 1.47,
      "step": 37500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4644231080076293e-05,
      "loss": 1.471,
      "step": 38000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.444218148902467e-05,
      "loss": 1.4491,
      "step": 38500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.424013189797304e-05,
      "loss": 1.4718,
      "step": 39000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.403808230692141e-05,
      "loss": 1.4481,
      "step": 39500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.383603271586979e-05,
      "loss": 1.4609,
      "step": 40000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3633983124818155e-05,
      "loss": 1.4501,
      "step": 40500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.343193353376653e-05,
      "loss": 1.4285,
      "step": 41000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.32298839427149e-05,
      "loss": 1.349,
      "step": 41500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.3027834351663274e-05,
      "loss": 1.3115,
      "step": 42000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.282578476061164e-05,
      "loss": 1.3064,
      "step": 42500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.262373516956002e-05,
      "loss": 1.2838,
      "step": 43000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.242168557850839e-05,
      "loss": 1.2855,
      "step": 43500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.221963598745677e-05,
      "loss": 1.2931,
      "step": 44000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.2017586396405136e-05,
      "loss": 1.2874,
      "step": 44500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.1815536805353504e-05,
      "loss": 1.2677,
      "step": 45000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.161348721430188e-05,
      "loss": 1.2898,
      "step": 45500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.141143762325025e-05,
      "loss": 1.2906,
      "step": 46000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.120938803219862e-05,
      "loss": 1.293,
      "step": 46500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.1007338441147e-05,
      "loss": 1.2844,
      "step": 47000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.080528885009537e-05,
      "loss": 1.295,
      "step": 47500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.060323925904374e-05,
      "loss": 1.3018,
      "step": 48000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0401189667992113e-05,
      "loss": 1.29,
      "step": 48500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0199140076940485e-05,
      "loss": 1.2879,
      "step": 49000
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.9997090485888856e-05,
      "loss": 1.3044,
      "step": 49500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9795040894837228e-05,
      "loss": 1.3007,
      "step": 50000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.95929913037856e-05,
      "loss": 1.2731,
      "step": 50500
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.939094171273398e-05,
      "loss": 1.2825,
      "step": 51000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.918889212168235e-05,
      "loss": 1.2862,
      "step": 51500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.898684253063072e-05,
      "loss": 1.2784,
      "step": 52000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.878479293957909e-05,
      "loss": 1.2938,
      "step": 52500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8582743348527462e-05,
      "loss": 1.2863,
      "step": 53000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.8380693757475834e-05,
      "loss": 1.2642,
      "step": 53500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8178644166424205e-05,
      "loss": 1.2798,
      "step": 54000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.7976594575372584e-05,
      "loss": 1.2822,
      "step": 54500
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7774544984320956e-05,
      "loss": 1.2814,
      "step": 55000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7572495393269327e-05,
      "loss": 1.2556,
      "step": 55500
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.73704458022177e-05,
      "loss": 1.2496,
      "step": 56000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.716839621116607e-05,
      "loss": 1.2556,
      "step": 56500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.6966346620114442e-05,
      "loss": 1.267,
      "step": 57000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6764297029062814e-05,
      "loss": 1.2647,
      "step": 57500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6562247438011182e-05,
      "loss": 1.2617,
      "step": 58000
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.636019784695956e-05,
      "loss": 1.2625,
      "step": 58500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6158148255907933e-05,
      "loss": 1.267,
      "step": 59000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5956098664856304e-05,
      "loss": 1.2708,
      "step": 59500
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5754049073804676e-05,
      "loss": 1.2623,
      "step": 60000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5551999482753048e-05,
      "loss": 1.2569,
      "step": 60500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.534994989170142e-05,
      "loss": 1.2438,
      "step": 61000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.514790030064979e-05,
      "loss": 1.2695,
      "step": 61500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.4945850709598166e-05,
      "loss": 1.2551,
      "step": 62000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4743801118546535e-05,
      "loss": 1.2633,
      "step": 62500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.454175152749491e-05,
      "loss": 1.2424,
      "step": 63000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.433970193644328e-05,
      "loss": 1.2659,
      "step": 63500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4137652345391653e-05,
      "loss": 1.2639,
      "step": 64000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.3935602754340025e-05,
      "loss": 1.2428,
      "step": 64500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.37335531632884e-05,
      "loss": 1.2475,
      "step": 65000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3531503572236772e-05,
      "loss": 1.2645,
      "step": 65500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3329453981185143e-05,
      "loss": 1.2685,
      "step": 66000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3127404390133515e-05,
      "loss": 1.2612,
      "step": 66500
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.2925354799081887e-05,
      "loss": 1.2448,
      "step": 67000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.272330520803026e-05,
      "loss": 1.2503,
      "step": 67500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.252125561697863e-05,
      "loss": 1.2255,
      "step": 68000
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2319206025927005e-05,
      "loss": 1.2437,
      "step": 68500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2117156434875377e-05,
      "loss": 1.2258,
      "step": 69000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.191510684382375e-05,
      "loss": 1.2203,
      "step": 69500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.171305725277212e-05,
      "loss": 1.2359,
      "step": 70000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1511007661720496e-05,
      "loss": 1.2359,
      "step": 70500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1308958070668867e-05,
      "loss": 1.239,
      "step": 71000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.110690847961724e-05,
      "loss": 1.21,
      "step": 71500
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.090485888856561e-05,
      "loss": 1.1985,
      "step": 72000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0702809297513983e-05,
      "loss": 1.2627,
      "step": 72500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.0500759706462354e-05,
      "loss": 1.2186,
      "step": 73000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0298710115410726e-05,
      "loss": 1.2453,
      "step": 73500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0096660524359098e-05,
      "loss": 1.227,
      "step": 74000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9894610933307473e-05,
      "loss": 1.2383,
      "step": 74500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9692561342255844e-05,
      "loss": 1.2272,
      "step": 75000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9490511751204216e-05,
      "loss": 1.2031,
      "step": 75500
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.928846216015259e-05,
      "loss": 1.2024,
      "step": 76000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9086412569100963e-05,
      "loss": 1.2257,
      "step": 76500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8884362978049335e-05,
      "loss": 1.2075,
      "step": 77000
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8682313386997703e-05,
      "loss": 1.2449,
      "step": 77500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8480263795946078e-05,
      "loss": 1.2141,
      "step": 78000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.827821420489445e-05,
      "loss": 1.2161,
      "step": 78500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.807616461384282e-05,
      "loss": 1.2141,
      "step": 79000
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7874115022791193e-05,
      "loss": 1.1951,
      "step": 79500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.767206543173957e-05,
      "loss": 1.2105,
      "step": 80000
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.747001584068794e-05,
      "loss": 1.187,
      "step": 80500
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7267966249636312e-05,
      "loss": 1.2099,
      "step": 81000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.7065916658584684e-05,
      "loss": 1.2091,
      "step": 81500
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6863867067533055e-05,
      "loss": 1.2034,
      "step": 82000
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6661817476481427e-05,
      "loss": 1.1969,
      "step": 82500
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.64597678854298e-05,
      "loss": 1.0541,
      "step": 83000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6257718294378174e-05,
      "loss": 1.0428,
      "step": 83500
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.6055668703326546e-05,
      "loss": 1.0576,
      "step": 84000
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5853619112274917e-05,
      "loss": 1.0312,
      "step": 84500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.565156952122329e-05,
      "loss": 1.0415,
      "step": 85000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5449519930171664e-05,
      "loss": 1.0685,
      "step": 85500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5247470339120034e-05,
      "loss": 1.0584,
      "step": 86000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.5045420748068406e-05,
      "loss": 1.0444,
      "step": 86500
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4843371157016778e-05,
      "loss": 1.0456,
      "step": 87000
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4641321565965153e-05,
      "loss": 1.0597,
      "step": 87500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4439271974913524e-05,
      "loss": 1.0505,
      "step": 88000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4237222383861894e-05,
      "loss": 1.0605,
      "step": 88500
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.4035172792810266e-05,
      "loss": 1.0581,
      "step": 89000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3833123201758641e-05,
      "loss": 1.0357,
      "step": 89500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3631073610707013e-05,
      "loss": 1.0408,
      "step": 90000
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3429024019655385e-05,
      "loss": 1.0404,
      "step": 90500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3226974428603758e-05,
      "loss": 1.039,
      "step": 91000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.302492483755213e-05,
      "loss": 1.0434,
      "step": 91500
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2822875246500501e-05,
      "loss": 1.0348,
      "step": 92000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2620825655448873e-05,
      "loss": 1.0526,
      "step": 92500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2418776064397247e-05,
      "loss": 1.0395,
      "step": 93000
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2216726473345618e-05,
      "loss": 1.0409,
      "step": 93500
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.201467688229399e-05,
      "loss": 1.0396,
      "step": 94000
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1812627291242363e-05,
      "loss": 1.055,
      "step": 94500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1610577700190735e-05,
      "loss": 1.0594,
      "step": 95000
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1408528109139109e-05,
      "loss": 1.04,
      "step": 95500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1206478518087479e-05,
      "loss": 1.0421,
      "step": 96000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.1004428927035852e-05,
      "loss": 1.0507,
      "step": 96500
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0802379335984225e-05,
      "loss": 1.0275,
      "step": 97000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0600329744932597e-05,
      "loss": 1.0356,
      "step": 97500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0398280153880969e-05,
      "loss": 1.0379,
      "step": 98000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.019623056282934e-05,
      "loss": 1.0256,
      "step": 98500
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.994180971777714e-06,
      "loss": 1.0462,
      "step": 99000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.792131380726086e-06,
      "loss": 1.0387,
      "step": 99500
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.590081789674459e-06,
      "loss": 1.0175,
      "step": 100000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.38803219862283e-06,
      "loss": 1.0262,
      "step": 100500
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.185982607571203e-06,
      "loss": 1.0545,
      "step": 101000
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.983933016519574e-06,
      "loss": 1.0339,
      "step": 101500
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.781883425467948e-06,
      "loss": 1.0378,
      "step": 102000
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.57983383441632e-06,
      "loss": 1.034,
      "step": 102500
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.377784243364691e-06,
      "loss": 1.0412,
      "step": 103000
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.175734652313063e-06,
      "loss": 1.0321,
      "step": 103500
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.973685061261436e-06,
      "loss": 1.0341,
      "step": 104000
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.77163547020981e-06,
      "loss": 1.0207,
      "step": 104500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.5695858791581805e-06,
      "loss": 1.0017,
      "step": 105000
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.367536288106554e-06,
      "loss": 1.0238,
      "step": 105500
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.165486697054926e-06,
      "loss": 1.0219,
      "step": 106000
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.963437106003298e-06,
      "loss": 1.0153,
      "step": 106500
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.76138751495167e-06,
      "loss": 1.0296,
      "step": 107000
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.5593379239000424e-06,
      "loss": 1.0198,
      "step": 107500
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.357288332848414e-06,
      "loss": 1.0137,
      "step": 108000
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.1552387417967876e-06,
      "loss": 1.0256,
      "step": 108500
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.953189150745159e-06,
      "loss": 1.0119,
      "step": 109000
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.751139559693532e-06,
      "loss": 1.0177,
      "step": 109500
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.5490899686419036e-06,
      "loss": 1.0131,
      "step": 110000
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.347040377590276e-06,
      "loss": 0.9982,
      "step": 110500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.144990786538649e-06,
      "loss": 1.0195,
      "step": 111000
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.94294119548702e-06,
      "loss": 1.0126,
      "step": 111500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.740891604435393e-06,
      "loss": 1.0218,
      "step": 112000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.538842013383765e-06,
      "loss": 1.0432,
      "step": 112500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.336792422332137e-06,
      "loss": 1.0058,
      "step": 113000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.13474283128051e-06,
      "loss": 1.0041,
      "step": 113500
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.9326932402288815e-06,
      "loss": 1.0208,
      "step": 114000
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.730643649177254e-06,
      "loss": 0.9971,
      "step": 114500
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.5285940581256262e-06,
      "loss": 1.0126,
      "step": 115000
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.3265444670739992e-06,
      "loss": 1.0259,
      "step": 115500
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.124494876022371e-06,
      "loss": 1.0374,
      "step": 116000
    },
    {
      "epoch": 2.82,
      "learning_rate": 2.922445284970743e-06,
      "loss": 1.025,
      "step": 116500
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.7203956939191156e-06,
      "loss": 1.0199,
      "step": 117000
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.518346102867488e-06,
      "loss": 1.0116,
      "step": 117500
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.3162965118158603e-06,
      "loss": 1.0321,
      "step": 118000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.1142469207642325e-06,
      "loss": 1.0162,
      "step": 118500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.9121973297126046e-06,
      "loss": 1.0218,
      "step": 119000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.710147738660977e-06,
      "loss": 0.9819,
      "step": 119500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.5080981476093493e-06,
      "loss": 1.0366,
      "step": 120000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3060485565577217e-06,
      "loss": 0.9988,
      "step": 120500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.1039989655060938e-06,
      "loss": 1.0048,
      "step": 121000
    },
    {
      "epoch": 2.95,
      "learning_rate": 9.019493744544661e-07,
      "loss": 1.0015,
      "step": 121500
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.998997834028384e-07,
      "loss": 0.9998,
      "step": 122000
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.978501923512107e-07,
      "loss": 1.0045,
      "step": 122500
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.95800601299583e-07,
      "loss": 1.0024,
      "step": 123000
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.375101024795526e-08,
      "loss": 0.995,
      "step": 123500
    },
    {
      "epoch": 3.0,
      "step": 123732,
      "total_flos": 1.8552133900202803e+17,
      "train_loss": 1.3215980781360575,
      "train_runtime": 31676.1684,
      "train_samples_per_second": 39.061,
      "train_steps_per_second": 3.906
    }
  ],
  "max_steps": 123732,
  "num_train_epochs": 3,
  "total_flos": 1.8552133900202803e+17,
  "trial_name": null,
  "trial_params": null
}