{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "global_step": 228315,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 4.989050215710751e-05,
      "loss": 3.3993,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.978100431421501e-05,
      "loss": 2.3797,
      "step": 1000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9671506471322515e-05,
      "loss": 2.0579,
      "step": 1500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9562008628430026e-05,
      "loss": 1.8511,
      "step": 2000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9452510785537524e-05,
      "loss": 1.7398,
      "step": 2500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9343012942645035e-05,
      "loss": 1.6751,
      "step": 3000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.923351509975254e-05,
      "loss": 1.588,
      "step": 3500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9124017256860043e-05,
      "loss": 1.5222,
      "step": 4000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.901451941396755e-05,
      "loss": 1.4736,
      "step": 4500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.890502157107505e-05,
      "loss": 1.426,
      "step": 5000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.8795523728182556e-05,
      "loss": 1.3883,
      "step": 5500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.868602588529006e-05,
      "loss": 1.3851,
      "step": 6000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.8576528042397565e-05,
      "loss": 1.3285,
      "step": 6500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.846703019950507e-05,
      "loss": 1.3257,
      "step": 7000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.835753235661258e-05,
      "loss": 1.3013,
      "step": 7500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.824803451372008e-05,
      "loss": 1.2689,
      "step": 8000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.813853667082759e-05,
      "loss": 1.23,
      "step": 8500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.802903882793509e-05,
      "loss": 1.2311,
      "step": 9000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.79195409850426e-05,
      "loss": 1.2157,
      "step": 9500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.78100431421501e-05,
      "loss": 1.215,
      "step": 10000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.770054529925761e-05,
      "loss": 1.1977,
      "step": 10500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.759104745636511e-05,
      "loss": 1.1763,
      "step": 11000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.7481549613472614e-05,
      "loss": 1.1651,
      "step": 11500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.7372051770580125e-05,
      "loss": 1.1662,
      "step": 12000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.726255392768762e-05,
      "loss": 1.1588,
      "step": 12500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.7153056084795134e-05,
      "loss": 1.1328,
      "step": 13000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.704355824190264e-05,
      "loss": 1.131,
      "step": 13500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.693406039901014e-05,
      "loss": 1.1043,
      "step": 14000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.682456255611765e-05,
      "loss": 1.115,
      "step": 14500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.671506471322515e-05,
      "loss": 1.0963,
      "step": 15000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.6605566870332655e-05,
      "loss": 1.0741,
      "step": 15500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.649606902744016e-05,
      "loss": 1.0785,
      "step": 16000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.6386571184547664e-05,
      "loss": 1.0727,
      "step": 16500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.627707334165517e-05,
      "loss": 1.062,
      "step": 17000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.616757549876268e-05,
      "loss": 1.0622,
      "step": 17500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.605807765587018e-05,
      "loss": 1.0508,
      "step": 18000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.594857981297769e-05,
      "loss": 1.0475,
      "step": 18500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.583908197008519e-05,
      "loss": 1.0473,
      "step": 19000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.5729584127192696e-05,
      "loss": 1.0391,
      "step": 19500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.56200862843002e-05,
      "loss": 1.0312,
      "step": 20000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.551058844140771e-05,
      "loss": 1.0299,
      "step": 20500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.540109059851521e-05,
      "loss": 1.0074,
      "step": 21000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.5291592755622713e-05,
      "loss": 1.0091,
      "step": 21500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.5182094912730225e-05,
      "loss": 1.0185,
      "step": 22000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.507259706983772e-05,
      "loss": 1.0254,
      "step": 22500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.496309922694523e-05,
      "loss": 0.9965,
      "step": 23000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.485360138405274e-05,
      "loss": 0.9907,
      "step": 23500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.474410354116024e-05,
      "loss": 0.9807,
      "step": 24000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.4634605698267746e-05,
      "loss": 0.9948,
      "step": 24500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.452510785537525e-05,
      "loss": 0.9755,
      "step": 25000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4415610012482754e-05,
      "loss": 0.9694,
      "step": 25500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4306112169590266e-05,
      "loss": 0.9679,
      "step": 26000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.419661432669776e-05,
      "loss": 0.9725,
      "step": 26500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.408711648380527e-05,
      "loss": 0.968,
      "step": 27000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.397761864091278e-05,
      "loss": 0.9499,
      "step": 27500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.3868120798020276e-05,
      "loss": 0.9607,
      "step": 28000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.375862295512779e-05,
      "loss": 0.9559,
      "step": 28500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.364912511223529e-05,
      "loss": 0.95,
      "step": 29000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.3539627269342795e-05,
      "loss": 0.9471,
      "step": 29500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.34301294264503e-05,
      "loss": 0.9421,
      "step": 30000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.332063158355781e-05,
      "loss": 0.9585,
      "step": 30500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.321113374066531e-05,
      "loss": 0.9294,
      "step": 31000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.310163589777282e-05,
      "loss": 0.9322,
      "step": 31500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.2992138054880324e-05,
      "loss": 0.9391,
      "step": 32000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.288264021198782e-05,
      "loss": 0.9266,
      "step": 32500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.277314236909533e-05,
      "loss": 0.9237,
      "step": 33000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.2663644526202836e-05,
      "loss": 0.9295,
      "step": 33500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.255414668331034e-05,
      "loss": 0.9301,
      "step": 34000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.2444648840417845e-05,
      "loss": 0.9313,
      "step": 34500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.233515099752535e-05,
      "loss": 0.9167,
      "step": 35000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.2225653154632854e-05,
      "loss": 0.9261,
      "step": 35500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.2116155311740365e-05,
      "loss": 0.9047,
      "step": 36000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.200665746884786e-05,
      "loss": 0.9168,
      "step": 36500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.189715962595537e-05,
      "loss": 0.9028,
      "step": 37000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.178766178306288e-05,
      "loss": 0.9196,
      "step": 37500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1678163940170375e-05,
      "loss": 0.8912,
      "step": 38000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.1568666097277886e-05,
      "loss": 0.8921,
      "step": 38500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.145916825438539e-05,
      "loss": 0.8876,
      "step": 39000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.1349670411492895e-05,
      "loss": 0.8979,
      "step": 39500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.12401725686004e-05,
      "loss": 0.8922,
      "step": 40000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.113067472570791e-05,
      "loss": 0.901,
      "step": 40500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.102117688281541e-05,
      "loss": 0.902,
      "step": 41000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.091167903992292e-05,
      "loss": 0.8889,
      "step": 41500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.080218119703042e-05,
      "loss": 0.8792,
      "step": 42000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.069268335413793e-05,
      "loss": 0.8885,
      "step": 42500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.058318551124543e-05,
      "loss": 0.8766,
      "step": 43000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0473687668352936e-05,
      "loss": 0.8659,
      "step": 43500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.036418982546044e-05,
      "loss": 0.8783,
      "step": 44000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0254691982567944e-05,
      "loss": 0.8667,
      "step": 44500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.014519413967545e-05,
      "loss": 0.8818,
      "step": 45000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.003569629678295e-05,
      "loss": 0.8583,
      "step": 45500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.9926198453890464e-05,
      "loss": 0.8621,
      "step": 46000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.981670061099796e-05,
      "loss": 0.8712,
      "step": 46500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.970720276810547e-05,
      "loss": 0.8714,
      "step": 47000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.9597704925212977e-05,
      "loss": 0.8653,
      "step": 47500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.948820708232048e-05,
      "loss": 0.8444,
      "step": 48000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.9378709239427985e-05,
      "loss": 0.8528,
      "step": 48500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.926921139653549e-05,
      "loss": 0.8345,
      "step": 49000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.9159713553642994e-05,
      "loss": 0.8529,
      "step": 49500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.90502157107505e-05,
      "loss": 0.8392,
      "step": 50000
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.894071786785801e-05,
      "loss": 0.8466,
      "step": 50500
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.8831220024965507e-05,
      "loss": 0.8285,
      "step": 51000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.872172218207302e-05,
      "loss": 0.8471,
      "step": 51500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.861222433918052e-05,
      "loss": 0.8435,
      "step": 52000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.8502726496288026e-05,
      "loss": 0.8534,
      "step": 52500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.839322865339553e-05,
      "loss": 0.8354,
      "step": 53000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.8283730810503035e-05,
      "loss": 0.839,
      "step": 53500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.817423296761054e-05,
      "loss": 0.8225,
      "step": 54000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.806473512471804e-05,
      "loss": 0.8385,
      "step": 54500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.795523728182555e-05,
      "loss": 0.8514,
      "step": 55000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.784573943893305e-05,
      "loss": 0.8337,
      "step": 55500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.773624159604056e-05,
      "loss": 0.8305,
      "step": 56000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.762674375314806e-05,
      "loss": 0.83,
      "step": 56500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.751724591025557e-05,
      "loss": 0.8237,
      "step": 57000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.7407748067363076e-05,
      "loss": 0.8267,
      "step": 57500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.729825022447058e-05,
      "loss": 0.8254,
      "step": 58000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.7188752381578084e-05,
      "loss": 0.8202,
      "step": 58500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.707925453868559e-05,
      "loss": 0.8276,
      "step": 59000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.696975669579309e-05,
      "loss": 0.8158,
      "step": 59500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.68602588529006e-05,
      "loss": 0.8193,
      "step": 60000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.675076101000811e-05,
      "loss": 0.8144,
      "step": 60500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.6641263167115606e-05,
      "loss": 0.8105,
      "step": 61000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.653176532422312e-05,
      "loss": 0.8044,
      "step": 61500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.642226748133062e-05,
      "loss": 0.8026,
      "step": 62000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.6312769638438125e-05,
      "loss": 0.8094,
      "step": 62500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.620327179554563e-05,
      "loss": 0.8001,
      "step": 63000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.6093773952653134e-05,
      "loss": 0.8104,
      "step": 63500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.598427610976064e-05,
      "loss": 0.8184,
      "step": 64000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.587477826686814e-05,
      "loss": 0.8181,
      "step": 64500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.576528042397565e-05,
      "loss": 0.7975,
      "step": 65000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.565578258108315e-05,
      "loss": 0.8061,
      "step": 65500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.554628473819066e-05,
      "loss": 0.7999,
      "step": 66000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.5436786895298166e-05,
      "loss": 0.7834,
      "step": 66500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.532728905240567e-05,
      "loss": 0.8048,
      "step": 67000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5217791209513175e-05,
      "loss": 0.7945,
      "step": 67500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.510829336662068e-05,
      "loss": 0.7981,
      "step": 68000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.4998795523728183e-05,
      "loss": 0.7879,
      "step": 68500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.4889297680835694e-05,
      "loss": 0.802,
      "step": 69000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.477979983794319e-05,
      "loss": 0.7892,
      "step": 69500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4670301995050696e-05,
      "loss": 0.7863,
      "step": 70000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.456080415215821e-05,
      "loss": 0.7839,
      "step": 70500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4451306309265705e-05,
      "loss": 0.7878,
      "step": 71000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.4341808466373216e-05,
      "loss": 0.7682,
      "step": 71500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.423231062348072e-05,
      "loss": 0.7871,
      "step": 72000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.4122812780588224e-05,
      "loss": 0.8045,
      "step": 72500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.401331493769573e-05,
      "loss": 0.7681,
      "step": 73000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.390381709480323e-05,
      "loss": 0.7796,
      "step": 73500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.379431925191074e-05,
      "loss": 0.785,
      "step": 74000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.368482140901824e-05,
      "loss": 0.7655,
      "step": 74500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.357532356612575e-05,
      "loss": 0.7747,
      "step": 75000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.346582572323325e-05,
      "loss": 0.7753,
      "step": 75500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.335632788034076e-05,
      "loss": 0.7705,
      "step": 76000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.3246830037448265e-05,
      "loss": 0.7246,
      "step": 76500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.313733219455577e-05,
      "loss": 0.7176,
      "step": 77000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.3027834351663274e-05,
      "loss": 0.7044,
      "step": 77500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.291833650877078e-05,
      "loss": 0.7052,
      "step": 78000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.280883866587828e-05,
      "loss": 0.7027,
      "step": 78500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.2699340822985794e-05,
      "loss": 0.697,
      "step": 79000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.258984298009329e-05,
      "loss": 0.7019,
      "step": 79500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.2480345137200795e-05,
      "loss": 0.6969,
      "step": 80000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2370847294308306e-05,
      "loss": 0.7061,
      "step": 80500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2261349451415804e-05,
      "loss": 0.6972,
      "step": 81000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.2151851608523315e-05,
      "loss": 0.6854,
      "step": 81500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.204235376563082e-05,
      "loss": 0.6884,
      "step": 82000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.1932855922738324e-05,
      "loss": 0.704,
      "step": 82500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.182335807984583e-05,
      "loss": 0.7074,
      "step": 83000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.171386023695334e-05,
      "loss": 0.7139,
      "step": 83500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.1604362394060836e-05,
      "loss": 0.6983,
      "step": 84000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.149486455116835e-05,
      "loss": 0.6929,
      "step": 84500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.138536670827585e-05,
      "loss": 0.6915,
      "step": 85000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.127586886538335e-05,
      "loss": 0.7004,
      "step": 85500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.116637102249086e-05,
      "loss": 0.6891,
      "step": 86000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.1056873179598365e-05,
      "loss": 0.7021,
      "step": 86500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.094737533670587e-05,
      "loss": 0.6856,
      "step": 87000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.083787749381337e-05,
      "loss": 0.7055,
      "step": 87500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.072837965092088e-05,
      "loss": 0.6814,
      "step": 88000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.061888180802838e-05,
      "loss": 0.6953,
      "step": 88500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.050938396513589e-05,
      "loss": 0.6996,
      "step": 89000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0399886122243394e-05,
      "loss": 0.6818,
      "step": 89500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.02903882793509e-05,
      "loss": 0.6958,
      "step": 90000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0180890436458402e-05,
      "loss": 0.6873,
      "step": 90500
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.0071392593565906e-05,
      "loss": 0.6942,
      "step": 91000
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.9961894750673414e-05,
      "loss": 0.6985,
      "step": 91500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9852396907780915e-05,
      "loss": 0.6741,
      "step": 92000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9742899064888423e-05,
      "loss": 0.692,
      "step": 92500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9633401221995927e-05,
      "loss": 0.6888,
      "step": 93000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9523903379103435e-05,
      "loss": 0.6871,
      "step": 93500
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.941440553621094e-05,
      "loss": 0.6827,
      "step": 94000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9304907693318447e-05,
      "loss": 0.6914,
      "step": 94500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9195409850425947e-05,
      "loss": 0.7024,
      "step": 95000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9085912007533455e-05,
      "loss": 0.6818,
      "step": 95500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.897641416464096e-05,
      "loss": 0.6865,
      "step": 96000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.886691632174846e-05,
      "loss": 0.6911,
      "step": 96500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8757418478855968e-05,
      "loss": 0.6765,
      "step": 97000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8647920635963472e-05,
      "loss": 0.6815,
      "step": 97500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.853842279307098e-05,
      "loss": 0.693,
      "step": 98000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.842892495017848e-05,
      "loss": 0.6775,
      "step": 98500
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.831942710728599e-05,
      "loss": 0.6855,
      "step": 99000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8209929264393493e-05,
      "loss": 0.6839,
      "step": 99500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8100431421501e-05,
      "loss": 0.6716,
      "step": 100000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.79909335786085e-05,
      "loss": 0.6725,
      "step": 100500
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7881435735716006e-05,
      "loss": 0.6747,
      "step": 101000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7771937892823513e-05,
      "loss": 0.6954,
      "step": 101500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7662440049931014e-05,
      "loss": 0.6846,
      "step": 102000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7552942207038525e-05,
      "loss": 0.6812,
      "step": 102500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7443444364146026e-05,
      "loss": 0.6867,
      "step": 103000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7333946521253534e-05,
      "loss": 0.6763,
      "step": 103500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7224448678361038e-05,
      "loss": 0.6709,
      "step": 104000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7114950835468546e-05,
      "loss": 0.681,
      "step": 104500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.7005452992576047e-05,
      "loss": 0.6749,
      "step": 105000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6895955149683554e-05,
      "loss": 0.6754,
      "step": 105500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.678645730679106e-05,
      "loss": 0.6796,
      "step": 106000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.667695946389856e-05,
      "loss": 0.6686,
      "step": 106500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6567461621006067e-05,
      "loss": 0.6747,
      "step": 107000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.645796377811357e-05,
      "loss": 0.6749,
      "step": 107500
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.634846593522108e-05,
      "loss": 0.6705,
      "step": 108000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.623896809232858e-05,
      "loss": 0.6768,
      "step": 108500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6129470249436088e-05,
      "loss": 0.6705,
      "step": 109000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.6019972406543592e-05,
      "loss": 0.666,
      "step": 109500
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.59104745636511e-05,
      "loss": 0.6593,
      "step": 110000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.58009767207586e-05,
      "loss": 0.674,
      "step": 110500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5691478877866108e-05,
      "loss": 0.6629,
      "step": 111000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5581981034973612e-05,
      "loss": 0.676,
      "step": 111500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5472483192081113e-05,
      "loss": 0.6726,
      "step": 112000
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5362985349188624e-05,
      "loss": 0.673,
      "step": 112500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5253487506296125e-05,
      "loss": 0.6647,
      "step": 113000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5143989663403633e-05,
      "loss": 0.6673,
      "step": 113500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5034491820511137e-05,
      "loss": 0.6712,
      "step": 114000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.492499397761864e-05,
      "loss": 0.6691,
      "step": 114500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4815496134726146e-05,
      "loss": 0.676,
      "step": 115000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.470599829183365e-05,
      "loss": 0.6632,
      "step": 115500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4596500448941158e-05,
      "loss": 0.6691,
      "step": 116000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4487002606048662e-05,
      "loss": 0.6546,
      "step": 116500
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4377504763156166e-05,
      "loss": 0.6648,
      "step": 117000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4268006920263674e-05,
      "loss": 0.6516,
      "step": 117500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4158509077371178e-05,
      "loss": 0.6646,
      "step": 118000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.4049011234478682e-05,
      "loss": 0.6734,
      "step": 118500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.3939513391586187e-05,
      "loss": 0.6593,
      "step": 119000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3830015548693694e-05,
      "loss": 0.6588,
      "step": 119500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3720517705801195e-05,
      "loss": 0.6703,
      "step": 120000
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.36110198629087e-05,
      "loss": 0.6453,
      "step": 120500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3501522020016207e-05,
      "loss": 0.6664,
      "step": 121000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.339202417712371e-05,
      "loss": 0.6475,
      "step": 121500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3282526334231216e-05,
      "loss": 0.6472,
      "step": 122000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3173028491338723e-05,
      "loss": 0.6458,
      "step": 122500
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.3063530648446228e-05,
      "loss": 0.6548,
      "step": 123000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.2954032805553732e-05,
      "loss": 0.6606,
      "step": 123500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2844534962661236e-05,
      "loss": 0.6513,
      "step": 124000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2735037119768744e-05,
      "loss": 0.6618,
      "step": 124500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2625539276876245e-05,
      "loss": 0.6514,
      "step": 125000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.251604143398375e-05,
      "loss": 0.6496,
      "step": 125500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2406543591091257e-05,
      "loss": 0.6475,
      "step": 126000
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.229704574819876e-05,
      "loss": 0.6481,
      "step": 126500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2187547905306265e-05,
      "loss": 0.6553,
      "step": 127000
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.2078050062413773e-05,
      "loss": 0.6493,
      "step": 127500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.1968552219521277e-05,
      "loss": 0.6519,
      "step": 128000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.185905437662878e-05,
      "loss": 0.6516,
      "step": 128500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.1749556533736286e-05,
      "loss": 0.6335,
      "step": 129000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.1640058690843793e-05,
      "loss": 0.6562,
      "step": 129500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1530560847951298e-05,
      "loss": 0.6515,
      "step": 130000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.14210630050588e-05,
      "loss": 0.6519,
      "step": 130500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1311565162166306e-05,
      "loss": 0.6459,
      "step": 131000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.120206731927381e-05,
      "loss": 0.6395,
      "step": 131500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1092569476381315e-05,
      "loss": 0.636,
      "step": 132000
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.0983071633488823e-05,
      "loss": 0.6371,
      "step": 132500
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.0873573790596327e-05,
      "loss": 0.6407,
      "step": 133000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.076407594770383e-05,
      "loss": 0.6411,
      "step": 133500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0654578104811335e-05,
      "loss": 0.6305,
      "step": 134000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.0545080261918843e-05,
      "loss": 0.638,
      "step": 134500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.0435582419026347e-05,
      "loss": 0.6374,
      "step": 135000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0326084576133848e-05,
      "loss": 0.6438,
      "step": 135500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0216586733241356e-05,
      "loss": 0.6386,
      "step": 136000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.010708889034886e-05,
      "loss": 0.635,
      "step": 136500
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.9997591047456364e-05,
      "loss": 0.644,
      "step": 137000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9888093204563872e-05,
      "loss": 0.6425,
      "step": 137500
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9778595361671376e-05,
      "loss": 0.644,
      "step": 138000
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.966909751877888e-05,
      "loss": 0.633,
      "step": 138500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9559599675886385e-05,
      "loss": 0.634,
      "step": 139000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9450101832993893e-05,
      "loss": 0.6326,
      "step": 139500
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9340603990101397e-05,
      "loss": 0.6342,
      "step": 140000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.92311061472089e-05,
      "loss": 0.6322,
      "step": 140500
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9121608304316405e-05,
      "loss": 0.6271,
      "step": 141000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.901211046142391e-05,
      "loss": 0.6322,
      "step": 141500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8902612618531414e-05,
      "loss": 0.6252,
      "step": 142000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.879311477563892e-05,
      "loss": 0.6372,
      "step": 142500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8683616932746426e-05,
      "loss": 0.629,
      "step": 143000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.857411908985393e-05,
      "loss": 0.6364,
      "step": 143500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8464621246961434e-05,
      "loss": 0.6246,
      "step": 144000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8355123404068942e-05,
      "loss": 0.6383,
      "step": 144500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8245625561176446e-05,
      "loss": 0.6194,
      "step": 145000
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.813612771828395e-05,
      "loss": 0.628,
      "step": 145500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.802662987539146e-05,
      "loss": 0.6415,
      "step": 146000
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.791713203249896e-05,
      "loss": 0.6312,
      "step": 146500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7807634189606464e-05,
      "loss": 0.6335,
      "step": 147000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.769813634671397e-05,
      "loss": 0.6393,
      "step": 147500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7588638503821475e-05,
      "loss": 0.6331,
      "step": 148000
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.747914066092898e-05,
      "loss": 0.6232,
      "step": 148500
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7369642818036484e-05,
      "loss": 0.6232,
      "step": 149000
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7260144975143992e-05,
      "loss": 0.6184,
      "step": 149500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7150647132251496e-05,
      "loss": 0.6224,
      "step": 150000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.7041149289359e-05,
      "loss": 0.6267,
      "step": 150500
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.6931651446466508e-05,
      "loss": 0.6205,
      "step": 151000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.682215360357401e-05,
      "loss": 0.6284,
      "step": 151500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6712655760681513e-05,
      "loss": 0.6135,
      "step": 152000
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.660315791778902e-05,
      "loss": 0.5744,
      "step": 152500
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6493660074896525e-05,
      "loss": 0.5435,
      "step": 153000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.638416223200403e-05,
      "loss": 0.5451,
      "step": 153500
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6274664389111534e-05,
      "loss": 0.5414,
      "step": 154000
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.616516654621904e-05,
      "loss": 0.5592,
      "step": 154500
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.6055668703326546e-05,
      "loss": 0.5435,
      "step": 155000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.594617086043405e-05,
      "loss": 0.539,
      "step": 155500
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5836673017541557e-05,
      "loss": 0.5514,
      "step": 156000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5727175174649062e-05,
      "loss": 0.5431,
      "step": 156500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5617677331756563e-05,
      "loss": 0.5465,
      "step": 157000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.550817948886407e-05,
      "loss": 0.5413,
      "step": 157500
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5398681645971575e-05,
      "loss": 0.5478,
      "step": 158000
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.528918380307908e-05,
      "loss": 0.5514,
      "step": 158500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5179685960186585e-05,
      "loss": 0.5491,
      "step": 159000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.507018811729409e-05,
      "loss": 0.543,
      "step": 159500
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.4960690274401595e-05,
      "loss": 0.5492,
      "step": 160000
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4851192431509101e-05,
      "loss": 0.5456,
      "step": 160500
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4741694588616605e-05,
      "loss": 0.5318,
      "step": 161000
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4632196745724111e-05,
      "loss": 0.5401,
      "step": 161500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4522698902831616e-05,
      "loss": 0.5485,
      "step": 162000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4413201059939118e-05,
      "loss": 0.5403,
      "step": 162500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4303703217046624e-05,
      "loss": 0.5438,
      "step": 163000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4194205374154128e-05,
      "loss": 0.5508,
      "step": 163500
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4084707531261634e-05,
      "loss": 0.5468,
      "step": 164000
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.397520968836914e-05,
      "loss": 0.5458,
      "step": 164500
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3865711845476645e-05,
      "loss": 0.5391,
      "step": 165000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.375621400258415e-05,
      "loss": 0.5371,
      "step": 165500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3646716159691655e-05,
      "loss": 0.5578,
      "step": 166000
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3537218316799161e-05,
      "loss": 0.5453,
      "step": 166500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3427720473906665e-05,
      "loss": 0.549,
      "step": 167000
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3318222631014168e-05,
      "loss": 0.5402,
      "step": 167500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3208724788121674e-05,
      "loss": 0.5485,
      "step": 168000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3099226945229178e-05,
      "loss": 0.5424,
      "step": 168500
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2989729102336684e-05,
      "loss": 0.5416,
      "step": 169000
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.288023125944419e-05,
      "loss": 0.5443,
      "step": 169500
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2770733416551694e-05,
      "loss": 0.5434,
      "step": 170000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.26612355736592e-05,
      "loss": 0.5505,
      "step": 170500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2551737730766704e-05,
      "loss": 0.5425,
      "step": 171000
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2442239887874209e-05,
      "loss": 0.5465,
      "step": 171500
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2332742044981715e-05,
      "loss": 0.5428,
      "step": 172000
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2223244202089219e-05,
      "loss": 0.5274,
      "step": 172500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2113746359196725e-05,
      "loss": 0.5355,
      "step": 173000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.200424851630423e-05,
      "loss": 0.536,
      "step": 173500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1894750673411735e-05,
      "loss": 0.535,
      "step": 174000
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.178525283051924e-05,
      "loss": 0.5394,
      "step": 174500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1675754987626744e-05,
      "loss": 0.5428,
      "step": 175000
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.156625714473425e-05,
      "loss": 0.534,
      "step": 175500
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1456759301841754e-05,
      "loss": 0.5369,
      "step": 176000
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.134726145894926e-05,
      "loss": 0.5296,
      "step": 176500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1237763616056764e-05,
      "loss": 0.5391,
      "step": 177000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1128265773164269e-05,
      "loss": 0.5324,
      "step": 177500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.1018767930271775e-05,
      "loss": 0.5474,
      "step": 178000
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0909270087379279e-05,
      "loss": 0.5328,
      "step": 178500
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0799772244486785e-05,
      "loss": 0.5289,
      "step": 179000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0690274401594289e-05,
      "loss": 0.542,
      "step": 179500
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0580776558701793e-05,
      "loss": 0.5307,
      "step": 180000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.04712787158093e-05,
      "loss": 0.5342,
      "step": 180500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0361780872916804e-05,
      "loss": 0.5404,
      "step": 181000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.025228303002431e-05,
      "loss": 0.5333,
      "step": 181500
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0142785187131814e-05,
      "loss": 0.5283,
      "step": 182000
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0033287344239318e-05,
      "loss": 0.5318,
      "step": 182500
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.923789501346824e-06,
      "loss": 0.5371,
      "step": 183000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.814291658454328e-06,
      "loss": 0.5296,
      "step": 183500
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.704793815561834e-06,
      "loss": 0.5281,
      "step": 184000
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.59529597266934e-06,
      "loss": 0.5222,
      "step": 184500
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.485798129776843e-06,
      "loss": 0.5345,
      "step": 185000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.376300286884349e-06,
      "loss": 0.5397,
      "step": 185500
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.266802443991853e-06,
      "loss": 0.5283,
      "step": 186000
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.157304601099359e-06,
      "loss": 0.5303,
      "step": 186500
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.047806758206865e-06,
      "loss": 0.5374,
      "step": 187000
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.938308915314368e-06,
      "loss": 0.5374,
      "step": 187500
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.828811072421874e-06,
      "loss": 0.5311,
      "step": 188000
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.719313229529378e-06,
      "loss": 0.5275,
      "step": 188500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.609815386636884e-06,
      "loss": 0.5344,
      "step": 189000
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.50031754374439e-06,
      "loss": 0.534,
      "step": 189500
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.390819700851892e-06,
      "loss": 0.5294,
      "step": 190000
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.281321857959398e-06,
      "loss": 0.534,
      "step": 190500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.171824015066903e-06,
      "loss": 0.5225,
      "step": 191000
    },
    {
      "epoch": 2.52,
      "learning_rate": 8.062326172174409e-06,
      "loss": 0.5418,
      "step": 191500
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.952828329281915e-06,
      "loss": 0.5368,
      "step": 192000
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.843330486389419e-06,
      "loss": 0.5217,
      "step": 192500
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.733832643496923e-06,
      "loss": 0.5265,
      "step": 193000
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.624334800604428e-06,
      "loss": 0.5238,
      "step": 193500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.5148369577119335e-06,
      "loss": 0.5262,
      "step": 194000
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.405339114819439e-06,
      "loss": 0.5293,
      "step": 194500
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.295841271926944e-06,
      "loss": 0.5428,
      "step": 195000
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.186343429034448e-06,
      "loss": 0.539,
      "step": 195500
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.076845586141953e-06,
      "loss": 0.5341,
      "step": 196000
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.967347743249458e-06,
      "loss": 0.53,
      "step": 196500
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.857849900356963e-06,
      "loss": 0.5349,
      "step": 197000
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.7483520574644685e-06,
      "loss": 0.5317,
      "step": 197500
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.638854214571973e-06,
      "loss": 0.5134,
      "step": 198000
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.529356371679478e-06,
      "loss": 0.5158,
      "step": 198500
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.419858528786983e-06,
      "loss": 0.5242,
      "step": 199000
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.310360685894488e-06,
      "loss": 0.53,
      "step": 199500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.200862843001993e-06,
      "loss": 0.5203,
      "step": 200000
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.091365000109498e-06,
      "loss": 0.5177,
      "step": 200500
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.9818671572170035e-06,
      "loss": 0.5282,
      "step": 201000
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.872369314324508e-06,
      "loss": 0.5346,
      "step": 201500
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.762871471432013e-06,
      "loss": 0.5176,
      "step": 202000
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.653373628539518e-06,
      "loss": 0.5269,
      "step": 202500
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.543875785647023e-06,
      "loss": 0.51,
      "step": 203000
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.434377942754528e-06,
      "loss": 0.5168,
      "step": 203500
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.324880099862033e-06,
      "loss": 0.526,
      "step": 204000
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.215382256969538e-06,
      "loss": 0.5166,
      "step": 204500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.105884414077043e-06,
      "loss": 0.509,
      "step": 205000
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.996386571184548e-06,
      "loss": 0.5235,
      "step": 205500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.886888728292053e-06,
      "loss": 0.5145,
      "step": 206000
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.777390885399558e-06,
      "loss": 0.5147,
      "step": 206500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6678930425070625e-06,
      "loss": 0.5306,
      "step": 207000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.558395199614568e-06,
      "loss": 0.5204,
      "step": 207500
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.448897356722073e-06,
      "loss": 0.5216,
      "step": 208000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.339399513829578e-06,
      "loss": 0.5091,
      "step": 208500
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.229901670937083e-06,
      "loss": 0.5138,
      "step": 209000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.120403828044587e-06,
      "loss": 0.5177,
      "step": 209500
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.010905985152092e-06,
      "loss": 0.5238,
      "step": 210000
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.901408142259598e-06,
      "loss": 0.5305,
      "step": 210500
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.7919102993671026e-06,
      "loss": 0.5243,
      "step": 211000
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.6824124564746078e-06,
      "loss": 0.5042,
      "step": 211500
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.5729146135821125e-06,
      "loss": 0.5218,
      "step": 212000
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.4634167706896176e-06,
      "loss": 0.5204,
      "step": 212500
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.3539189277971227e-06,
      "loss": 0.5219,
      "step": 213000
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.2444210849046274e-06,
      "loss": 0.5216,
      "step": 213500
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.1349232420121326e-06,
      "loss": 0.5129,
      "step": 214000
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.0254253991196377e-06,
      "loss": 0.5211,
      "step": 214500
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.9159275562271424e-06,
      "loss": 0.5137,
      "step": 215000
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.8064297133346475e-06,
      "loss": 0.5144,
      "step": 215500
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.6969318704421526e-06,
      "loss": 0.5143,
      "step": 216000
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.5874340275496573e-06,
      "loss": 0.5239,
      "step": 216500
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.4779361846571625e-06,
      "loss": 0.5175,
      "step": 217000
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.3684383417646676e-06,
      "loss": 0.5144,
      "step": 217500
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.2589404988721723e-06,
      "loss": 0.5212,
      "step": 218000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.1494426559796774e-06,
      "loss": 0.518,
      "step": 218500
    },
    {
      "epoch": 2.88,
      "learning_rate": 2.039944813087182e-06,
      "loss": 0.5135,
      "step": 219000
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.9304469701946872e-06,
      "loss": 0.5264,
      "step": 219500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.8209491273021924e-06,
      "loss": 0.5051,
      "step": 220000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.7114512844096973e-06,
      "loss": 0.5202,
      "step": 220500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.6019534415172022e-06,
      "loss": 0.5173,
      "step": 221000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.492455598624707e-06,
      "loss": 0.5164,
      "step": 221500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.382957755732212e-06,
      "loss": 0.5071,
      "step": 222000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.2734599128397171e-06,
      "loss": 0.5152,
      "step": 222500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.163962069947222e-06,
      "loss": 0.5046,
      "step": 223000
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.054464227054727e-06,
      "loss": 0.5181,
      "step": 223500
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.44966384162232e-07,
      "loss": 0.5052,
      "step": 224000
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.35468541269737e-07,
      "loss": 0.509,
      "step": 224500
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.25970698377242e-07,
      "loss": 0.5114,
      "step": 225000
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.164728554847469e-07,
      "loss": 0.514,
      "step": 225500
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.06975012592252e-07,
      "loss": 0.5077,
      "step": 226000
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.9747716969975693e-07,
      "loss": 0.5119,
      "step": 226500
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.879793268072619e-07,
      "loss": 0.5088,
      "step": 227000
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.784814839147669e-07,
      "loss": 0.5137,
      "step": 227500
    },
    {
      "epoch": 3.0,
      "learning_rate": 6.898364102227187e-08,
      "loss": 0.5164,
      "step": 228000
    },
    {
      "epoch": 3.0,
      "step": 228315,
      "total_flos": 2.563380766380196e+17,
      "train_loss": 0.7300223506724237,
      "train_runtime": 64975.7743,
      "train_samples_per_second": 35.138,
      "train_steps_per_second": 3.514
    }
  ],
  "max_steps": 228315,
  "num_train_epochs": 3,
  "total_flos": 2.563380766380196e+17,
  "trial_name": null,
  "trial_params": null
}