{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "global_step": 654693,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.9961814163279585e-05,
      "loss": 3.3994,
      "step": 500
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.992362832655917e-05,
      "loss": 3.3296,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.988544248983875e-05,
      "loss": 3.305,
      "step": 1500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.984725665311833e-05,
      "loss": 3.2736,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.980914718807136e-05,
      "loss": 3.2743,
      "step": 2500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.977096135135094e-05,
      "loss": 3.2606,
      "step": 3000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9732775514630525e-05,
      "loss": 3.2427,
      "step": 3500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.969458967791011e-05,
      "loss": 3.2402,
      "step": 4000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.965640384118969e-05,
      "loss": 3.2245,
      "step": 4500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.961821800446927e-05,
      "loss": 3.2243,
      "step": 5000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9580032167748855e-05,
      "loss": 3.2103,
      "step": 5500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.954184633102844e-05,
      "loss": 3.2114,
      "step": 6000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.950366049430803e-05,
      "loss": 3.1994,
      "step": 6500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.946555102926105e-05,
      "loss": 3.1978,
      "step": 7000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.942736519254062e-05,
      "loss": 3.1957,
      "step": 7500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.938917935582021e-05,
      "loss": 3.1963,
      "step": 8000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9350993519099795e-05,
      "loss": 3.188,
      "step": 8500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9312884054052814e-05,
      "loss": 3.1749,
      "step": 9000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.92746982173324e-05,
      "loss": 3.1691,
      "step": 9500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.923651238061198e-05,
      "loss": 3.1681,
      "step": 10000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.919832654389156e-05,
      "loss": 3.1713,
      "step": 10500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.916014070717115e-05,
      "loss": 3.1747,
      "step": 11000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9121954870450734e-05,
      "loss": 3.1719,
      "step": 11500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.908376903373032e-05,
      "loss": 3.1707,
      "step": 12000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.90455831970099e-05,
      "loss": 3.1666,
      "step": 12500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.900739736028948e-05,
      "loss": 3.1708,
      "step": 13000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.89692878952425e-05,
      "loss": 3.1665,
      "step": 13500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.893110205852209e-05,
      "loss": 3.1547,
      "step": 14000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.8892916221801674e-05,
      "loss": 3.1513,
      "step": 14500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.885480675675469e-05,
      "loss": 3.1282,
      "step": 15000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.8816620920034276e-05,
      "loss": 3.1537,
      "step": 15500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.877843508331386e-05,
      "loss": 3.1399,
      "step": 16000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.874024924659344e-05,
      "loss": 3.1364,
      "step": 16500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.870206340987303e-05,
      "loss": 3.13,
      "step": 17000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.866387757315261e-05,
      "loss": 3.1401,
      "step": 17500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.8625691736432196e-05,
      "loss": 3.1489,
      "step": 18000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.858750589971178e-05,
      "loss": 3.1303,
      "step": 18500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.85493964346648e-05,
      "loss": 3.1322,
      "step": 19000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.851121059794439e-05,
      "loss": 3.1365,
      "step": 19500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.847302476122397e-05,
      "loss": 3.1354,
      "step": 20000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.843483892450355e-05,
      "loss": 3.1341,
      "step": 20500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.8396653087783135e-05,
      "loss": 3.1198,
      "step": 21000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.835846725106272e-05,
      "loss": 3.1277,
      "step": 21500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.832035778601574e-05,
      "loss": 3.1273,
      "step": 22000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.828217194929532e-05,
      "loss": 3.1133,
      "step": 22500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.82439861125749e-05,
      "loss": 3.1255,
      "step": 23000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.8205800275854486e-05,
      "loss": 3.1172,
      "step": 23500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.816761443913407e-05,
      "loss": 3.1118,
      "step": 24000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.812942860241365e-05,
      "loss": 3.1041,
      "step": 24500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.8091242765693233e-05,
      "loss": 3.12,
      "step": 25000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.805313330064626e-05,
      "loss": 3.1123,
      "step": 25500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.801494746392584e-05,
      "loss": 3.1124,
      "step": 26000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.7976761627205425e-05,
      "loss": 3.117,
      "step": 26500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.793857579048501e-05,
      "loss": 3.1003,
      "step": 27000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.790038995376459e-05,
      "loss": 3.0989,
      "step": 27500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.786220411704417e-05,
      "loss": 3.1008,
      "step": 28000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.7824018280323756e-05,
      "loss": 3.1083,
      "step": 28500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.778583244360334e-05,
      "loss": 3.1067,
      "step": 29000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.7747722978556365e-05,
      "loss": 3.1142,
      "step": 29500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.770961351350939e-05,
      "loss": 3.1092,
      "step": 30000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.7671427676788974e-05,
      "loss": 3.0984,
      "step": 30500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.7633241840068556e-05,
      "loss": 3.1071,
      "step": 31000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.7595132375021576e-05,
      "loss": 3.0963,
      "step": 31500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.755694653830116e-05,
      "loss": 3.1143,
      "step": 32000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.751876070158074e-05,
      "loss": 3.1029,
      "step": 32500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.748057486486033e-05,
      "loss": 3.0904,
      "step": 33000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.744238902813991e-05,
      "loss": 3.0907,
      "step": 33500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.7404203191419496e-05,
      "loss": 3.0907,
      "step": 34000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.736601735469908e-05,
      "loss": 3.0945,
      "step": 34500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.732783151797866e-05,
      "loss": 3.0867,
      "step": 35000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.728972205293168e-05,
      "loss": 3.0839,
      "step": 35500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.725153621621127e-05,
      "loss": 3.0922,
      "step": 36000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.7213350379490846e-05,
      "loss": 3.0875,
      "step": 36500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.717516454277043e-05,
      "loss": 3.0865,
      "step": 37000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.713697870605001e-05,
      "loss": 3.0835,
      "step": 37500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.709886924100304e-05,
      "loss": 3.0853,
      "step": 38000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.706068340428262e-05,
      "loss": 3.09,
      "step": 38500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.70224975675622e-05,
      "loss": 3.0848,
      "step": 39000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.6984311730841786e-05,
      "loss": 3.0963,
      "step": 39500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.694612589412137e-05,
      "loss": 3.089,
      "step": 40000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.690794005740095e-05,
      "loss": 3.0775,
      "step": 40500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6869754220680533e-05,
      "loss": 3.0778,
      "step": 41000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6831568383960116e-05,
      "loss": 3.0788,
      "step": 41500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.679345891891314e-05,
      "loss": 3.0818,
      "step": 42000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6755273082192725e-05,
      "loss": 3.0795,
      "step": 42500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.671708724547231e-05,
      "loss": 3.0686,
      "step": 43000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.667890140875189e-05,
      "loss": 3.0786,
      "step": 43500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.664071557203147e-05,
      "loss": 3.0738,
      "step": 44000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.660268247865794e-05,
      "loss": 3.0893,
      "step": 44500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.656449664193752e-05,
      "loss": 3.0732,
      "step": 45000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.65263108052171e-05,
      "loss": 3.0673,
      "step": 45500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.648812496849669e-05,
      "loss": 3.0918,
      "step": 46000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.645001550344971e-05,
      "loss": 3.062,
      "step": 46500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.6411829666729294e-05,
      "loss": 3.0743,
      "step": 47000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.6373643830008876e-05,
      "loss": 3.0738,
      "step": 47500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.633545799328846e-05,
      "loss": 3.0697,
      "step": 48000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.629727215656804e-05,
      "loss": 3.0694,
      "step": 48500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.625908631984763e-05,
      "loss": 3.0745,
      "step": 49000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.6220900483127213e-05,
      "loss": 3.0493,
      "step": 49500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.6182714646406796e-05,
      "loss": 3.0638,
      "step": 50000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.6144605181359816e-05,
      "loss": 3.0588,
      "step": 50500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.61064193446394e-05,
      "loss": 3.0617,
      "step": 51000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.606823350791898e-05,
      "loss": 3.0757,
      "step": 51500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.6030047671198564e-05,
      "loss": 3.0552,
      "step": 52000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.5991861834478146e-05,
      "loss": 3.0695,
      "step": 52500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.5953752369431166e-05,
      "loss": 3.0476,
      "step": 53000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.5915566532710755e-05,
      "loss": 3.0548,
      "step": 53500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.587738069599034e-05,
      "loss": 3.0757,
      "step": 54000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.583919485926992e-05,
      "loss": 3.0554,
      "step": 54500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.58010090225495e-05,
      "loss": 3.0629,
      "step": 55000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.5762823185829086e-05,
      "loss": 3.0532,
      "step": 55500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.572463734910867e-05,
      "loss": 3.0625,
      "step": 56000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.568645151238825e-05,
      "loss": 3.0506,
      "step": 56500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.5648265675667834e-05,
      "loss": 3.0557,
      "step": 57000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.561015621062086e-05,
      "loss": 3.0515,
      "step": 57500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.557197037390044e-05,
      "loss": 3.0627,
      "step": 58000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5533784537180025e-05,
      "loss": 3.0472,
      "step": 58500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.549559870045961e-05,
      "loss": 3.0565,
      "step": 59000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5457489235412634e-05,
      "loss": 3.0726,
      "step": 59500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.541930339869222e-05,
      "loss": 3.0383,
      "step": 60000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.538119393364524e-05,
      "loss": 3.0565,
      "step": 60500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.534300809692482e-05,
      "loss": 3.0541,
      "step": 61000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.53048222602044e-05,
      "loss": 3.0567,
      "step": 61500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.5266636423483985e-05,
      "loss": 3.0433,
      "step": 62000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.5228450586763574e-05,
      "loss": 3.0521,
      "step": 62500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.5190264750043157e-05,
      "loss": 3.047,
      "step": 63000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.515207891332274e-05,
      "loss": 3.0514,
      "step": 63500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.511389307660232e-05,
      "loss": 3.048,
      "step": 64000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.507578361155534e-05,
      "loss": 3.0481,
      "step": 64500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.5037597774834924e-05,
      "loss": 3.0448,
      "step": 65000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.499941193811451e-05,
      "loss": 3.0535,
      "step": 65500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.496122610139409e-05,
      "loss": 3.0493,
      "step": 66000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.492311663634711e-05,
      "loss": 3.0479,
      "step": 66500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.48849307996267e-05,
      "loss": 3.0612,
      "step": 67000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.484674496290628e-05,
      "loss": 3.0458,
      "step": 67500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.4808559126185864e-05,
      "loss": 3.0583,
      "step": 68000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.4770373289465446e-05,
      "loss": 3.0447,
      "step": 68500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.473218745274503e-05,
      "loss": 3.0361,
      "step": 69000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.469400161602461e-05,
      "loss": 3.054,
      "step": 69500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.4655815779304194e-05,
      "loss": 3.0509,
      "step": 70000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.461762994258378e-05,
      "loss": 3.0346,
      "step": 70500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.45795204775368e-05,
      "loss": 3.043,
      "step": 71000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.4541334640816386e-05,
      "loss": 3.0324,
      "step": 71500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.450314880409597e-05,
      "loss": 3.0319,
      "step": 72000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.446496296737555e-05,
      "loss": 3.0301,
      "step": 72500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.442685350232858e-05,
      "loss": 3.0262,
      "step": 73000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.438866766560816e-05,
      "loss": 3.0368,
      "step": 73500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.435048182888774e-05,
      "loss": 3.0453,
      "step": 74000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4312295992167325e-05,
      "loss": 3.0286,
      "step": 74500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.427411015544691e-05,
      "loss": 3.0333,
      "step": 75000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.4236000690399934e-05,
      "loss": 3.0387,
      "step": 75500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.419781485367952e-05,
      "loss": 3.0283,
      "step": 76000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.41596290169591e-05,
      "loss": 3.0406,
      "step": 76500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.412144318023868e-05,
      "loss": 3.0335,
      "step": 77000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.40833337151917e-05,
      "loss": 3.0422,
      "step": 77500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.404522425014473e-05,
      "loss": 3.0233,
      "step": 78000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.400703841342431e-05,
      "loss": 3.0304,
      "step": 78500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.3968852576703894e-05,
      "loss": 3.0296,
      "step": 79000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.393066673998347e-05,
      "loss": 3.0396,
      "step": 79500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.389248090326306e-05,
      "loss": 3.0348,
      "step": 80000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.385429506654264e-05,
      "loss": 3.0316,
      "step": 80500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.381618560149566e-05,
      "loss": 3.0281,
      "step": 81000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.3777999764775244e-05,
      "loss": 3.0348,
      "step": 81500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.3739813928054827e-05,
      "loss": 3.023,
      "step": 82000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.370162809133441e-05,
      "loss": 3.0399,
      "step": 82500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.3663442254614e-05,
      "loss": 3.0136,
      "step": 83000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.362525641789358e-05,
      "loss": 3.0187,
      "step": 83500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.35871469528466e-05,
      "loss": 3.0331,
      "step": 84000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.3548961116126183e-05,
      "loss": 3.0218,
      "step": 84500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.3510775279405766e-05,
      "loss": 3.0333,
      "step": 85000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.347258944268535e-05,
      "loss": 3.0185,
      "step": 85500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.343440360596494e-05,
      "loss": 3.0311,
      "step": 86000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.339629414091796e-05,
      "loss": 3.0337,
      "step": 86500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.335810830419754e-05,
      "loss": 3.014,
      "step": 87000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.331992246747712e-05,
      "loss": 3.0163,
      "step": 87500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.3281736630756706e-05,
      "loss": 3.0079,
      "step": 88000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.324355079403629e-05,
      "loss": 3.0058,
      "step": 88500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.320536495731588e-05,
      "loss": 3.0199,
      "step": 89000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.316717912059546e-05,
      "loss": 3.0348,
      "step": 89500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.312899328387504e-05,
      "loss": 3.0128,
      "step": 90000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.309088381882806e-05,
      "loss": 3.0251,
      "step": 90500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.3052697982107645e-05,
      "loss": 3.0263,
      "step": 91000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.3014512145387235e-05,
      "loss": 3.036,
      "step": 91500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.297632630866682e-05,
      "loss": 3.0192,
      "step": 92000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.293821684361984e-05,
      "loss": 3.0077,
      "step": 92500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.290010737857286e-05,
      "loss": 3.0209,
      "step": 93000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2861921541852446e-05,
      "loss": 3.0112,
      "step": 93500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.282373570513202e-05,
      "loss": 3.0159,
      "step": 94000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2785549868411604e-05,
      "loss": 3.0155,
      "step": 94500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.274736403169119e-05,
      "loss": 3.0239,
      "step": 95000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.270917819497077e-05,
      "loss": 3.0066,
      "step": 95500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.2671068729923796e-05,
      "loss": 3.0196,
      "step": 96000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.263288289320338e-05,
      "loss": 3.0061,
      "step": 96500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.259469705648296e-05,
      "loss": 3.0178,
      "step": 97000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.2556511219762544e-05,
      "loss": 3.0051,
      "step": 97500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.2518325383042127e-05,
      "loss": 3.0177,
      "step": 98000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.248021591799515e-05,
      "loss": 3.0114,
      "step": 98500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.2442030081274736e-05,
      "loss": 3.0175,
      "step": 99000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.240384424455432e-05,
      "loss": 3.0158,
      "step": 99500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.23656584078339e-05,
      "loss": 3.0142,
      "step": 100000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.2327472571113484e-05,
      "loss": 3.0104,
      "step": 100500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.2289286734393066e-05,
      "loss": 3.0149,
      "step": 101000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.225110089767265e-05,
      "loss": 3.0157,
      "step": 101500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.221291506095224e-05,
      "loss": 3.0264,
      "step": 102000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.217472922423182e-05,
      "loss": 3.0066,
      "step": 102500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.213661975918484e-05,
      "loss": 3.0054,
      "step": 103000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.209843392246442e-05,
      "loss": 3.0055,
      "step": 103500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.2060248085744006e-05,
      "loss": 3.0023,
      "step": 104000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.202206224902359e-05,
      "loss": 3.0115,
      "step": 104500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.1983952783976615e-05,
      "loss": 3.0115,
      "step": 105000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.19457669472562e-05,
      "loss": 3.0077,
      "step": 105500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.190758111053578e-05,
      "loss": 3.0016,
      "step": 106000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.186939527381536e-05,
      "loss": 3.003,
      "step": 106500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.1831209437094945e-05,
      "loss": 3.0059,
      "step": 107000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.179302360037453e-05,
      "loss": 3.0143,
      "step": 107500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.175483776365412e-05,
      "loss": 3.0031,
      "step": 108000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.171672829860713e-05,
      "loss": 3.0139,
      "step": 108500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.167854246188671e-05,
      "loss": 3.0138,
      "step": 109000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.16403566251663e-05,
      "loss": 3.0069,
      "step": 109500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1602170788445885e-05,
      "loss": 3.0008,
      "step": 110000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.156398495172547e-05,
      "loss": 3.0142,
      "step": 110500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.152579911500505e-05,
      "loss": 3.0116,
      "step": 111000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.148761327828463e-05,
      "loss": 2.9916,
      "step": 111500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.1449427441564215e-05,
      "loss": 2.9977,
      "step": 112000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.141131797651724e-05,
      "loss": 2.9955,
      "step": 112500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.1373132139796824e-05,
      "loss": 2.9961,
      "step": 113000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.133494630307641e-05,
      "loss": 2.9986,
      "step": 113500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.129676046635599e-05,
      "loss": 2.9989,
      "step": 114000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.125865100130901e-05,
      "loss": 3.0018,
      "step": 114500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.12204651645886e-05,
      "loss": 3.0059,
      "step": 115000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.118227932786818e-05,
      "loss": 2.9917,
      "step": 115500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.1144093491147764e-05,
      "loss": 3.0036,
      "step": 116000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.1105984026100784e-05,
      "loss": 2.9926,
      "step": 116500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.1067798189380366e-05,
      "loss": 3.0071,
      "step": 117000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.102961235265995e-05,
      "loss": 2.9953,
      "step": 117500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.099142651593954e-05,
      "loss": 3.0102,
      "step": 118000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.095324067921912e-05,
      "loss": 3.0012,
      "step": 118500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.0915054842498703e-05,
      "loss": 3.0026,
      "step": 119000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.0876869005778286e-05,
      "loss": 3.0046,
      "step": 119500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.083868316905787e-05,
      "loss": 2.9866,
      "step": 120000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.080049733233745e-05,
      "loss": 3.0078,
      "step": 120500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.0762464238963915e-05,
      "loss": 2.9826,
      "step": 121000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.07242784022435e-05,
      "loss": 3.0031,
      "step": 121500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.068609256552308e-05,
      "loss": 2.9888,
      "step": 122000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.064790672880266e-05,
      "loss": 2.999,
      "step": 122500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.0609720892082245e-05,
      "loss": 3.0009,
      "step": 123000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.057153505536183e-05,
      "loss": 2.9958,
      "step": 123500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.053334921864141e-05,
      "loss": 2.9914,
      "step": 124000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.049523975359443e-05,
      "loss": 2.9922,
      "step": 124500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.045705391687401e-05,
      "loss": 2.9997,
      "step": 125000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.04188680801536e-05,
      "loss": 2.9918,
      "step": 125500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0380682243433185e-05,
      "loss": 2.9689,
      "step": 126000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.034249640671277e-05,
      "loss": 3.0014,
      "step": 126500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.030431056999235e-05,
      "loss": 2.9918,
      "step": 127000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.026612473327193e-05,
      "loss": 3.0096,
      "step": 127500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.0227938896551515e-05,
      "loss": 3.0136,
      "step": 128000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.018982943150454e-05,
      "loss": 2.9966,
      "step": 128500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.0151643594784124e-05,
      "loss": 2.9937,
      "step": 129000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.011345775806371e-05,
      "loss": 3.0051,
      "step": 129500
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.007527192134329e-05,
      "loss": 2.9994,
      "step": 130000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.003708608462287e-05,
      "loss": 2.9839,
      "step": 130500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.999897661957589e-05,
      "loss": 2.9765,
      "step": 131000
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.996079078285548e-05,
      "loss": 2.9881,
      "step": 131500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.9922604946135064e-05,
      "loss": 3.0009,
      "step": 132000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.988441910941465e-05,
      "loss": 2.9904,
      "step": 132500
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.984623327269423e-05,
      "loss": 2.9738,
      "step": 133000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.980804743597381e-05,
      "loss": 2.9845,
      "step": 133500
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.9769861599253394e-05,
      "loss": 2.9975,
      "step": 134000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.973167576253298e-05,
      "loss": 2.9949,
      "step": 134500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.969348992581256e-05,
      "loss": 2.9835,
      "step": 135000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.965545683243902e-05,
      "loss": 2.9957,
      "step": 135500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.9617270995718606e-05,
      "loss": 2.9989,
      "step": 136000
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.957908515899819e-05,
      "loss": 2.992,
      "step": 136500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.954089932227777e-05,
      "loss": 2.9782,
      "step": 137000
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.9502713485557354e-05,
      "loss": 2.9886,
      "step": 137500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.9464527648836936e-05,
      "loss": 2.9913,
      "step": 138000
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.942634181211652e-05,
      "loss": 3.0059,
      "step": 138500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.9388232347069545e-05,
      "loss": 2.975,
      "step": 139000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.935004651034913e-05,
      "loss": 2.98,
      "step": 139500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.931186067362871e-05,
      "loss": 2.9788,
      "step": 140000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.927367483690829e-05,
      "loss": 2.9763,
      "step": 140500
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.9235489000187876e-05,
      "loss": 2.9751,
      "step": 141000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.919730316346746e-05,
      "loss": 2.9754,
      "step": 141500
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.915911732674704e-05,
      "loss": 2.9683,
      "step": 142000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.9120931490026624e-05,
      "loss": 2.9905,
      "step": 142500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.908282202497965e-05,
      "loss": 2.9867,
      "step": 143000
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.904471255993267e-05,
      "loss": 2.9915,
      "step": 143500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.900652672321225e-05,
      "loss": 2.991,
      "step": 144000
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.896834088649184e-05,
      "loss": 2.9662,
      "step": 144500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.8930155049771425e-05,
      "loss": 2.9803,
      "step": 145000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.889196921305101e-05,
      "loss": 2.9769,
      "step": 145500
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.885385974800403e-05,
      "loss": 2.9862,
      "step": 146000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.881567391128361e-05,
      "loss": 2.9916,
      "step": 146500
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.877748807456319e-05,
      "loss": 2.9849,
      "step": 147000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.873930223784278e-05,
      "loss": 2.9755,
      "step": 147500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.8701116401122364e-05,
      "loss": 2.9675,
      "step": 148000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.866293056440195e-05,
      "loss": 2.9773,
      "step": 148500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.862474472768153e-05,
      "loss": 2.9688,
      "step": 149000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.858655889096111e-05,
      "loss": 2.9827,
      "step": 149500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.854844942591413e-05,
      "loss": 2.9715,
      "step": 150000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.851026358919372e-05,
      "loss": 2.988,
      "step": 150500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.8472077752473304e-05,
      "loss": 2.9666,
      "step": 151000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.843389191575288e-05,
      "loss": 2.9847,
      "step": 151500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.839570607903246e-05,
      "loss": 2.9882,
      "step": 152000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.835759661398549e-05,
      "loss": 2.9871,
      "step": 152500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.831941077726507e-05,
      "loss": 2.9724,
      "step": 153000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.8281224940544654e-05,
      "loss": 2.978,
      "step": 153500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8243039103824236e-05,
      "loss": 2.9718,
      "step": 154000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8204929638777256e-05,
      "loss": 2.9806,
      "step": 154500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8166743802056846e-05,
      "loss": 2.9943,
      "step": 155000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.812855796533643e-05,
      "loss": 2.9699,
      "step": 155500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.809037212861601e-05,
      "loss": 2.9909,
      "step": 156000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.805226266356903e-05,
      "loss": 2.9693,
      "step": 156500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.801407682684861e-05,
      "loss": 2.9685,
      "step": 157000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7975890990128196e-05,
      "loss": 2.9776,
      "step": 157500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7937705153407785e-05,
      "loss": 2.9818,
      "step": 158000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7899595688360805e-05,
      "loss": 2.99,
      "step": 158500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.786140985164039e-05,
      "loss": 2.9751,
      "step": 159000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.782322401491997e-05,
      "loss": 2.9857,
      "step": 159500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.778503817819955e-05,
      "loss": 2.9775,
      "step": 160000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.774685234147914e-05,
      "loss": 2.9628,
      "step": 160500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.7708666504758725e-05,
      "loss": 2.9836,
      "step": 161000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.7670557039711744e-05,
      "loss": 2.9889,
      "step": 161500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.763237120299133e-05,
      "loss": 2.9796,
      "step": 162000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.759418536627091e-05,
      "loss": 2.9657,
      "step": 162500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.755599952955049e-05,
      "loss": 2.9832,
      "step": 163000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.751781369283008e-05,
      "loss": 2.9673,
      "step": 163500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.74797042277831e-05,
      "loss": 2.9691,
      "step": 164000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.7441518391062684e-05,
      "loss": 2.9799,
      "step": 164500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.7403332554342266e-05,
      "loss": 2.9755,
      "step": 165000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.736514671762185e-05,
      "loss": 2.976,
      "step": 165500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.732696088090143e-05,
      "loss": 2.9623,
      "step": 166000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.728885141585445e-05,
      "loss": 2.9701,
      "step": 166500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.7250665579134034e-05,
      "loss": 2.966,
      "step": 167000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.721247974241362e-05,
      "loss": 2.9803,
      "step": 167500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.7174293905693206e-05,
      "loss": 2.9721,
      "step": 168000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.713610806897279e-05,
      "loss": 2.9754,
      "step": 168500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.709792223225237e-05,
      "loss": 2.9712,
      "step": 169000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.7059736395531954e-05,
      "loss": 2.9778,
      "step": 169500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.7021626930484974e-05,
      "loss": 2.9746,
      "step": 170000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.6983441093764556e-05,
      "loss": 2.9752,
      "step": 170500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.6945255257044146e-05,
      "loss": 2.9721,
      "step": 171000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.690706942032373e-05,
      "loss": 2.9713,
      "step": 171500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.686888358360331e-05,
      "loss": 2.9573,
      "step": 172000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.6830697746882893e-05,
      "loss": 2.96,
      "step": 172500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.6792511910162476e-05,
      "loss": 2.9653,
      "step": 173000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.675432607344206e-05,
      "loss": 2.9597,
      "step": 173500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.6716216608395085e-05,
      "loss": 2.9688,
      "step": 174000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.667803077167467e-05,
      "loss": 2.9517,
      "step": 174500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.663984493495425e-05,
      "loss": 2.9729,
      "step": 175000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.660165909823383e-05,
      "loss": 2.961,
      "step": 175500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6563473261513416e-05,
      "loss": 2.9715,
      "step": 176000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6525287424793e-05,
      "loss": 2.9807,
      "step": 176500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6487177959746025e-05,
      "loss": 2.9624,
      "step": 177000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.644899212302561e-05,
      "loss": 2.9659,
      "step": 177500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.641088265797863e-05,
      "loss": 2.963,
      "step": 178000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.637269682125821e-05,
      "loss": 2.9727,
      "step": 178500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.633451098453779e-05,
      "loss": 2.9773,
      "step": 179000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.6296325147817375e-05,
      "loss": 2.9798,
      "step": 179500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.6258139311096964e-05,
      "loss": 2.9687,
      "step": 180000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.622002984604998e-05,
      "loss": 2.9678,
      "step": 180500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.618184400932956e-05,
      "loss": 2.9678,
      "step": 181000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.614365817260915e-05,
      "loss": 2.9757,
      "step": 181500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.610547233588873e-05,
      "loss": 2.9703,
      "step": 182000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.6067286499168314e-05,
      "loss": 2.9592,
      "step": 182500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.60291006624479e-05,
      "loss": 2.9723,
      "step": 183000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.599091482572748e-05,
      "loss": 2.9544,
      "step": 183500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.595272898900706e-05,
      "loss": 2.9463,
      "step": 184000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.5914543152286645e-05,
      "loss": 2.9793,
      "step": 184500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.587643368723967e-05,
      "loss": 2.9551,
      "step": 185000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.5838247850519254e-05,
      "loss": 2.9549,
      "step": 185500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.5800062013798837e-05,
      "loss": 2.9715,
      "step": 186000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.576187617707842e-05,
      "loss": 2.9718,
      "step": 186500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.5723690340358e-05,
      "loss": 2.9639,
      "step": 187000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.5685504503637584e-05,
      "loss": 2.9505,
      "step": 187500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.564731866691717e-05,
      "loss": 2.9474,
      "step": 188000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.560913283019675e-05,
      "loss": 2.9622,
      "step": 188500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.557109973682321e-05,
      "loss": 2.9518,
      "step": 189000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.5532913900102796e-05,
      "loss": 2.962,
      "step": 189500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.5494728063382385e-05,
      "loss": 2.9608,
      "step": 190000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.545654222666197e-05,
      "loss": 2.9591,
      "step": 190500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.541835638994155e-05,
      "loss": 2.9564,
      "step": 191000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.538017055322113e-05,
      "loss": 2.9511,
      "step": 191500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5341984716500716e-05,
      "loss": 2.9512,
      "step": 192000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.53037988797803e-05,
      "loss": 2.9628,
      "step": 192500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.526561304305988e-05,
      "loss": 2.9589,
      "step": 193000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5227427206339464e-05,
      "loss": 2.9587,
      "step": 193500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5189241369619046e-05,
      "loss": 2.9677,
      "step": 194000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.515113190457207e-05,
      "loss": 2.9532,
      "step": 194500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.511294606785165e-05,
      "loss": 2.9587,
      "step": 195000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.507476023113123e-05,
      "loss": 2.9514,
      "step": 195500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.5036574394410814e-05,
      "loss": 2.9527,
      "step": 196000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.4998388557690396e-05,
      "loss": 2.97,
      "step": 196500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.496035546431686e-05,
      "loss": 2.9486,
      "step": 197000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.492216962759645e-05,
      "loss": 2.948,
      "step": 197500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.488398379087603e-05,
      "loss": 2.9586,
      "step": 198000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.4845797954155615e-05,
      "loss": 2.9696,
      "step": 198500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.48076121174352e-05,
      "loss": 2.9685,
      "step": 199000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.476942628071478e-05,
      "loss": 2.9576,
      "step": 199500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.473124044399436e-05,
      "loss": 2.9533,
      "step": 200000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.469313097894739e-05,
      "loss": 2.9726,
      "step": 200500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.465494514222697e-05,
      "loss": 2.9693,
      "step": 201000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4616759305506554e-05,
      "loss": 2.963,
      "step": 201500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.457857346878614e-05,
      "loss": 2.953,
      "step": 202000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.454038763206572e-05,
      "loss": 2.9575,
      "step": 202500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.45022017953453e-05,
      "loss": 2.9459,
      "step": 203000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4464015958624885e-05,
      "loss": 2.9511,
      "step": 203500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.442583012190447e-05,
      "loss": 2.9526,
      "step": 204000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.438764428518405e-05,
      "loss": 2.9534,
      "step": 204500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.4349534820137076e-05,
      "loss": 2.942,
      "step": 205000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.431134898341666e-05,
      "loss": 2.9637,
      "step": 205500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.427316314669624e-05,
      "loss": 2.9601,
      "step": 206000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.4234977309975824e-05,
      "loss": 2.9624,
      "step": 206500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.419686784492885e-05,
      "loss": 2.9559,
      "step": 207000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.415875837988187e-05,
      "loss": 2.9614,
      "step": 207500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.412057254316145e-05,
      "loss": 2.9544,
      "step": 208000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4082386706441035e-05,
      "loss": 2.9587,
      "step": 208500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.404420086972062e-05,
      "loss": 2.9406,
      "step": 209000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.40060150330002e-05,
      "loss": 2.9392,
      "step": 209500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.396782919627978e-05,
      "loss": 2.9505,
      "step": 210000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3929643359559366e-05,
      "loss": 2.957,
      "step": 210500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.389145752283895e-05,
      "loss": 2.9626,
      "step": 211000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.385327168611853e-05,
      "loss": 2.9442,
      "step": 211500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3815085849398114e-05,
      "loss": 2.9417,
      "step": 212000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3776900012677696e-05,
      "loss": 2.956,
      "step": 212500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.373879054763072e-05,
      "loss": 2.9417,
      "step": 213000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3700604710910306e-05,
      "loss": 2.9512,
      "step": 213500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.366241887418989e-05,
      "loss": 2.9493,
      "step": 214000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.362423303746947e-05,
      "loss": 2.9472,
      "step": 214500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.358604720074905e-05,
      "loss": 2.9493,
      "step": 215000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.354793773570208e-05,
      "loss": 2.9581,
      "step": 215500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.350975189898166e-05,
      "loss": 2.9589,
      "step": 216000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3471566062261245e-05,
      "loss": 2.9538,
      "step": 216500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.343338022554083e-05,
      "loss": 2.9613,
      "step": 217000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.339534713216729e-05,
      "loss": 2.9632,
      "step": 217500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.3357161295446874e-05,
      "loss": 2.9513,
      "step": 218000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.3318975458726456e-05,
      "loss": 2.9354,
      "step": 218500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.328078962200604e-05,
      "loss": 2.9409,
      "step": 219000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.324260378528563e-05,
      "loss": 2.934,
      "step": 219500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.320441794856521e-05,
      "loss": 2.9271,
      "step": 220000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.3166232111844794e-05,
      "loss": 2.9353,
      "step": 220500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.3128046275124376e-05,
      "loss": 2.9385,
      "step": 221000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.308986043840396e-05,
      "loss": 2.9259,
      "step": 221500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.305167460168354e-05,
      "loss": 2.9339,
      "step": 222000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.3013488764963124e-05,
      "loss": 2.9257,
      "step": 222500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.297530292824271e-05,
      "loss": 2.9194,
      "step": 223000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.293711709152228e-05,
      "loss": 2.936,
      "step": 223500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.289908399814875e-05,
      "loss": 2.9356,
      "step": 224000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.2860898161428336e-05,
      "loss": 2.9061,
      "step": 224500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.282271232470792e-05,
      "loss": 2.9541,
      "step": 225000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.27845264879875e-05,
      "loss": 2.9272,
      "step": 225500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.2746340651267083e-05,
      "loss": 2.9489,
      "step": 226000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.2708154814546666e-05,
      "loss": 2.9429,
      "step": 226500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.266996897782625e-05,
      "loss": 2.931,
      "step": 227000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.263178314110583e-05,
      "loss": 2.9354,
      "step": 227500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.259367367605886e-05,
      "loss": 2.9262,
      "step": 228000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.255548783933844e-05,
      "loss": 2.9413,
      "step": 228500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.251730200261802e-05,
      "loss": 2.9255,
      "step": 229000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.2479116165897606e-05,
      "loss": 2.938,
      "step": 229500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.244093032917719e-05,
      "loss": 2.9349,
      "step": 230000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2402820864130215e-05,
      "loss": 2.9299,
      "step": 230500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.23646350274098e-05,
      "loss": 2.9369,
      "step": 231000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.232644919068938e-05,
      "loss": 2.9277,
      "step": 231500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.228826335396896e-05,
      "loss": 2.9461,
      "step": 232000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.225015388892199e-05,
      "loss": 2.9482,
      "step": 232500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.221196805220157e-05,
      "loss": 2.9376,
      "step": 233000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.2173782215481154e-05,
      "loss": 2.9223,
      "step": 233500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.213559637876074e-05,
      "loss": 2.9348,
      "step": 234000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.209741054204032e-05,
      "loss": 2.9384,
      "step": 234500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.20592247053199e-05,
      "loss": 2.9315,
      "step": 235000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.202111524027293e-05,
      "loss": 2.9465,
      "step": 235500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.198292940355251e-05,
      "loss": 2.943,
      "step": 236000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.1944743566832094e-05,
      "loss": 2.9248,
      "step": 236500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.1906557730111676e-05,
      "loss": 2.9476,
      "step": 237000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.186837189339126e-05,
      "loss": 2.9333,
      "step": 237500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.183026242834428e-05,
      "loss": 2.9279,
      "step": 238000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.179207659162386e-05,
      "loss": 2.9395,
      "step": 238500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.1753890754903444e-05,
      "loss": 2.9444,
      "step": 239000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.1715704918183027e-05,
      "loss": 2.9345,
      "step": 239500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.167751908146261e-05,
      "loss": 2.9302,
      "step": 240000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.163933324474219e-05,
      "loss": 2.9331,
      "step": 240500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.1601147408021774e-05,
      "loss": 2.9322,
      "step": 241000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.15630379429748e-05,
      "loss": 2.938,
      "step": 241500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.1524852106254384e-05,
      "loss": 2.9388,
      "step": 242000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.1486666269533966e-05,
      "loss": 2.9075,
      "step": 242500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.144848043281355e-05,
      "loss": 2.9184,
      "step": 243000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.1410370967766575e-05,
      "loss": 2.9298,
      "step": 243500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.1372261502719595e-05,
      "loss": 2.9295,
      "step": 244000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.133407566599918e-05,
      "loss": 2.9326,
      "step": 244500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.129588982927876e-05,
      "loss": 2.9216,
      "step": 245000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.125770399255834e-05,
      "loss": 2.9305,
      "step": 245500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.121951815583793e-05,
      "loss": 2.9247,
      "step": 246000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.1181332319117515e-05,
      "loss": 2.9358,
      "step": 246500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.11431464823971e-05,
      "loss": 2.9264,
      "step": 247000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.110496064567668e-05,
      "loss": 2.9357,
      "step": 247500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.10668511806297e-05,
      "loss": 2.9111,
      "step": 248000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.102866534390928e-05,
      "loss": 2.9462,
      "step": 248500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.099055587886231e-05,
      "loss": 2.934,
      "step": 249000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.095237004214189e-05,
      "loss": 2.9237,
      "step": 249500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.0914184205421474e-05,
      "loss": 2.9271,
      "step": 250000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.087599836870106e-05,
      "loss": 2.9421,
      "step": 250500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.083781253198064e-05,
      "loss": 2.9248,
      "step": 251000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.079962669526022e-05,
      "loss": 2.9299,
      "step": 251500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.076151723021324e-05,
      "loss": 2.9146,
      "step": 252000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.0723331393492824e-05,
      "loss": 2.932,
      "step": 252500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.068514555677241e-05,
      "loss": 2.928,
      "step": 253000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.0646959720051996e-05,
      "loss": 2.9297,
      "step": 253500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.060877388333158e-05,
      "loss": 2.9249,
      "step": 254000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.057058804661116e-05,
      "loss": 2.9362,
      "step": 254500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.0532402209890744e-05,
      "loss": 2.9206,
      "step": 255000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.0494292744843767e-05,
      "loss": 2.9183,
      "step": 255500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.045610690812335e-05,
      "loss": 2.9425,
      "step": 256000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0417921071402932e-05,
      "loss": 2.9311,
      "step": 256500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0379735234682515e-05,
      "loss": 2.9201,
      "step": 257000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0341549397962098e-05,
      "loss": 2.9353,
      "step": 257500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0303363561241684e-05,
      "loss": 2.934,
      "step": 258000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0265330467868147e-05,
      "loss": 2.9289,
      "step": 258500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.022714463114773e-05,
      "loss": 2.9142,
      "step": 259000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0188958794427312e-05,
      "loss": 2.9197,
      "step": 259500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0150772957706895e-05,
      "loss": 2.9232,
      "step": 260000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.011258712098648e-05,
      "loss": 2.9131,
      "step": 260500
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.0074401284266064e-05,
      "loss": 2.9209,
      "step": 261000
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.0036215447545646e-05,
      "loss": 2.937,
      "step": 261500
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.999802961082523e-05,
      "loss": 2.9382,
      "step": 262000
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.995984377410481e-05,
      "loss": 2.9268,
      "step": 262500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9921657937384394e-05,
      "loss": 2.9215,
      "step": 263000
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.988347210066398e-05,
      "loss": 2.9335,
      "step": 263500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9845286263943563e-05,
      "loss": 2.9219,
      "step": 264000
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9807176798896586e-05,
      "loss": 2.933,
      "step": 264500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.976899096217617e-05,
      "loss": 2.9231,
      "step": 265000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.973080512545575e-05,
      "loss": 2.905,
      "step": 265500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9692619288735334e-05,
      "loss": 2.933,
      "step": 266000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9654433452014913e-05,
      "loss": 2.9156,
      "step": 266500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9616323986967936e-05,
      "loss": 2.9238,
      "step": 267000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.957821452192096e-05,
      "loss": 2.9303,
      "step": 267500
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9540028685200545e-05,
      "loss": 2.9368,
      "step": 268000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9501842848480128e-05,
      "loss": 2.9084,
      "step": 268500
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.946365701175971e-05,
      "loss": 2.9127,
      "step": 269000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9425471175039293e-05,
      "loss": 2.9288,
      "step": 269500
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9387285338318876e-05,
      "loss": 2.931,
      "step": 270000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9349099501598458e-05,
      "loss": 2.9236,
      "step": 270500
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9310913664878044e-05,
      "loss": 2.9233,
      "step": 271000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9272804199831067e-05,
      "loss": 2.9109,
      "step": 271500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.923469473478409e-05,
      "loss": 2.928,
      "step": 272000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9196508898063673e-05,
      "loss": 2.9268,
      "step": 272500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9158323061343256e-05,
      "loss": 2.9147,
      "step": 273000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.912013722462284e-05,
      "loss": 2.9333,
      "step": 273500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9081951387902424e-05,
      "loss": 2.9311,
      "step": 274000
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9043841922855447e-05,
      "loss": 2.9258,
      "step": 274500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.900565608613503e-05,
      "loss": 2.9322,
      "step": 275000
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8967470249414612e-05,
      "loss": 2.9357,
      "step": 275500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8929284412694195e-05,
      "loss": 2.9125,
      "step": 276000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.889109857597378e-05,
      "loss": 2.9333,
      "step": 276500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8852912739253364e-05,
      "loss": 2.9326,
      "step": 277000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8814726902532946e-05,
      "loss": 2.9078,
      "step": 277500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.877661743748597e-05,
      "loss": 2.9337,
      "step": 278000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8738431600765552e-05,
      "loss": 2.9273,
      "step": 278500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8700245764045135e-05,
      "loss": 2.9157,
      "step": 279000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.866205992732472e-05,
      "loss": 2.9309,
      "step": 279500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8623874090604303e-05,
      "loss": 2.9329,
      "step": 280000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8585688253883886e-05,
      "loss": 2.9198,
      "step": 280500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8547502417163462e-05,
      "loss": 2.9368,
      "step": 281000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8509316580443048e-05,
      "loss": 2.9159,
      "step": 281500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.847113074372263e-05,
      "loss": 2.9144,
      "step": 282000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8433021278675653e-05,
      "loss": 2.9233,
      "step": 282500
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.8394835441955236e-05,
      "loss": 2.9155,
      "step": 283000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.835664960523482e-05,
      "loss": 2.914,
      "step": 283500
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.83184637685144e-05,
      "loss": 2.9127,
      "step": 284000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.8280354303467428e-05,
      "loss": 2.9158,
      "step": 284500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.824216846674701e-05,
      "loss": 2.9214,
      "step": 285000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8204059001700033e-05,
      "loss": 2.9325,
      "step": 285500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8165873164979616e-05,
      "loss": 2.9182,
      "step": 286000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.81276873282592e-05,
      "loss": 2.9233,
      "step": 286500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.8089501491538785e-05,
      "loss": 2.923,
      "step": 287000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.8051315654818367e-05,
      "loss": 2.9185,
      "step": 287500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.801312981809795e-05,
      "loss": 2.9361,
      "step": 288000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.7974943981377533e-05,
      "loss": 2.9301,
      "step": 288500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.7936758144657115e-05,
      "loss": 2.9221,
      "step": 289000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7898572307936698e-05,
      "loss": 2.9119,
      "step": 289500
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7860386471216284e-05,
      "loss": 2.9074,
      "step": 290000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7822277006169307e-05,
      "loss": 2.9194,
      "step": 290500
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.778409116944889e-05,
      "loss": 2.926,
      "step": 291000
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7745905332728472e-05,
      "loss": 2.914,
      "step": 291500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7707719496008055e-05,
      "loss": 2.9312,
      "step": 292000
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.766961003096108e-05,
      "loss": 2.9159,
      "step": 292500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7631424194240664e-05,
      "loss": 2.9304,
      "step": 293000
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7593238357520246e-05,
      "loss": 2.9204,
      "step": 293500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.755512889247327e-05,
      "loss": 2.9239,
      "step": 294000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7516943055752852e-05,
      "loss": 2.9218,
      "step": 294500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7478757219032435e-05,
      "loss": 2.9261,
      "step": 295000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7440571382312014e-05,
      "loss": 2.9211,
      "step": 295500
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7402385545591597e-05,
      "loss": 2.9135,
      "step": 296000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.736419970887118e-05,
      "loss": 2.9291,
      "step": 296500
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7326013872150762e-05,
      "loss": 2.9185,
      "step": 297000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7287828035430348e-05,
      "loss": 2.9062,
      "step": 297500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.724964219870993e-05,
      "loss": 2.9161,
      "step": 298000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7211456361989513e-05,
      "loss": 2.8969,
      "step": 298500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7173346896942536e-05,
      "loss": 2.9183,
      "step": 299000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.713516106022212e-05,
      "loss": 2.9488,
      "step": 299500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7097051595175145e-05,
      "loss": 2.9202,
      "step": 300000
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.7058865758454728e-05,
      "loss": 2.9093,
      "step": 300500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.702067992173431e-05,
      "loss": 2.921,
      "step": 301000
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.6982494085013893e-05,
      "loss": 2.9097,
      "step": 301500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.6944308248293476e-05,
      "loss": 2.9005,
      "step": 302000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6906122411573058e-05,
      "loss": 2.9131,
      "step": 302500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.686793657485264e-05,
      "loss": 2.92,
      "step": 303000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6829750738132227e-05,
      "loss": 2.9241,
      "step": 303500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.679164127308525e-05,
      "loss": 2.9092,
      "step": 304000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6753455436364833e-05,
      "loss": 2.9069,
      "step": 304500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6715269599644415e-05,
      "loss": 2.9111,
      "step": 305000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.667716013459744e-05,
      "loss": 2.9046,
      "step": 305500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6638974297877024e-05,
      "loss": 2.9099,
      "step": 306000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6600788461156607e-05,
      "loss": 2.9146,
      "step": 306500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.656260262443619e-05,
      "loss": 2.9114,
      "step": 307000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6524416787715772e-05,
      "loss": 2.901,
      "step": 307500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6486230950995355e-05,
      "loss": 2.9266,
      "step": 308000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6448045114274937e-05,
      "loss": 2.9179,
      "step": 308500
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.640985927755452e-05,
      "loss": 2.9222,
      "step": 309000
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6371673440834106e-05,
      "loss": 2.9223,
      "step": 309500
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6333487604113682e-05,
      "loss": 2.9074,
      "step": 310000
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6295378139066705e-05,
      "loss": 2.9166,
      "step": 310500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.625719230234629e-05,
      "loss": 2.9198,
      "step": 311000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6219006465625874e-05,
      "loss": 2.905,
      "step": 311500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6180820628905456e-05,
      "loss": 2.9282,
      "step": 312000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.614263479218504e-05,
      "loss": 2.9163,
      "step": 312500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.610444895546462e-05,
      "loss": 2.9062,
      "step": 313000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.6066263118744204e-05,
      "loss": 2.905,
      "step": 313500
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.602807728202379e-05,
      "loss": 2.9101,
      "step": 314000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5989967816976813e-05,
      "loss": 2.9177,
      "step": 314500
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5951781980256396e-05,
      "loss": 2.8948,
      "step": 315000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.591359614353598e-05,
      "loss": 2.9131,
      "step": 315500
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.587541030681556e-05,
      "loss": 2.9116,
      "step": 316000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5837224470095144e-05,
      "loss": 2.9166,
      "step": 316500
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.579903863337473e-05,
      "loss": 2.9167,
      "step": 317000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5760929168327753e-05,
      "loss": 2.9145,
      "step": 317500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5722743331607335e-05,
      "loss": 2.9055,
      "step": 318000
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5684557494886918e-05,
      "loss": 2.9237,
      "step": 318500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.564644802983994e-05,
      "loss": 2.9188,
      "step": 319000
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5608262193119527e-05,
      "loss": 2.9144,
      "step": 319500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.557007635639911e-05,
      "loss": 2.9132,
      "step": 320000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5531890519678692e-05,
      "loss": 2.9213,
      "step": 320500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5493704682958275e-05,
      "loss": 2.9261,
      "step": 321000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5455518846237857e-05,
      "loss": 2.9196,
      "step": 321500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.541733300951744e-05,
      "loss": 2.9098,
      "step": 322000
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5379147172797023e-05,
      "loss": 2.9167,
      "step": 322500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.534096133607661e-05,
      "loss": 2.904,
      "step": 323000
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5302851871029632e-05,
      "loss": 2.9123,
      "step": 323500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5264666034309214e-05,
      "loss": 2.9143,
      "step": 324000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5226480197588794e-05,
      "loss": 2.9077,
      "step": 324500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5188294360868376e-05,
      "loss": 2.9074,
      "step": 325000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.515010852414796e-05,
      "loss": 2.9127,
      "step": 325500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5111999059100982e-05,
      "loss": 2.9249,
      "step": 326000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5073813222380565e-05,
      "loss": 2.9186,
      "step": 326500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5035627385660147e-05,
      "loss": 2.9118,
      "step": 327000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.4997441548939733e-05,
      "loss": 2.913,
      "step": 327500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.4959332083892756e-05,
      "loss": 2.9089,
      "step": 328000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.492114624717234e-05,
      "loss": 2.9115,
      "step": 328500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.488296041045192e-05,
      "loss": 2.9055,
      "step": 329000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4844774573731504e-05,
      "loss": 2.9102,
      "step": 329500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.480666510868453e-05,
      "loss": 2.9125,
      "step": 330000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4768555643637554e-05,
      "loss": 2.9097,
      "step": 330500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4730369806917136e-05,
      "loss": 2.9227,
      "step": 331000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.469218397019672e-05,
      "loss": 2.8987,
      "step": 331500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.46539981334763e-05,
      "loss": 2.9095,
      "step": 332000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4615812296755884e-05,
      "loss": 2.9199,
      "step": 332500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.457762646003547e-05,
      "loss": 2.9084,
      "step": 333000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4539440623315053e-05,
      "loss": 2.8994,
      "step": 333500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4501254786594635e-05,
      "loss": 2.8996,
      "step": 334000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.446314532154766e-05,
      "loss": 2.9066,
      "step": 334500
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.442495948482724e-05,
      "loss": 2.9143,
      "step": 335000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4386773648106824e-05,
      "loss": 2.9236,
      "step": 335500
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4348587811386406e-05,
      "loss": 2.9171,
      "step": 336000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.431040197466599e-05,
      "loss": 2.9095,
      "step": 336500
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.427221613794557e-05,
      "loss": 2.8998,
      "step": 337000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4234030301225154e-05,
      "loss": 2.9093,
      "step": 337500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.419592083617818e-05,
      "loss": 2.9058,
      "step": 338000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4157734999457763e-05,
      "loss": 2.8831,
      "step": 338500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4119549162737346e-05,
      "loss": 2.9209,
      "step": 339000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.408136332601693e-05,
      "loss": 2.889,
      "step": 339500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.404325386096995e-05,
      "loss": 2.8755,
      "step": 340000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.4005068024249534e-05,
      "loss": 2.9066,
      "step": 340500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.396688218752912e-05,
      "loss": 2.9012,
      "step": 341000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.3928696350808703e-05,
      "loss": 2.8974,
      "step": 341500
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3890510514088285e-05,
      "loss": 2.9178,
      "step": 342000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3852324677367865e-05,
      "loss": 2.9024,
      "step": 342500
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3814138840647447e-05,
      "loss": 2.9003,
      "step": 343000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3775953003927033e-05,
      "loss": 2.8987,
      "step": 343500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3737843538880056e-05,
      "loss": 2.9069,
      "step": 344000
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.369965770215964e-05,
      "loss": 2.9123,
      "step": 344500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.366147186543922e-05,
      "loss": 2.9179,
      "step": 345000
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3623286028718804e-05,
      "loss": 2.9179,
      "step": 345500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3585100191998387e-05,
      "loss": 2.9118,
      "step": 346000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3546990726951413e-05,
      "loss": 2.9015,
      "step": 346500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3508804890230996e-05,
      "loss": 2.9076,
      "step": 347000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.347061905351058e-05,
      "loss": 2.898,
      "step": 347500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.343243321679016e-05,
      "loss": 2.9125,
      "step": 348000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3394247380069744e-05,
      "loss": 2.8941,
      "step": 348500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3356061543349326e-05,
      "loss": 2.9063,
      "step": 349000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.331795207830235e-05,
      "loss": 2.8873,
      "step": 349500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3279766241581932e-05,
      "loss": 2.9007,
      "step": 350000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3241580404861515e-05,
      "loss": 2.9173,
      "step": 350500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3203394568141097e-05,
      "loss": 2.9069,
      "step": 351000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3165208731420683e-05,
      "loss": 2.9106,
      "step": 351500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3127099266373706e-05,
      "loss": 2.8918,
      "step": 352000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.308891342965329e-05,
      "loss": 2.8999,
      "step": 352500
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.305072759293287e-05,
      "loss": 2.9054,
      "step": 353000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.3012541756212454e-05,
      "loss": 2.9144,
      "step": 353500
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.2974355919492037e-05,
      "loss": 2.9171,
      "step": 354000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.2936246454445063e-05,
      "loss": 2.8971,
      "step": 354500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2898060617724646e-05,
      "loss": 2.9032,
      "step": 355000
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.285995115267767e-05,
      "loss": 2.9077,
      "step": 355500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.282176531595725e-05,
      "loss": 2.8971,
      "step": 356000
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2783579479236834e-05,
      "loss": 2.9031,
      "step": 356500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2745393642516417e-05,
      "loss": 2.9073,
      "step": 357000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2707207805796e-05,
      "loss": 2.9042,
      "step": 357500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2669021969075582e-05,
      "loss": 2.8942,
      "step": 358000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2630836132355165e-05,
      "loss": 2.9205,
      "step": 358500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.2592650295634747e-05,
      "loss": 2.9234,
      "step": 359000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.2554464458914333e-05,
      "loss": 2.9042,
      "step": 359500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.2516354993867356e-05,
      "loss": 2.9034,
      "step": 360000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.247816915714694e-05,
      "loss": 2.9083,
      "step": 360500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.243998332042652e-05,
      "loss": 2.8971,
      "step": 361000
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2401797483706104e-05,
      "loss": 2.9104,
      "step": 361500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2363611646985687e-05,
      "loss": 2.9089,
      "step": 362000
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2325425810265273e-05,
      "loss": 2.8966,
      "step": 362500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2287316345218296e-05,
      "loss": 2.9039,
      "step": 363000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.224913050849788e-05,
      "loss": 2.8973,
      "step": 363500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2210944671777458e-05,
      "loss": 2.8917,
      "step": 364000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.217275883505704e-05,
      "loss": 2.8913,
      "step": 364500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2134649370010067e-05,
      "loss": 2.9039,
      "step": 365000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.209646353328965e-05,
      "loss": 2.9069,
      "step": 365500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.2058277696569232e-05,
      "loss": 2.9,
      "step": 366000
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.2020091859848815e-05,
      "loss": 2.9026,
      "step": 366500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.1981906023128397e-05,
      "loss": 2.9028,
      "step": 367000
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.1943796558081424e-05,
      "loss": 2.9162,
      "step": 367500
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1905610721361006e-05,
      "loss": 2.9066,
      "step": 368000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.186742488464059e-05,
      "loss": 2.9054,
      "step": 368500
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1829239047920172e-05,
      "loss": 2.8995,
      "step": 369000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1791053211199754e-05,
      "loss": 2.9059,
      "step": 369500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.1752943746152777e-05,
      "loss": 2.899,
      "step": 370000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.1714757909432363e-05,
      "loss": 2.9038,
      "step": 370500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.1676572072711943e-05,
      "loss": 2.9063,
      "step": 371000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.1638386235991525e-05,
      "loss": 2.9067,
      "step": 371500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.160027677094455e-05,
      "loss": 2.9117,
      "step": 372000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1562090934224134e-05,
      "loss": 2.9134,
      "step": 372500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1523905097503717e-05,
      "loss": 2.899,
      "step": 373000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.148579563245674e-05,
      "loss": 2.8934,
      "step": 373500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1447609795736323e-05,
      "loss": 2.8826,
      "step": 374000
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1409423959015905e-05,
      "loss": 2.8987,
      "step": 374500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1371238122295488e-05,
      "loss": 2.9168,
      "step": 375000
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1333052285575074e-05,
      "loss": 2.9087,
      "step": 375500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1294866448854657e-05,
      "loss": 2.8964,
      "step": 376000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.125668061213424e-05,
      "loss": 2.8985,
      "step": 376500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1218494775413822e-05,
      "loss": 2.8997,
      "step": 377000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1180385310366845e-05,
      "loss": 2.9051,
      "step": 377500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1142199473646427e-05,
      "loss": 2.8842,
      "step": 378000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.110401363692601e-05,
      "loss": 2.9088,
      "step": 378500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.1065827800205593e-05,
      "loss": 2.8956,
      "step": 379000
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.1027641963485175e-05,
      "loss": 2.8839,
      "step": 379500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.098960887011164e-05,
      "loss": 2.9021,
      "step": 380000
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.0951423033391225e-05,
      "loss": 2.8932,
      "step": 380500
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.0913237196670808e-05,
      "loss": 2.9065,
      "step": 381000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.087505135995039e-05,
      "loss": 2.9073,
      "step": 381500
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.0836865523229973e-05,
      "loss": 2.8905,
      "step": 382000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.0798679686509555e-05,
      "loss": 2.9029,
      "step": 382500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0760570221462582e-05,
      "loss": 2.906,
      "step": 383000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0722384384742164e-05,
      "loss": 2.9054,
      "step": 383500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0684198548021747e-05,
      "loss": 2.8993,
      "step": 384000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.064601271130133e-05,
      "loss": 2.8958,
      "step": 384500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0607826874580912e-05,
      "loss": 2.9028,
      "step": 385000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.056964103786049e-05,
      "loss": 2.8852,
      "step": 385500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.0531455201140078e-05,
      "loss": 2.9006,
      "step": 386000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.049326936441966e-05,
      "loss": 2.9022,
      "step": 386500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.0455083527699243e-05,
      "loss": 2.8909,
      "step": 387000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0416897690978825e-05,
      "loss": 2.9045,
      "step": 387500
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.037886459760529e-05,
      "loss": 2.8952,
      "step": 388000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0340678760884875e-05,
      "loss": 2.9026,
      "step": 388500
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0302492924164458e-05,
      "loss": 2.9002,
      "step": 389000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.026430708744404e-05,
      "loss": 2.903,
      "step": 389500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0226121250723623e-05,
      "loss": 2.8986,
      "step": 390000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0187935414003205e-05,
      "loss": 2.8944,
      "step": 390500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0149749577282788e-05,
      "loss": 2.8973,
      "step": 391000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0111563740562374e-05,
      "loss": 2.9159,
      "step": 391500
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0073377903841957e-05,
      "loss": 2.8995,
      "step": 392000
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0035192067121536e-05,
      "loss": 2.8984,
      "step": 392500
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.999708260207456e-05,
      "loss": 2.9002,
      "step": 393000
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.995889676535414e-05,
      "loss": 2.8747,
      "step": 393500
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9920710928633728e-05,
      "loss": 2.9051,
      "step": 394000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.988252509191331e-05,
      "loss": 2.8871,
      "step": 394500
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9844339255192893e-05,
      "loss": 2.8948,
      "step": 395000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9806229790145916e-05,
      "loss": 2.9111,
      "step": 395500
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.97680439534255e-05,
      "loss": 2.9075,
      "step": 396000
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.972985811670508e-05,
      "loss": 2.8882,
      "step": 396500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9691672279984667e-05,
      "loss": 2.8866,
      "step": 397000
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.965356281493769e-05,
      "loss": 2.8902,
      "step": 397500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9615376978217273e-05,
      "loss": 2.9079,
      "step": 398000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9577191141496855e-05,
      "loss": 2.8912,
      "step": 398500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9539005304776438e-05,
      "loss": 2.8829,
      "step": 399000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9500819468056024e-05,
      "loss": 2.9002,
      "step": 399500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9462710003009044e-05,
      "loss": 2.8936,
      "step": 400000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9424524166288626e-05,
      "loss": 2.889,
      "step": 400500
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.938633832956821e-05,
      "loss": 2.895,
      "step": 401000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.934815249284779e-05,
      "loss": 2.8811,
      "step": 401500
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9309966656127378e-05,
      "loss": 2.8853,
      "step": 402000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.927178081940696e-05,
      "loss": 2.9085,
      "step": 402500
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9233671354359983e-05,
      "loss": 2.889,
      "step": 403000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9195485517639566e-05,
      "loss": 2.8878,
      "step": 403500
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.915729968091915e-05,
      "loss": 2.9038,
      "step": 404000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9119190215872175e-05,
      "loss": 2.8864,
      "step": 404500
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.9081004379151758e-05,
      "loss": 2.8855,
      "step": 405000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.904281854243134e-05,
      "loss": 2.89,
      "step": 405500
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.9004632705710923e-05,
      "loss": 2.8858,
      "step": 406000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.8966446868990505e-05,
      "loss": 2.8963,
      "step": 406500
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.8928261032270088e-05,
      "loss": 2.8985,
      "step": 407000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.889015156722311e-05,
      "loss": 2.9008,
      "step": 407500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8851965730502694e-05,
      "loss": 2.8938,
      "step": 408000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8813779893782276e-05,
      "loss": 2.8844,
      "step": 408500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.877559405706186e-05,
      "loss": 2.8951,
      "step": 409000
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.873740822034144e-05,
      "loss": 2.8872,
      "step": 409500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8699222383621028e-05,
      "loss": 2.9104,
      "step": 410000
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.866103654690061e-05,
      "loss": 2.9076,
      "step": 410500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8622850710180193e-05,
      "loss": 2.8942,
      "step": 411000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8584664873459775e-05,
      "loss": 2.8934,
      "step": 411500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.85465554084128e-05,
      "loss": 2.8946,
      "step": 412000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8508445943365825e-05,
      "loss": 2.8877,
      "step": 412500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8470260106645408e-05,
      "loss": 2.8834,
      "step": 413000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.843207426992499e-05,
      "loss": 2.8947,
      "step": 413500
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.839388843320457e-05,
      "loss": 2.9052,
      "step": 414000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8355702596484152e-05,
      "loss": 2.8853,
      "step": 414500
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8317516759763738e-05,
      "loss": 2.8927,
      "step": 415000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.827933092304332e-05,
      "loss": 2.891,
      "step": 415500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8241145086322903e-05,
      "loss": 2.8862,
      "step": 416000
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8203035621275926e-05,
      "loss": 2.9023,
      "step": 416500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.816492615622895e-05,
      "loss": 2.8902,
      "step": 417000
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8126740319508536e-05,
      "loss": 2.8958,
      "step": 417500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.8088554482788118e-05,
      "loss": 2.9001,
      "step": 418000
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.80503686460677e-05,
      "loss": 2.8917,
      "step": 418500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.8012182809347283e-05,
      "loss": 2.8993,
      "step": 419000
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.7973996972626866e-05,
      "loss": 2.8722,
      "step": 419500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.793581113590645e-05,
      "loss": 2.8857,
      "step": 420000
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.789762529918603e-05,
      "loss": 2.8907,
      "step": 420500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7859439462465617e-05,
      "loss": 2.8874,
      "step": 421000
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7821329997418637e-05,
      "loss": 2.8826,
      "step": 421500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.778314416069822e-05,
      "loss": 2.8933,
      "step": 422000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7744958323977802e-05,
      "loss": 2.8928,
      "step": 422500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7706772487257385e-05,
      "loss": 2.9001,
      "step": 423000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.766866302221041e-05,
      "loss": 2.8968,
      "step": 423500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7630477185489994e-05,
      "loss": 2.8797,
      "step": 424000
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.7592291348769577e-05,
      "loss": 2.8971,
      "step": 424500
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.755410551204916e-05,
      "loss": 2.8913,
      "step": 425000
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.7515996047002182e-05,
      "loss": 2.8795,
      "step": 425500
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.7477810210281768e-05,
      "loss": 2.8839,
      "step": 426000
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.743962437356135e-05,
      "loss": 2.8956,
      "step": 426500
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7401438536840933e-05,
      "loss": 2.9027,
      "step": 427000
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7363252700120516e-05,
      "loss": 2.8974,
      "step": 427500
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.732514323507354e-05,
      "loss": 2.8945,
      "step": 428000
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7286957398353122e-05,
      "loss": 2.9098,
      "step": 428500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7248771561632704e-05,
      "loss": 2.883,
      "step": 429000
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7210585724912287e-05,
      "loss": 2.8708,
      "step": 429500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.717255263153875e-05,
      "loss": 2.8872,
      "step": 430000
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7134366794818337e-05,
      "loss": 2.8892,
      "step": 430500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.709618095809792e-05,
      "loss": 2.8899,
      "step": 431000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.7057995121377502e-05,
      "loss": 2.9005,
      "step": 431500
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.7019809284657084e-05,
      "loss": 2.9046,
      "step": 432000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.6981623447936667e-05,
      "loss": 2.8906,
      "step": 432500
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.694343761121625e-05,
      "loss": 2.8844,
      "step": 433000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6905328146169276e-05,
      "loss": 2.886,
      "step": 433500
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.686714230944886e-05,
      "loss": 2.8801,
      "step": 434000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.682895647272844e-05,
      "loss": 2.8866,
      "step": 434500
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6790770636008024e-05,
      "loss": 2.8973,
      "step": 435000
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6752584799287603e-05,
      "loss": 2.8827,
      "step": 435500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.671439896256719e-05,
      "loss": 2.8807,
      "step": 436000
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6676213125846772e-05,
      "loss": 2.8896,
      "step": 436500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6638027289126354e-05,
      "loss": 2.9127,
      "step": 437000
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6599841452405937e-05,
      "loss": 2.8906,
      "step": 437500
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.656165561568552e-05,
      "loss": 2.8825,
      "step": 438000
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6523469778965102e-05,
      "loss": 2.8864,
      "step": 438500
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.648536031391813e-05,
      "loss": 2.8807,
      "step": 439000
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.644717447719771e-05,
      "loss": 2.876,
      "step": 439500
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6408988640477294e-05,
      "loss": 2.8779,
      "step": 440000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6370802803756877e-05,
      "loss": 2.8779,
      "step": 440500
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.63326933387099e-05,
      "loss": 2.8612,
      "step": 441000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6294507501989482e-05,
      "loss": 2.877,
      "step": 441500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6256321665269068e-05,
      "loss": 2.8748,
      "step": 442000
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.621813582854865e-05,
      "loss": 2.8853,
      "step": 442500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.617994999182823e-05,
      "loss": 2.8812,
      "step": 443000
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6141764155107813e-05,
      "loss": 2.8962,
      "step": 443500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6103578318387395e-05,
      "loss": 2.8679,
      "step": 444000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.606539248166698e-05,
      "loss": 2.888,
      "step": 444500
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.6027283016620004e-05,
      "loss": 2.887,
      "step": 445000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.5989097179899587e-05,
      "loss": 2.862,
      "step": 445500
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.595091134317917e-05,
      "loss": 2.8708,
      "step": 446000
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5912725506458752e-05,
      "loss": 2.8747,
      "step": 446500
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5874539669738335e-05,
      "loss": 2.8728,
      "step": 447000
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5836506576364802e-05,
      "loss": 2.8993,
      "step": 447500
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5798320739644385e-05,
      "loss": 2.8729,
      "step": 448000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5760134902923967e-05,
      "loss": 2.8753,
      "step": 448500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.572194906620355e-05,
      "loss": 2.8661,
      "step": 449000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5683763229483132e-05,
      "loss": 2.884,
      "step": 449500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5645653764436155e-05,
      "loss": 2.8685,
      "step": 450000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.560754429938918e-05,
      "loss": 2.8903,
      "step": 450500
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.556935846266876e-05,
      "loss": 2.8896,
      "step": 451000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5531172625948344e-05,
      "loss": 2.8597,
      "step": 451500
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.549298678922793e-05,
      "loss": 2.8674,
      "step": 452000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5454800952507512e-05,
      "loss": 2.8695,
      "step": 452500
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5416615115787095e-05,
      "loss": 2.8777,
      "step": 453000
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5378429279066678e-05,
      "loss": 2.8771,
      "step": 453500
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.534024344234626e-05,
      "loss": 2.8726,
      "step": 454000
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5302057605625843e-05,
      "loss": 2.8752,
      "step": 454500
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.526394814057887e-05,
      "loss": 2.8843,
      "step": 455000
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5225762303858452e-05,
      "loss": 2.8742,
      "step": 455500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5187576467138035e-05,
      "loss": 2.8562,
      "step": 456000
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5149390630417617e-05,
      "loss": 2.8864,
      "step": 456500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5111204793697198e-05,
      "loss": 2.8841,
      "step": 457000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.5073171700323663e-05,
      "loss": 2.8735,
      "step": 457500
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.5034985863603246e-05,
      "loss": 2.9038,
      "step": 458000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.4996800026882829e-05,
      "loss": 2.8835,
      "step": 458500
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.4958614190162413e-05,
      "loss": 2.8823,
      "step": 459000
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4920428353441996e-05,
      "loss": 2.87,
      "step": 459500
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4882242516721578e-05,
      "loss": 2.881,
      "step": 460000
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.484405668000116e-05,
      "loss": 2.8769,
      "step": 460500
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4805870843280745e-05,
      "loss": 2.8718,
      "step": 461000
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4767761378233768e-05,
      "loss": 2.8665,
      "step": 461500
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4729575541513352e-05,
      "loss": 2.8801,
      "step": 462000
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4691389704792935e-05,
      "loss": 2.8907,
      "step": 462500
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4653203868072518e-05,
      "loss": 2.8818,
      "step": 463000
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4615018031352102e-05,
      "loss": 2.881,
      "step": 463500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4576832194631685e-05,
      "loss": 2.875,
      "step": 464000
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4538722729584706e-05,
      "loss": 2.8751,
      "step": 464500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4500536892864289e-05,
      "loss": 2.8926,
      "step": 465000
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4462427427817313e-05,
      "loss": 2.8695,
      "step": 465500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4424241591096896e-05,
      "loss": 2.8736,
      "step": 466000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4386055754376479e-05,
      "loss": 2.8801,
      "step": 466500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4347869917656063e-05,
      "loss": 2.8698,
      "step": 467000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4309684080935646e-05,
      "loss": 2.8834,
      "step": 467500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4271498244215228e-05,
      "loss": 2.873,
      "step": 468000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.423331240749481e-05,
      "loss": 2.8704,
      "step": 468500
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4195126570774395e-05,
      "loss": 2.8837,
      "step": 469000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4156940734053978e-05,
      "loss": 2.8705,
      "step": 469500
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4118831269007002e-05,
      "loss": 2.87,
      "step": 470000
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.4080645432286585e-05,
      "loss": 2.8712,
      "step": 470500
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.4042459595566168e-05,
      "loss": 2.8737,
      "step": 471000
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.4004273758845749e-05,
      "loss": 2.8653,
      "step": 471500
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.3966087922125331e-05,
      "loss": 2.8871,
      "step": 472000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3927902085404914e-05,
      "loss": 2.876,
      "step": 472500
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3889792620357939e-05,
      "loss": 2.8805,
      "step": 473000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3851606783637521e-05,
      "loss": 2.8858,
      "step": 473500
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3813420946917106e-05,
      "loss": 2.8757,
      "step": 474000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3775235110196688e-05,
      "loss": 2.8945,
      "step": 474500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3737125645149711e-05,
      "loss": 2.8875,
      "step": 475000
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3698939808429296e-05,
      "loss": 2.8816,
      "step": 475500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3660753971708878e-05,
      "loss": 2.8713,
      "step": 476000
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.362256813498846e-05,
      "loss": 2.8725,
      "step": 476500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3584382298268045e-05,
      "loss": 2.8841,
      "step": 477000
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3546272833221068e-05,
      "loss": 2.8908,
      "step": 477500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3508086996500653e-05,
      "loss": 2.8792,
      "step": 478000
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3469901159780232e-05,
      "loss": 2.8701,
      "step": 478500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3431715323059816e-05,
      "loss": 2.8802,
      "step": 479000
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.339360585801284e-05,
      "loss": 2.8664,
      "step": 479500
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3355420021292422e-05,
      "loss": 2.8688,
      "step": 480000
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3317234184572006e-05,
      "loss": 2.8774,
      "step": 480500
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3279048347851589e-05,
      "loss": 2.8815,
      "step": 481000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3240862511131171e-05,
      "loss": 2.8793,
      "step": 481500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3202676674410756e-05,
      "loss": 2.8776,
      "step": 482000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3164567209363779e-05,
      "loss": 2.8635,
      "step": 482500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3126457744316804e-05,
      "loss": 2.8859,
      "step": 483000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.3088271907596386e-05,
      "loss": 2.8863,
      "step": 483500
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.3050086070875969e-05,
      "loss": 2.8826,
      "step": 484000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.3011900234155553e-05,
      "loss": 2.8585,
      "step": 484500
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2973714397435136e-05,
      "loss": 2.8644,
      "step": 485000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2935604932388157e-05,
      "loss": 2.8759,
      "step": 485500
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.289741909566774e-05,
      "loss": 2.8763,
      "step": 486000
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2859233258947322e-05,
      "loss": 2.8676,
      "step": 486500
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2821047422226907e-05,
      "loss": 2.8728,
      "step": 487000
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.278286158550649e-05,
      "loss": 2.8687,
      "step": 487500
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2744675748786072e-05,
      "loss": 2.8648,
      "step": 488000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2706489912065656e-05,
      "loss": 2.8762,
      "step": 488500
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2668304075345239e-05,
      "loss": 2.8739,
      "step": 489000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2630194610298262e-05,
      "loss": 2.8765,
      "step": 489500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2592008773577846e-05,
      "loss": 2.872,
      "step": 490000
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2553822936857429e-05,
      "loss": 2.8714,
      "step": 490500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2515637100137011e-05,
      "loss": 2.8745,
      "step": 491000
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2477451263416594e-05,
      "loss": 2.8844,
      "step": 491500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2439265426696177e-05,
      "loss": 2.8768,
      "step": 492000
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2401155961649201e-05,
      "loss": 2.8847,
      "step": 492500
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2362970124928784e-05,
      "loss": 2.8752,
      "step": 493000
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2324784288208367e-05,
      "loss": 2.8798,
      "step": 493500
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2286598451487951e-05,
      "loss": 2.8663,
      "step": 494000
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2248488986440974e-05,
      "loss": 2.882,
      "step": 494500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2210303149720557e-05,
      "loss": 2.8649,
      "step": 495000
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.217219368467358e-05,
      "loss": 2.8778,
      "step": 495500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2134007847953164e-05,
      "loss": 2.8846,
      "step": 496000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.2095822011232747e-05,
      "loss": 2.8669,
      "step": 496500
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.205763617451233e-05,
      "loss": 2.8801,
      "step": 497000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.2019450337791912e-05,
      "loss": 2.8864,
      "step": 497500
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.1981340872744937e-05,
      "loss": 2.8755,
      "step": 498000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.194323140769796e-05,
      "loss": 2.8852,
      "step": 498500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1905045570977542e-05,
      "loss": 2.8752,
      "step": 499000
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1866859734257125e-05,
      "loss": 2.8749,
      "step": 499500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.182867389753671e-05,
      "loss": 2.8631,
      "step": 500000
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1790488060816292e-05,
      "loss": 2.8735,
      "step": 500500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1752302224095875e-05,
      "loss": 2.8639,
      "step": 501000
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1714116387375459e-05,
      "loss": 2.8724,
      "step": 501500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.167593055065504e-05,
      "loss": 2.8733,
      "step": 502000
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1637744713934622e-05,
      "loss": 2.868,
      "step": 502500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1599635248887647e-05,
      "loss": 2.8647,
      "step": 503000
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.156144941216723e-05,
      "loss": 2.8838,
      "step": 503500
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1523263575446812e-05,
      "loss": 2.8687,
      "step": 504000
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1485077738726397e-05,
      "loss": 2.88,
      "step": 504500
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.144689190200598e-05,
      "loss": 2.864,
      "step": 505000
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1408706065285562e-05,
      "loss": 2.8706,
      "step": 505500
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1370520228565145e-05,
      "loss": 2.8707,
      "step": 506000
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1332334391844727e-05,
      "loss": 2.8737,
      "step": 506500
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1294148555124311e-05,
      "loss": 2.873,
      "step": 507000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1256039090077335e-05,
      "loss": 2.8766,
      "step": 507500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1217853253356917e-05,
      "loss": 2.8735,
      "step": 508000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1179667416636501e-05,
      "loss": 2.8855,
      "step": 508500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1141557951589523e-05,
      "loss": 2.8702,
      "step": 509000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1103372114869107e-05,
      "loss": 2.8656,
      "step": 509500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.106518627814869e-05,
      "loss": 2.8778,
      "step": 510000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.1027000441428272e-05,
      "loss": 2.8759,
      "step": 510500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.0988814604707857e-05,
      "loss": 2.8693,
      "step": 511000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.095062876798744e-05,
      "loss": 2.8658,
      "step": 511500
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0912442931267022e-05,
      "loss": 2.878,
      "step": 512000
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0874333466220045e-05,
      "loss": 2.8662,
      "step": 512500
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0836147629499628e-05,
      "loss": 2.8782,
      "step": 513000
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0797961792779212e-05,
      "loss": 2.8764,
      "step": 513500
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0759775956058795e-05,
      "loss": 2.8712,
      "step": 514000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0721590119338377e-05,
      "loss": 2.8644,
      "step": 514500
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.068340428261796e-05,
      "loss": 2.8682,
      "step": 515000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0645218445897544e-05,
      "loss": 2.8714,
      "step": 515500
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0607032609177127e-05,
      "loss": 2.8737,
      "step": 516000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.056892314413015e-05,
      "loss": 2.864,
      "step": 516500
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0530737307409732e-05,
      "loss": 2.8838,
      "step": 517000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0492627842362757e-05,
      "loss": 2.8732,
      "step": 517500
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.045444200564234e-05,
      "loss": 2.8677,
      "step": 518000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0416256168921922e-05,
      "loss": 2.8737,
      "step": 518500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0378070332201507e-05,
      "loss": 2.8911,
      "step": 519000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.033988449548109e-05,
      "loss": 2.8778,
      "step": 519500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.030169865876067e-05,
      "loss": 2.8886,
      "step": 520000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0263512822040255e-05,
      "loss": 2.8779,
      "step": 520500
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0225326985319837e-05,
      "loss": 2.8831,
      "step": 521000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0187217520272862e-05,
      "loss": 2.8716,
      "step": 521500
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0149031683552445e-05,
      "loss": 2.8692,
      "step": 522000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0110845846832027e-05,
      "loss": 2.8724,
      "step": 522500
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.007266001011161e-05,
      "loss": 2.8732,
      "step": 523000
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0034550545064633e-05,
      "loss": 2.8661,
      "step": 523500
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.996364708344216e-06,
      "loss": 2.8756,
      "step": 524000
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.9581788716238e-06,
      "loss": 2.8812,
      "step": 524500
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.919993034903382e-06,
      "loss": 2.8799,
      "step": 525000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.881807198182965e-06,
      "loss": 2.8569,
      "step": 525500
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.84362136146255e-06,
      "loss": 2.8747,
      "step": 526000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.805435524742132e-06,
      "loss": 2.8755,
      "step": 526500
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.767326059695155e-06,
      "loss": 2.8676,
      "step": 527000
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.729140222974738e-06,
      "loss": 2.8787,
      "step": 527500
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.69095438625432e-06,
      "loss": 2.8893,
      "step": 528000
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.652768549533905e-06,
      "loss": 2.8709,
      "step": 528500
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.614582712813487e-06,
      "loss": 2.8712,
      "step": 529000
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.57639687609307e-06,
      "loss": 2.8716,
      "step": 529500
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.538211039372654e-06,
      "loss": 2.8617,
      "step": 530000
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.500025202652237e-06,
      "loss": 2.8726,
      "step": 530500
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.46191573760526e-06,
      "loss": 2.8771,
      "step": 531000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.423729900884843e-06,
      "loss": 2.8594,
      "step": 531500
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.385544064164425e-06,
      "loss": 2.874,
      "step": 532000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.347358227444008e-06,
      "loss": 2.8649,
      "step": 532500
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.309248762397033e-06,
      "loss": 2.867,
      "step": 533000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.271062925676615e-06,
      "loss": 2.8719,
      "step": 533500
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.2328770889562e-06,
      "loss": 2.878,
      "step": 534000
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.19469125223578e-06,
      "loss": 2.863,
      "step": 534500
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.156505415515363e-06,
      "loss": 2.8588,
      "step": 535000
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.118319578794947e-06,
      "loss": 2.857,
      "step": 535500
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.08013374207453e-06,
      "loss": 2.8779,
      "step": 536000
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.042024277027555e-06,
      "loss": 2.8762,
      "step": 536500
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.003991183654018e-06,
      "loss": 2.8794,
      "step": 537000
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.965805346933603e-06,
      "loss": 2.8494,
      "step": 537500
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.927619510213183e-06,
      "loss": 2.8637,
      "step": 538000
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.889433673492766e-06,
      "loss": 2.8686,
      "step": 538500
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.85124783677235e-06,
      "loss": 2.8768,
      "step": 539000
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.813062000051933e-06,
      "loss": 2.8712,
      "step": 539500
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.774876163331516e-06,
      "loss": 2.8793,
      "step": 540000
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.7366903266111e-06,
      "loss": 2.8766,
      "step": 540500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.698504489890683e-06,
      "loss": 2.8603,
      "step": 541000
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.660318653170263e-06,
      "loss": 2.8675,
      "step": 541500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.622132816449848e-06,
      "loss": 2.8774,
      "step": 542000
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.58394697972943e-06,
      "loss": 2.8673,
      "step": 542500
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.545761143009013e-06,
      "loss": 2.8881,
      "step": 543000
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.507651677962038e-06,
      "loss": 2.8799,
      "step": 543500
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.46946584124162e-06,
      "loss": 2.886,
      "step": 544000
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.431280004521205e-06,
      "loss": 2.8751,
      "step": 544500
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.393170539474226e-06,
      "loss": 2.8702,
      "step": 545000
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.35498470275381e-06,
      "loss": 2.868,
      "step": 545500
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.316798866033393e-06,
      "loss": 2.8763,
      "step": 546000
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.278613029312976e-06,
      "loss": 2.8677,
      "step": 546500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.240427192592558e-06,
      "loss": 2.8656,
      "step": 547000
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.202241355872143e-06,
      "loss": 2.8698,
      "step": 547500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.164055519151725e-06,
      "loss": 2.8886,
      "step": 548000
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.125869682431308e-06,
      "loss": 2.8753,
      "step": 548500
    },
    {
      "epoch": 2.52,
      "learning_rate": 8.087760217384331e-06,
      "loss": 2.8525,
      "step": 549000
    },
    {
      "epoch": 2.52,
      "learning_rate": 8.049574380663914e-06,
      "loss": 2.8711,
      "step": 549500
    },
    {
      "epoch": 2.52,
      "learning_rate": 8.011388543943498e-06,
      "loss": 2.8686,
      "step": 550000
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.97320270722308e-06,
      "loss": 2.8752,
      "step": 550500
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.935093242176105e-06,
      "loss": 2.8837,
      "step": 551000
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.896907405455688e-06,
      "loss": 2.8557,
      "step": 551500
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.85872156873527e-06,
      "loss": 2.854,
      "step": 552000
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.820535732014853e-06,
      "loss": 2.8626,
      "step": 552500
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.782349895294436e-06,
      "loss": 2.8747,
      "step": 553000
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.74424043024746e-06,
      "loss": 2.8841,
      "step": 553500
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.706130965200484e-06,
      "loss": 2.8718,
      "step": 554000
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.667945128480066e-06,
      "loss": 2.882,
      "step": 554500
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.62975929175965e-06,
      "loss": 2.8677,
      "step": 555000
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.591573455039233e-06,
      "loss": 2.8756,
      "step": 555500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.553463989992255e-06,
      "loss": 2.8572,
      "step": 556000
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.515278153271839e-06,
      "loss": 2.8874,
      "step": 556500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.477092316551422e-06,
      "loss": 2.8611,
      "step": 557000
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.438906479831005e-06,
      "loss": 2.8718,
      "step": 557500
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.400720643110588e-06,
      "loss": 2.8793,
      "step": 558000
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.362534806390171e-06,
      "loss": 2.8439,
      "step": 558500
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.3243489696697544e-06,
      "loss": 2.882,
      "step": 559000
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.286163132949336e-06,
      "loss": 2.8533,
      "step": 559500
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.24797729622892e-06,
      "loss": 2.8671,
      "step": 560000
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.209791459508502e-06,
      "loss": 2.86,
      "step": 560500
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.171681994461526e-06,
      "loss": 2.8854,
      "step": 561000
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.13349615774111e-06,
      "loss": 2.8684,
      "step": 561500
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.095310321020693e-06,
      "loss": 2.8834,
      "step": 562000
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.057124484300276e-06,
      "loss": 2.8763,
      "step": 562500
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.0189386475798575e-06,
      "loss": 2.8665,
      "step": 563000
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.980752810859441e-06,
      "loss": 2.8797,
      "step": 563500
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.942566974139024e-06,
      "loss": 2.8663,
      "step": 564000
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.904457509092048e-06,
      "loss": 2.8597,
      "step": 564500
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.866271672371631e-06,
      "loss": 2.8752,
      "step": 565000
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.8280858356512145e-06,
      "loss": 2.869,
      "step": 565500
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.789976370604238e-06,
      "loss": 2.8643,
      "step": 566000
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.75179053388382e-06,
      "loss": 2.8726,
      "step": 566500
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.713604697163403e-06,
      "loss": 2.8791,
      "step": 567000
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.675418860442986e-06,
      "loss": 2.8717,
      "step": 567500
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.63723302372257e-06,
      "loss": 2.8687,
      "step": 568000
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.599047187002152e-06,
      "loss": 2.8728,
      "step": 568500
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.560861350281736e-06,
      "loss": 2.8876,
      "step": 569000
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.522675513561318e-06,
      "loss": 2.8868,
      "step": 569500
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.484566048514343e-06,
      "loss": 2.8505,
      "step": 570000
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.446380211793925e-06,
      "loss": 2.8609,
      "step": 570500
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.4081943750735076e-06,
      "loss": 2.8777,
      "step": 571000
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.370008538353091e-06,
      "loss": 2.8744,
      "step": 571500
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.331822701632674e-06,
      "loss": 2.8532,
      "step": 572000
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.293713236585698e-06,
      "loss": 2.8628,
      "step": 572500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.255527399865281e-06,
      "loss": 2.8738,
      "step": 573000
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.217341563144864e-06,
      "loss": 2.8693,
      "step": 573500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.179155726424446e-06,
      "loss": 2.858,
      "step": 574000
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.141046261377471e-06,
      "loss": 2.8565,
      "step": 574500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.102860424657053e-06,
      "loss": 2.8584,
      "step": 575000
    },
    {
      "epoch": 2.64,
      "learning_rate": 6.064674587936636e-06,
      "loss": 2.8608,
      "step": 575500
    },
    {
      "epoch": 2.64,
      "learning_rate": 6.02648875121622e-06,
      "loss": 2.8597,
      "step": 576000
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.9883029144958015e-06,
      "loss": 2.8669,
      "step": 576500
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.9501934494488255e-06,
      "loss": 2.879,
      "step": 577000
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.912007612728409e-06,
      "loss": 2.8657,
      "step": 577500
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.873821776007992e-06,
      "loss": 2.8567,
      "step": 578000
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.835635939287574e-06,
      "loss": 2.8667,
      "step": 578500
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.797450102567158e-06,
      "loss": 2.8672,
      "step": 579000
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.7593406375201816e-06,
      "loss": 2.8713,
      "step": 579500
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.721231172473205e-06,
      "loss": 2.8541,
      "step": 580000
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.683045335752788e-06,
      "loss": 2.8715,
      "step": 580500
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.6448594990323716e-06,
      "loss": 2.8735,
      "step": 581000
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.606673662311954e-06,
      "loss": 2.8524,
      "step": 581500
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.568487825591537e-06,
      "loss": 2.8709,
      "step": 582000
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.53030198887112e-06,
      "loss": 2.8849,
      "step": 582500
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.492116152150703e-06,
      "loss": 2.8748,
      "step": 583000
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.453930315430286e-06,
      "loss": 2.859,
      "step": 583500
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.415744478709869e-06,
      "loss": 2.8575,
      "step": 584000
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.377635013662893e-06,
      "loss": 2.8672,
      "step": 584500
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.3394491769424755e-06,
      "loss": 2.8736,
      "step": 585000
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.301263340222058e-06,
      "loss": 2.8841,
      "step": 585500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.263077503501642e-06,
      "loss": 2.8585,
      "step": 586000
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.224891666781224e-06,
      "loss": 2.8619,
      "step": 586500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.186782201734248e-06,
      "loss": 2.8692,
      "step": 587000
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.148596365013831e-06,
      "loss": 2.8741,
      "step": 587500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.110410528293414e-06,
      "loss": 2.8699,
      "step": 588000
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.072224691572997e-06,
      "loss": 2.8906,
      "step": 588500
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.03403885485258e-06,
      "loss": 2.868,
      "step": 589000
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.995853018132163e-06,
      "loss": 2.879,
      "step": 589500
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.9576671814117455e-06,
      "loss": 2.8647,
      "step": 590000
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.91955771636477e-06,
      "loss": 2.8694,
      "step": 590500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.881371879644352e-06,
      "loss": 2.8565,
      "step": 591000
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.8431860429239355e-06,
      "loss": 2.8694,
      "step": 591500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.805000206203519e-06,
      "loss": 2.8645,
      "step": 592000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.766814369483102e-06,
      "loss": 2.8634,
      "step": 592500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.728704904436125e-06,
      "loss": 2.8727,
      "step": 593000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.690519067715708e-06,
      "loss": 2.8699,
      "step": 593500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.652333230995292e-06,
      "loss": 2.8762,
      "step": 594000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.614147394274873e-06,
      "loss": 2.8448,
      "step": 594500
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.576037929227898e-06,
      "loss": 2.8731,
      "step": 595000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.537852092507481e-06,
      "loss": 2.8604,
      "step": 595500
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.499666255787064e-06,
      "loss": 2.8649,
      "step": 596000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.461480419066647e-06,
      "loss": 2.8689,
      "step": 596500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.423370954019671e-06,
      "loss": 2.8563,
      "step": 597000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.3851851172992534e-06,
      "loss": 2.848,
      "step": 597500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.346999280578836e-06,
      "loss": 2.8708,
      "step": 598000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.3088134438584195e-06,
      "loss": 2.8628,
      "step": 598500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.270627607138002e-06,
      "loss": 2.8624,
      "step": 599000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.232441770417586e-06,
      "loss": 2.8615,
      "step": 599500
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.194332305370609e-06,
      "loss": 2.8647,
      "step": 600000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.156222840323633e-06,
      "loss": 2.8823,
      "step": 600500
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.118037003603216e-06,
      "loss": 2.876,
      "step": 601000
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.079851166882799e-06,
      "loss": 2.8604,
      "step": 601500
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.041665330162381e-06,
      "loss": 2.8604,
      "step": 602000
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.003479493441965e-06,
      "loss": 2.8738,
      "step": 602500
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.965293656721547e-06,
      "loss": 2.8762,
      "step": 603000
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.92710782000113e-06,
      "loss": 2.8724,
      "step": 603500
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.8889219832807135e-06,
      "loss": 2.8547,
      "step": 604000
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.850812518233737e-06,
      "loss": 2.8582,
      "step": 604500
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.8126266815133204e-06,
      "loss": 2.8469,
      "step": 605000
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.774440844792903e-06,
      "loss": 2.8556,
      "step": 605500
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.736255008072486e-06,
      "loss": 2.8612,
      "step": 606000
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.698069171352069e-06,
      "loss": 2.8545,
      "step": 606500
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.6599597063050926e-06,
      "loss": 2.8754,
      "step": 607000
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.6217738695846757e-06,
      "loss": 2.8665,
      "step": 607500
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.5835880328642587e-06,
      "loss": 2.8622,
      "step": 608000
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.5454021961438418e-06,
      "loss": 2.8632,
      "step": 608500
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.5072163594234244e-06,
      "loss": 2.8667,
      "step": 609000
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.4690305227030074e-06,
      "loss": 2.864,
      "step": 609500
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.4308446859825904e-06,
      "loss": 2.8696,
      "step": 610000
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.392735220935615e-06,
      "loss": 2.8652,
      "step": 610500
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.354549384215197e-06,
      "loss": 2.8669,
      "step": 611000
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.31636354749478e-06,
      "loss": 2.8779,
      "step": 611500
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.2781777107743635e-06,
      "loss": 2.8698,
      "step": 612000
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.2400682457273866e-06,
      "loss": 2.8609,
      "step": 612500
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.2018824090069696e-06,
      "loss": 2.8599,
      "step": 613000
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.163696572286553e-06,
      "loss": 2.8513,
      "step": 613500
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.125510735566136e-06,
      "loss": 2.8609,
      "step": 614000
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.0873248988457187e-06,
      "loss": 2.869,
      "step": 614500
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.0491390621253018e-06,
      "loss": 2.868,
      "step": 615000
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.010953225404885e-06,
      "loss": 2.8761,
      "step": 615500
    },
    {
      "epoch": 2.82,
      "learning_rate": 2.9727673886844674e-06,
      "loss": 2.8649,
      "step": 616000
    },
    {
      "epoch": 2.82,
      "learning_rate": 2.9346579236374914e-06,
      "loss": 2.8623,
      "step": 616500
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.8965484585905153e-06,
      "loss": 2.8666,
      "step": 617000
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.858362621870098e-06,
      "loss": 2.865,
      "step": 617500
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.820176785149681e-06,
      "loss": 2.8652,
      "step": 618000
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.781990948429264e-06,
      "loss": 2.8627,
      "step": 618500
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.743805111708847e-06,
      "loss": 2.8776,
      "step": 619000
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.7056192749884297e-06,
      "loss": 2.8645,
      "step": 619500
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.667433438268013e-06,
      "loss": 2.8597,
      "step": 620000
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.6292476015475957e-06,
      "loss": 2.8744,
      "step": 620500
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.5910617648271783e-06,
      "loss": 2.8736,
      "step": 621000
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.5529522997802027e-06,
      "loss": 2.8753,
      "step": 621500
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.5147664630597853e-06,
      "loss": 2.8594,
      "step": 622000
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.4765806263393684e-06,
      "loss": 2.8478,
      "step": 622500
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.4383947896189514e-06,
      "loss": 2.8637,
      "step": 623000
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.4002853245719753e-06,
      "loss": 2.8586,
      "step": 623500
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.362175859524999e-06,
      "loss": 2.8623,
      "step": 624000
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.3239900228045815e-06,
      "loss": 2.8752,
      "step": 624500
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.285804186084165e-06,
      "loss": 2.846,
      "step": 625000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.2476183493637476e-06,
      "loss": 2.8619,
      "step": 625500
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.2094325126433306e-06,
      "loss": 2.8637,
      "step": 626000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.1712466759229136e-06,
      "loss": 2.8661,
      "step": 626500
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.1330608392024967e-06,
      "loss": 2.8736,
      "step": 627000
    },
    {
      "epoch": 2.88,
      "learning_rate": 2.0948750024820793e-06,
      "loss": 2.8538,
      "step": 627500
    },
    {
      "epoch": 2.88,
      "learning_rate": 2.0566891657616627e-06,
      "loss": 2.8636,
      "step": 628000
    },
    {
      "epoch": 2.88,
      "learning_rate": 2.0185033290412454e-06,
      "loss": 2.8624,
      "step": 628500
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.9803174923208284e-06,
      "loss": 2.8594,
      "step": 629000
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.9421316556004114e-06,
      "loss": 2.8726,
      "step": 629500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.903945818879994e-06,
      "loss": 2.8627,
      "step": 630000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.865836353833018e-06,
      "loss": 2.8626,
      "step": 630500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.8276505171126008e-06,
      "loss": 2.8598,
      "step": 631000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.789541052065625e-06,
      "loss": 2.8711,
      "step": 631500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.7513552153452076e-06,
      "loss": 2.8812,
      "step": 632000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.7131693786247908e-06,
      "loss": 2.8665,
      "step": 632500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.6749835419043737e-06,
      "loss": 2.8603,
      "step": 633000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.6367977051839567e-06,
      "loss": 2.8574,
      "step": 633500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.5986882401369804e-06,
      "loss": 2.8613,
      "step": 634000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.560578775090004e-06,
      "loss": 2.8771,
      "step": 634500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.522392938369587e-06,
      "loss": 2.8468,
      "step": 635000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.48420710164917e-06,
      "loss": 2.8653,
      "step": 635500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4460212649287528e-06,
      "loss": 2.8745,
      "step": 636000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.4078354282083359e-06,
      "loss": 2.8668,
      "step": 636500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.369649591487919e-06,
      "loss": 2.8697,
      "step": 637000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3314637547675017e-06,
      "loss": 2.8665,
      "step": 637500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.2932779180470848e-06,
      "loss": 2.8545,
      "step": 638000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.2550920813266676e-06,
      "loss": 2.8481,
      "step": 638500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.2169062446062506e-06,
      "loss": 2.8443,
      "step": 639000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.1787967795592744e-06,
      "loss": 2.8786,
      "step": 639500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.1406109428388572e-06,
      "loss": 2.8738,
      "step": 640000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.1024251061184402e-06,
      "loss": 2.8769,
      "step": 640500
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.0642392693980233e-06,
      "loss": 2.8594,
      "step": 641000
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.026053432677606e-06,
      "loss": 2.8775,
      "step": 641500
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.878675959571891e-07,
      "loss": 2.8724,
      "step": 642000
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.49758130910213e-07,
      "loss": 2.8658,
      "step": 642500
    },
    {
      "epoch": 2.95,
      "learning_rate": 9.115722941897959e-07,
      "loss": 2.8642,
      "step": 643000
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.733864574693788e-07,
      "loss": 2.8659,
      "step": 643500
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.352006207489619e-07,
      "loss": 2.8654,
      "step": 644000
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.970147840285448e-07,
      "loss": 2.854,
      "step": 644500
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.588289473081276e-07,
      "loss": 2.8683,
      "step": 645000
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.206431105877107e-07,
      "loss": 2.8637,
      "step": 645500
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.825336455407344e-07,
      "loss": 2.8665,
      "step": 646000
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.443478088203173e-07,
      "loss": 2.8712,
      "step": 646500
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.061619720999003e-07,
      "loss": 2.8707,
      "step": 647000
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.679761353794832e-07,
      "loss": 2.8581,
      "step": 647500
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.29866670332507e-07,
      "loss": 2.8803,
      "step": 648000
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.9168083361209e-07,
      "loss": 2.8674,
      "step": 648500
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.534949968916729e-07,
      "loss": 2.8539,
      "step": 649000
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.153091601712559e-07,
      "loss": 2.8571,
      "step": 649500
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.771233234508388e-07,
      "loss": 2.8651,
      "step": 650000
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.3893748673042174e-07,
      "loss": 2.8751,
      "step": 650500
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.007516500100047e-07,
      "loss": 2.8613,
      "step": 651000
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.6256581328958765e-07,
      "loss": 2.8795,
      "step": 651500
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.244563482426114e-07,
      "loss": 2.8593,
      "step": 652000
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.8627051152219437e-07,
      "loss": 2.8592,
      "step": 652500
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.4808467480177733e-07,
      "loss": 2.8647,
      "step": 653000
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.0989883808136027e-07,
      "loss": 2.864,
      "step": 653500
    },
    {
      "epoch": 3.0,
      "learning_rate": 7.18657447078249e-08,
      "loss": 2.8679,
      "step": 654000
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.367990798740784e-08,
      "loss": 2.8587,
      "step": 654500
    },
    {
      "epoch": 3.0,
      "step": 654693,
      "total_flos": 2.737055461146624e+18,
      "train_loss": 2.9363299626561012,
      "train_runtime": 989713.3533,
      "train_samples_per_second": 5.292,
      "train_steps_per_second": 0.661
    }
  ],
  "max_steps": 654693,
  "num_train_epochs": 3,
  "total_flos": 2.737055461146624e+18,
  "trial_name": null,
  "trial_params": null
}