{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7104,
  "global_step": 111000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5e-06,
      "loss": 18.5574,
      "step": 100
    },
    {
      "epoch": 0.0,
      "learning_rate": 1e-05,
      "loss": 14.5225,
      "step": 200
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5e-05,
      "loss": 9.9891,
      "step": 300
    },
    {
      "epoch": 0.0,
      "learning_rate": 2e-05,
      "loss": 8.0802,
      "step": 400
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5e-05,
      "loss": 6.8181,
      "step": 500
    },
    {
      "epoch": 0.0,
      "learning_rate": 3e-05,
      "loss": 5.7913,
      "step": 600
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.5e-05,
      "loss": 5.0126,
      "step": 700
    },
    {
      "epoch": 0.01,
      "learning_rate": 4e-05,
      "loss": 4.4555,
      "step": 800
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.5e-05,
      "loss": 4.204,
      "step": 900
    },
    {
      "epoch": 0.01,
      "learning_rate": 5e-05,
      "loss": 3.9823,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.996779388083736e-05,
      "loss": 3.8565,
      "step": 1100
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.993558776167472e-05,
      "loss": 3.7623,
      "step": 1200
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.990338164251208e-05,
      "loss": 3.7156,
      "step": 1300
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.987117552334944e-05,
      "loss": 3.7255,
      "step": 1400
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.98389694041868e-05,
      "loss": 3.6762,
      "step": 1500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.980676328502415e-05,
      "loss": 3.6646,
      "step": 1600
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.977455716586152e-05,
      "loss": 3.6359,
      "step": 1700
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.974235104669888e-05,
      "loss": 3.5838,
      "step": 1800
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9710144927536237e-05,
      "loss": 3.5486,
      "step": 1900
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967793880837359e-05,
      "loss": 3.552,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.964573268921095e-05,
      "loss": 3.5218,
      "step": 2100
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9613526570048315e-05,
      "loss": 3.5091,
      "step": 2200
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9581320450885674e-05,
      "loss": 3.4777,
      "step": 2300
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9549114331723027e-05,
      "loss": 3.4543,
      "step": 2400
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9516908212560386e-05,
      "loss": 3.4746,
      "step": 2500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.948470209339775e-05,
      "loss": 3.4278,
      "step": 2600
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9452495974235105e-05,
      "loss": 3.4421,
      "step": 2700
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9420289855072464e-05,
      "loss": 3.4384,
      "step": 2800
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.938808373590982e-05,
      "loss": 3.4251,
      "step": 2900
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.935587761674719e-05,
      "loss": 3.4479,
      "step": 3000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.932367149758454e-05,
      "loss": 3.4268,
      "step": 3100
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.92914653784219e-05,
      "loss": 3.4272,
      "step": 3200
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.925925925925926e-05,
      "loss": 3.4173,
      "step": 3300
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.922705314009662e-05,
      "loss": 3.3999,
      "step": 3400
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919484702093398e-05,
      "loss": 3.3821,
      "step": 3500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.916264090177134e-05,
      "loss": 3.3931,
      "step": 3600
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.91304347826087e-05,
      "loss": 3.3668,
      "step": 3700
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.909822866344606e-05,
      "loss": 3.3695,
      "step": 3800
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906602254428342e-05,
      "loss": 3.3364,
      "step": 3900
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9033816425120776e-05,
      "loss": 3.3646,
      "step": 4000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9001610305958136e-05,
      "loss": 3.3401,
      "step": 4100
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8969404186795495e-05,
      "loss": 3.3406,
      "step": 4200
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.893719806763285e-05,
      "loss": 3.3333,
      "step": 4300
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8904991948470214e-05,
      "loss": 3.3035,
      "step": 4400
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.887278582930757e-05,
      "loss": 3.3023,
      "step": 4500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.884057971014493e-05,
      "loss": 3.3023,
      "step": 4600
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8808373590982285e-05,
      "loss": 3.283,
      "step": 4700
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.877616747181965e-05,
      "loss": 3.3129,
      "step": 4800
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.874396135265701e-05,
      "loss": 3.3093,
      "step": 4900
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.871175523349436e-05,
      "loss": 3.3007,
      "step": 5000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.867954911433172e-05,
      "loss": 3.2911,
      "step": 5100
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.864734299516908e-05,
      "loss": 3.2856,
      "step": 5200
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.861513687600645e-05,
      "loss": 3.2684,
      "step": 5300
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.85829307568438e-05,
      "loss": 3.2817,
      "step": 5400
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.855072463768116e-05,
      "loss": 3.2531,
      "step": 5500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.851851851851852e-05,
      "loss": 3.2607,
      "step": 5600
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8486312399355885e-05,
      "loss": 3.2418,
      "step": 5700
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.845410628019324e-05,
      "loss": 3.2464,
      "step": 5800
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.84219001610306e-05,
      "loss": 3.2382,
      "step": 5900
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8389694041867956e-05,
      "loss": 3.2433,
      "step": 6000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8357487922705316e-05,
      "loss": 3.2448,
      "step": 6100
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8325281803542675e-05,
      "loss": 3.2538,
      "step": 6200
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8293075684380035e-05,
      "loss": 3.2296,
      "step": 6300
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8260869565217394e-05,
      "loss": 3.2306,
      "step": 6400
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.822866344605475e-05,
      "loss": 3.2351,
      "step": 6500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.819645732689211e-05,
      "loss": 3.2291,
      "step": 6600
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.816425120772947e-05,
      "loss": 3.2215,
      "step": 6700
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.813204508856683e-05,
      "loss": 3.1971,
      "step": 6800
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.809983896940419e-05,
      "loss": 3.2214,
      "step": 6900
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.806763285024155e-05,
      "loss": 3.2143,
      "step": 7000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.803542673107891e-05,
      "loss": 3.1983,
      "step": 7100
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.800322061191627e-05,
      "loss": 3.185,
      "step": 7200
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.797101449275362e-05,
      "loss": 3.2202,
      "step": 7300
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.793880837359098e-05,
      "loss": 3.2021,
      "step": 7400
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.790660225442835e-05,
      "loss": 3.1941,
      "step": 7500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7874396135265706e-05,
      "loss": 3.1897,
      "step": 7600
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.784219001610306e-05,
      "loss": 3.2499,
      "step": 7700
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.780998389694042e-05,
      "loss": 3.2734,
      "step": 7800
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7777777777777784e-05,
      "loss": 3.2337,
      "step": 7900
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7745571658615143e-05,
      "loss": 3.2304,
      "step": 8000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7713365539452496e-05,
      "loss": 3.2397,
      "step": 8100
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7681159420289855e-05,
      "loss": 3.249,
      "step": 8200
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7648953301127215e-05,
      "loss": 3.2328,
      "step": 8300
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7616747181964574e-05,
      "loss": 3.2263,
      "step": 8400
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7584541062801933e-05,
      "loss": 3.235,
      "step": 8500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.755233494363929e-05,
      "loss": 3.2242,
      "step": 8600
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.752012882447665e-05,
      "loss": 3.2352,
      "step": 8700
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.748792270531401e-05,
      "loss": 3.2354,
      "step": 8800
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.745571658615137e-05,
      "loss": 3.2433,
      "step": 8900
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.742351046698873e-05,
      "loss": 3.2147,
      "step": 9000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.739130434782609e-05,
      "loss": 3.2196,
      "step": 9100
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.735909822866345e-05,
      "loss": 3.2019,
      "step": 9200
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.732689210950081e-05,
      "loss": 3.2058,
      "step": 9300
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.729468599033817e-05,
      "loss": 3.2295,
      "step": 9400
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.726247987117553e-05,
      "loss": 3.2247,
      "step": 9500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.723027375201288e-05,
      "loss": 3.2097,
      "step": 9600
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7198067632850246e-05,
      "loss": 3.1852,
      "step": 9700
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7165861513687605e-05,
      "loss": 3.1796,
      "step": 9800
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7133655394524964e-05,
      "loss": 3.2026,
      "step": 9900
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.710144927536232e-05,
      "loss": 3.183,
      "step": 10000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.706924315619968e-05,
      "loss": 3.2071,
      "step": 10100
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.703703703703704e-05,
      "loss": 3.195,
      "step": 10200
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.7004830917874395e-05,
      "loss": 3.2103,
      "step": 10300
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6972624798711754e-05,
      "loss": 3.1835,
      "step": 10400
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6940418679549114e-05,
      "loss": 3.1994,
      "step": 10500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.690821256038648e-05,
      "loss": 3.2085,
      "step": 10600
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.687600644122383e-05,
      "loss": 3.1969,
      "step": 10700
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.684380032206119e-05,
      "loss": 3.1746,
      "step": 10800
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.681159420289855e-05,
      "loss": 3.1597,
      "step": 10900
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.677938808373592e-05,
      "loss": 3.229,
      "step": 11000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.674718196457327e-05,
      "loss": 3.2663,
      "step": 11100
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.671497584541063e-05,
      "loss": 3.2271,
      "step": 11200
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.668276972624799e-05,
      "loss": 3.2445,
      "step": 11300
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.665056360708535e-05,
      "loss": 3.1908,
      "step": 11400
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.661835748792271e-05,
      "loss": 3.2358,
      "step": 11500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6586151368760067e-05,
      "loss": 3.2506,
      "step": 11600
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6553945249597426e-05,
      "loss": 3.2306,
      "step": 11700
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6521739130434785e-05,
      "loss": 3.219,
      "step": 11800
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6489533011272145e-05,
      "loss": 3.2098,
      "step": 11900
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6457326892109504e-05,
      "loss": 3.2448,
      "step": 12000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.642512077294686e-05,
      "loss": 3.2451,
      "step": 12100
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.639291465378422e-05,
      "loss": 3.2093,
      "step": 12200
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.636070853462158e-05,
      "loss": 3.2084,
      "step": 12300
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.632850241545894e-05,
      "loss": 3.2344,
      "step": 12400
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.62962962962963e-05,
      "loss": 3.197,
      "step": 12500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.626409017713365e-05,
      "loss": 3.2215,
      "step": 12600
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.623188405797101e-05,
      "loss": 3.2132,
      "step": 12700
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.619967793880838e-05,
      "loss": 3.212,
      "step": 12800
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.616747181964574e-05,
      "loss": 3.2082,
      "step": 12900
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.613526570048309e-05,
      "loss": 3.18,
      "step": 13000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.610305958132045e-05,
      "loss": 3.2078,
      "step": 13100
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6070853462157816e-05,
      "loss": 3.2154,
      "step": 13200
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.6038647342995176e-05,
      "loss": 3.1944,
      "step": 13300
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.600644122383253e-05,
      "loss": 3.1892,
      "step": 13400
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.597423510466989e-05,
      "loss": 3.2126,
      "step": 13500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.594202898550725e-05,
      "loss": 3.1812,
      "step": 13600
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5909822866344606e-05,
      "loss": 3.1947,
      "step": 13700
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5877616747181966e-05,
      "loss": 3.1581,
      "step": 13800
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5845410628019325e-05,
      "loss": 3.1775,
      "step": 13900
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5813204508856684e-05,
      "loss": 3.1925,
      "step": 14000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5780998389694044e-05,
      "loss": 3.2015,
      "step": 14100
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.57487922705314e-05,
      "loss": 3.2129,
      "step": 14200
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.571658615136876e-05,
      "loss": 3.1679,
      "step": 14300
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.568438003220612e-05,
      "loss": 3.1762,
      "step": 14400
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.565217391304348e-05,
      "loss": 3.1758,
      "step": 14500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.561996779388084e-05,
      "loss": 3.1934,
      "step": 14600
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.55877616747182e-05,
      "loss": 3.1869,
      "step": 14700
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.555555555555556e-05,
      "loss": 3.1614,
      "step": 14800
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.552334943639291e-05,
      "loss": 3.1731,
      "step": 14900
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.549114331723028e-05,
      "loss": 3.1559,
      "step": 15000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.545893719806764e-05,
      "loss": 3.1907,
      "step": 15100
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5426731078904997e-05,
      "loss": 3.1697,
      "step": 15200
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.539452495974235e-05,
      "loss": 3.1775,
      "step": 15300
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5362318840579715e-05,
      "loss": 3.1583,
      "step": 15400
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5330112721417075e-05,
      "loss": 3.1548,
      "step": 15500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5297906602254434e-05,
      "loss": 3.1547,
      "step": 15600
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5265700483091786e-05,
      "loss": 3.1595,
      "step": 15700
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5233494363929146e-05,
      "loss": 3.1311,
      "step": 15800
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.520128824476651e-05,
      "loss": 3.1494,
      "step": 15900
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5169082125603865e-05,
      "loss": 3.1271,
      "step": 16000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5136876006441224e-05,
      "loss": 3.13,
      "step": 16100
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.510466988727858e-05,
      "loss": 3.1193,
      "step": 16200
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.507246376811595e-05,
      "loss": 3.1095,
      "step": 16300
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.50402576489533e-05,
      "loss": 3.1219,
      "step": 16400
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.500805152979066e-05,
      "loss": 3.1476,
      "step": 16500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.497584541062802e-05,
      "loss": 3.1189,
      "step": 16600
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.494363929146538e-05,
      "loss": 3.1486,
      "step": 16700
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.491143317230274e-05,
      "loss": 3.1355,
      "step": 16800
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.48792270531401e-05,
      "loss": 3.1198,
      "step": 16900
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.484702093397746e-05,
      "loss": 3.122,
      "step": 17000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.481481481481482e-05,
      "loss": 3.1181,
      "step": 17100
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.478260869565218e-05,
      "loss": 3.1137,
      "step": 17200
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4750402576489536e-05,
      "loss": 3.1287,
      "step": 17300
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4718196457326895e-05,
      "loss": 3.1159,
      "step": 17400
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4685990338164255e-05,
      "loss": 3.0879,
      "step": 17500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.465378421900161e-05,
      "loss": 3.1141,
      "step": 17600
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4621578099838974e-05,
      "loss": 3.1248,
      "step": 17700
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.458937198067633e-05,
      "loss": 3.1182,
      "step": 17800
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.455716586151369e-05,
      "loss": 3.1048,
      "step": 17900
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4524959742351045e-05,
      "loss": 3.1278,
      "step": 18000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.449275362318841e-05,
      "loss": 3.0932,
      "step": 18100
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.446054750402577e-05,
      "loss": 3.0845,
      "step": 18200
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.442834138486312e-05,
      "loss": 3.0972,
      "step": 18300
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.439613526570048e-05,
      "loss": 3.1083,
      "step": 18400
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.436392914653785e-05,
      "loss": 3.1304,
      "step": 18500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.433172302737521e-05,
      "loss": 3.1046,
      "step": 18600
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.429951690821256e-05,
      "loss": 3.0871,
      "step": 18700
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.426731078904992e-05,
      "loss": 3.0369,
      "step": 18800
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.423510466988728e-05,
      "loss": 3.039,
      "step": 18900
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4202898550724645e-05,
      "loss": 3.0397,
      "step": 19000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4170692431562e-05,
      "loss": 3.0393,
      "step": 19100
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.413848631239936e-05,
      "loss": 3.0536,
      "step": 19200
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4106280193236716e-05,
      "loss": 3.0447,
      "step": 19300
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4074074074074076e-05,
      "loss": 3.0601,
      "step": 19400
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.4041867954911435e-05,
      "loss": 3.0573,
      "step": 19500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.4009661835748794e-05,
      "loss": 3.0309,
      "step": 19600
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3977455716586154e-05,
      "loss": 3.0176,
      "step": 19700
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.394524959742351e-05,
      "loss": 3.0338,
      "step": 19800
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.391304347826087e-05,
      "loss": 3.0341,
      "step": 19900
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.388083735909823e-05,
      "loss": 3.0642,
      "step": 20000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.384863123993559e-05,
      "loss": 3.0159,
      "step": 20100
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3816425120772944e-05,
      "loss": 3.0312,
      "step": 20200
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.378421900161031e-05,
      "loss": 3.0389,
      "step": 20300
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.375201288244767e-05,
      "loss": 3.0185,
      "step": 20400
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.371980676328503e-05,
      "loss": 3.0288,
      "step": 20500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.368760064412238e-05,
      "loss": 3.0237,
      "step": 20600
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.365539452495974e-05,
      "loss": 3.0061,
      "step": 20700
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.362318840579711e-05,
      "loss": 3.0291,
      "step": 20800
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3590982286634466e-05,
      "loss": 3.0224,
      "step": 20900
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.355877616747182e-05,
      "loss": 3.036,
      "step": 21000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.352657004830918e-05,
      "loss": 3.0331,
      "step": 21100
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3494363929146544e-05,
      "loss": 3.031,
      "step": 21200
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.34621578099839e-05,
      "loss": 3.0111,
      "step": 21300
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3429951690821256e-05,
      "loss": 3.0262,
      "step": 21400
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3397745571658615e-05,
      "loss": 3.0206,
      "step": 21500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.336553945249598e-05,
      "loss": 3.0247,
      "step": 21600
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 3.0193,
      "step": 21700
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3301127214170693e-05,
      "loss": 3.0191,
      "step": 21800
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.326892109500805e-05,
      "loss": 3.0077,
      "step": 21900
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.323671497584541e-05,
      "loss": 3.0137,
      "step": 22000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.320450885668277e-05,
      "loss": 3.0214,
      "step": 22100
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.317230273752013e-05,
      "loss": 3.0309,
      "step": 22200
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.314009661835749e-05,
      "loss": 3.0105,
      "step": 22300
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.310789049919485e-05,
      "loss": 3.0167,
      "step": 22400
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.307568438003221e-05,
      "loss": 3.0264,
      "step": 22500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.304347826086957e-05,
      "loss": 3.0052,
      "step": 22600
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.301127214170693e-05,
      "loss": 3.0045,
      "step": 22700
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.297906602254429e-05,
      "loss": 2.9984,
      "step": 22800
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.294685990338164e-05,
      "loss": 3.0421,
      "step": 22900
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2914653784219006e-05,
      "loss": 3.0304,
      "step": 23000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2882447665056365e-05,
      "loss": 2.9881,
      "step": 23100
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2850241545893724e-05,
      "loss": 3.0141,
      "step": 23200
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.281803542673108e-05,
      "loss": 3.0256,
      "step": 23300
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.278582930756844e-05,
      "loss": 3.0171,
      "step": 23400
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.27536231884058e-05,
      "loss": 3.0125,
      "step": 23500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2721417069243155e-05,
      "loss": 2.9943,
      "step": 23600
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2689210950080514e-05,
      "loss": 3.0275,
      "step": 23700
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2657004830917874e-05,
      "loss": 3.0172,
      "step": 23800
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.262479871175524e-05,
      "loss": 3.026,
      "step": 23900
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.259259259259259e-05,
      "loss": 2.9931,
      "step": 24000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.256038647342995e-05,
      "loss": 2.9838,
      "step": 24100
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.252818035426731e-05,
      "loss": 3.0091,
      "step": 24200
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.249597423510468e-05,
      "loss": 3.0074,
      "step": 24300
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.246376811594203e-05,
      "loss": 3.0174,
      "step": 24400
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.243156199677939e-05,
      "loss": 3.0061,
      "step": 24500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.239935587761675e-05,
      "loss": 3.0047,
      "step": 24600
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.236714975845411e-05,
      "loss": 3.0222,
      "step": 24700
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.233494363929147e-05,
      "loss": 2.9972,
      "step": 24800
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2302737520128827e-05,
      "loss": 2.9867,
      "step": 24900
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2270531400966186e-05,
      "loss": 2.9991,
      "step": 25000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2238325281803545e-05,
      "loss": 3.0085,
      "step": 25100
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2206119162640905e-05,
      "loss": 3.0198,
      "step": 25200
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2173913043478264e-05,
      "loss": 3.0023,
      "step": 25300
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.214170692431562e-05,
      "loss": 3.0037,
      "step": 25400
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.210950080515298e-05,
      "loss": 3.0127,
      "step": 25500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.207729468599034e-05,
      "loss": 2.9961,
      "step": 25600
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.20450885668277e-05,
      "loss": 2.9947,
      "step": 25700
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.201288244766506e-05,
      "loss": 2.9962,
      "step": 25800
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.198067632850241e-05,
      "loss": 2.9909,
      "step": 25900
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.194847020933977e-05,
      "loss": 3.0012,
      "step": 26000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.191626409017714e-05,
      "loss": 3.0109,
      "step": 26100
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.18840579710145e-05,
      "loss": 2.9798,
      "step": 26200
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.185185185185185e-05,
      "loss": 2.9892,
      "step": 26300
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.181964573268921e-05,
      "loss": 3.009,
      "step": 26400
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1787439613526576e-05,
      "loss": 2.9882,
      "step": 26500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1755233494363936e-05,
      "loss": 2.9866,
      "step": 26600
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.172302737520129e-05,
      "loss": 2.996,
      "step": 26700
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.169082125603865e-05,
      "loss": 2.9869,
      "step": 26800
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.165861513687601e-05,
      "loss": 2.9803,
      "step": 26900
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1626409017713366e-05,
      "loss": 2.9795,
      "step": 27000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1594202898550726e-05,
      "loss": 2.9647,
      "step": 27100
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1561996779388085e-05,
      "loss": 2.9798,
      "step": 27200
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1529790660225444e-05,
      "loss": 2.9796,
      "step": 27300
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1497584541062804e-05,
      "loss": 3.0083,
      "step": 27400
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.146537842190016e-05,
      "loss": 2.9906,
      "step": 27500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.143317230273752e-05,
      "loss": 2.9976,
      "step": 27600
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.140096618357488e-05,
      "loss": 2.9938,
      "step": 27700
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.136876006441224e-05,
      "loss": 2.9755,
      "step": 27800
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.13365539452496e-05,
      "loss": 2.9946,
      "step": 27900
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.130434782608696e-05,
      "loss": 2.9822,
      "step": 28000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.127214170692432e-05,
      "loss": 2.9832,
      "step": 28100
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.123993558776167e-05,
      "loss": 2.9882,
      "step": 28200
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.120772946859904e-05,
      "loss": 2.9852,
      "step": 28300
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.11755233494364e-05,
      "loss": 2.9715,
      "step": 28400
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1143317230273756e-05,
      "loss": 2.9766,
      "step": 28500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.111111111111111e-05,
      "loss": 2.9918,
      "step": 28600
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1078904991948475e-05,
      "loss": 2.987,
      "step": 28700
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.1046698872785834e-05,
      "loss": 3.0042,
      "step": 28800
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.101449275362319e-05,
      "loss": 2.9618,
      "step": 28900
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0982286634460546e-05,
      "loss": 2.9574,
      "step": 29000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0950080515297906e-05,
      "loss": 2.9725,
      "step": 29100
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.091787439613527e-05,
      "loss": 2.9744,
      "step": 29200
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0885668276972624e-05,
      "loss": 2.9626,
      "step": 29300
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0853462157809984e-05,
      "loss": 2.9696,
      "step": 29400
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.082125603864734e-05,
      "loss": 2.9656,
      "step": 29500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.078904991948471e-05,
      "loss": 2.9799,
      "step": 29600
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.075684380032206e-05,
      "loss": 2.967,
      "step": 29700
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.072463768115942e-05,
      "loss": 2.9708,
      "step": 29800
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.069243156199678e-05,
      "loss": 2.9802,
      "step": 29900
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.066022544283414e-05,
      "loss": 2.9924,
      "step": 30000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.06280193236715e-05,
      "loss": 2.9763,
      "step": 30100
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.059581320450886e-05,
      "loss": 2.9725,
      "step": 30200
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.056360708534622e-05,
      "loss": 2.9613,
      "step": 30300
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.053140096618358e-05,
      "loss": 2.9905,
      "step": 30400
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.049919484702094e-05,
      "loss": 2.983,
      "step": 30500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0466988727858296e-05,
      "loss": 2.9856,
      "step": 30600
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0434782608695655e-05,
      "loss": 2.9911,
      "step": 30700
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0402576489533015e-05,
      "loss": 2.9511,
      "step": 30800
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0370370370370374e-05,
      "loss": 2.9594,
      "step": 30900
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0338164251207733e-05,
      "loss": 2.9881,
      "step": 31000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.030595813204509e-05,
      "loss": 2.9808,
      "step": 31100
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0273752012882445e-05,
      "loss": 2.9767,
      "step": 31200
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0241545893719805e-05,
      "loss": 2.9637,
      "step": 31300
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.020933977455717e-05,
      "loss": 2.97,
      "step": 31400
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.017713365539453e-05,
      "loss": 2.9831,
      "step": 31500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.014492753623188e-05,
      "loss": 2.9591,
      "step": 31600
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.011272141706924e-05,
      "loss": 2.9677,
      "step": 31700
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.008051529790661e-05,
      "loss": 2.9603,
      "step": 31800
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.004830917874397e-05,
      "loss": 2.9792,
      "step": 31900
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.001610305958132e-05,
      "loss": 2.9638,
      "step": 32000
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.998389694041868e-05,
      "loss": 2.9877,
      "step": 32100
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.995169082125604e-05,
      "loss": 2.9701,
      "step": 32200
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.99194847020934e-05,
      "loss": 2.9743,
      "step": 32300
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.988727858293076e-05,
      "loss": 2.9525,
      "step": 32400
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.985507246376812e-05,
      "loss": 2.9712,
      "step": 32500
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9822866344605476e-05,
      "loss": 2.9849,
      "step": 32600
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9790660225442836e-05,
      "loss": 2.9793,
      "step": 32700
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9758454106280195e-05,
      "loss": 2.962,
      "step": 32800
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9726247987117554e-05,
      "loss": 2.9341,
      "step": 32900
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9694041867954914e-05,
      "loss": 2.9616,
      "step": 33000
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.966183574879227e-05,
      "loss": 2.9624,
      "step": 33100
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.962962962962963e-05,
      "loss": 2.9524,
      "step": 33200
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.959742351046699e-05,
      "loss": 2.9496,
      "step": 33300
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.956521739130435e-05,
      "loss": 2.946,
      "step": 33400
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9533011272141704e-05,
      "loss": 2.9893,
      "step": 33500
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.950080515297907e-05,
      "loss": 2.9673,
      "step": 33600
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.946859903381643e-05,
      "loss": 2.9602,
      "step": 33700
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.943639291465379e-05,
      "loss": 2.9296,
      "step": 33800
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.940418679549114e-05,
      "loss": 2.9511,
      "step": 33900
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.937198067632851e-05,
      "loss": 2.9673,
      "step": 34000
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9339774557165867e-05,
      "loss": 2.9396,
      "step": 34100
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9307568438003226e-05,
      "loss": 2.964,
      "step": 34200
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.927536231884058e-05,
      "loss": 2.9424,
      "step": 34300
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.924315619967794e-05,
      "loss": 2.9581,
      "step": 34400
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9210950080515304e-05,
      "loss": 2.9764,
      "step": 34500
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9178743961352657e-05,
      "loss": 2.9569,
      "step": 34600
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9146537842190016e-05,
      "loss": 2.9493,
      "step": 34700
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9114331723027375e-05,
      "loss": 2.9481,
      "step": 34800
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.908212560386474e-05,
      "loss": 2.9708,
      "step": 34900
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9049919484702094e-05,
      "loss": 2.961,
      "step": 35000
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.901771336553945e-05,
      "loss": 2.9671,
      "step": 35100
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.898550724637681e-05,
      "loss": 2.9513,
      "step": 35200
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.895330112721417e-05,
      "loss": 2.9627,
      "step": 35300
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.892109500805153e-05,
      "loss": 2.9801,
      "step": 35400
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.888888888888889e-05,
      "loss": 2.9321,
      "step": 35500
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.885668276972625e-05,
      "loss": 2.9341,
      "step": 35600
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.882447665056361e-05,
      "loss": 2.9564,
      "step": 35700
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.879227053140097e-05,
      "loss": 2.9457,
      "step": 35800
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.876006441223833e-05,
      "loss": 2.9391,
      "step": 35900
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.872785829307569e-05,
      "loss": 2.9653,
      "step": 36000
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.869565217391305e-05,
      "loss": 2.9586,
      "step": 36100
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.86634460547504e-05,
      "loss": 2.9318,
      "step": 36200
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8631239935587766e-05,
      "loss": 2.9638,
      "step": 36300
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8599033816425125e-05,
      "loss": 2.9298,
      "step": 36400
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8566827697262484e-05,
      "loss": 2.9582,
      "step": 36500
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.853462157809984e-05,
      "loss": 2.9551,
      "step": 36600
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.85024154589372e-05,
      "loss": 2.9413,
      "step": 36700
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.847020933977456e-05,
      "loss": 2.9451,
      "step": 36800
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8438003220611915e-05,
      "loss": 2.9283,
      "step": 36900
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8405797101449274e-05,
      "loss": 2.9442,
      "step": 37000
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.837359098228664e-05,
      "loss": 2.9317,
      "step": 37100
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8341384863124e-05,
      "loss": 2.9502,
      "step": 37200
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.830917874396135e-05,
      "loss": 2.9569,
      "step": 37300
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.827697262479871e-05,
      "loss": 2.9578,
      "step": 37400
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.824476650563607e-05,
      "loss": 2.9217,
      "step": 37500
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.821256038647344e-05,
      "loss": 2.892,
      "step": 37600
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.818035426731079e-05,
      "loss": 2.9126,
      "step": 37700
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.814814814814815e-05,
      "loss": 2.9241,
      "step": 37800
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.811594202898551e-05,
      "loss": 2.9173,
      "step": 37900
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.808373590982287e-05,
      "loss": 2.9392,
      "step": 38000
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.805152979066023e-05,
      "loss": 2.9118,
      "step": 38100
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8019323671497586e-05,
      "loss": 2.9359,
      "step": 38200
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7987117552334946e-05,
      "loss": 2.9353,
      "step": 38300
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7954911433172305e-05,
      "loss": 2.9162,
      "step": 38400
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7922705314009665e-05,
      "loss": 2.9191,
      "step": 38500
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7890499194847024e-05,
      "loss": 2.9109,
      "step": 38600
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.785829307568438e-05,
      "loss": 2.9269,
      "step": 38700
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7826086956521736e-05,
      "loss": 2.9294,
      "step": 38800
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.77938808373591e-05,
      "loss": 2.9212,
      "step": 38900
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.776167471819646e-05,
      "loss": 2.896,
      "step": 39000
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.772946859903382e-05,
      "loss": 2.9256,
      "step": 39100
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.769726247987117e-05,
      "loss": 2.9094,
      "step": 39200
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.766505636070853e-05,
      "loss": 2.9109,
      "step": 39300
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.76328502415459e-05,
      "loss": 2.93,
      "step": 39400
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.760064412238326e-05,
      "loss": 2.8969,
      "step": 39500
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.756843800322061e-05,
      "loss": 2.8838,
      "step": 39600
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.753623188405797e-05,
      "loss": 2.9289,
      "step": 39700
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7504025764895336e-05,
      "loss": 2.9072,
      "step": 39800
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.747181964573269e-05,
      "loss": 2.885,
      "step": 39900
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.743961352657005e-05,
      "loss": 2.9021,
      "step": 40000
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.740740740740741e-05,
      "loss": 2.9029,
      "step": 40100
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.737520128824477e-05,
      "loss": 2.9137,
      "step": 40200
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7342995169082126e-05,
      "loss": 2.9391,
      "step": 40300
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7310789049919485e-05,
      "loss": 2.8991,
      "step": 40400
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7278582930756845e-05,
      "loss": 2.9151,
      "step": 40500
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7246376811594204e-05,
      "loss": 2.9185,
      "step": 40600
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7214170692431564e-05,
      "loss": 2.9046,
      "step": 40700
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.718196457326892e-05,
      "loss": 2.9137,
      "step": 40800
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.714975845410628e-05,
      "loss": 2.9184,
      "step": 40900
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.711755233494364e-05,
      "loss": 2.9086,
      "step": 41000
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7085346215781e-05,
      "loss": 2.889,
      "step": 41100
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.705314009661836e-05,
      "loss": 2.9011,
      "step": 41200
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.702093397745572e-05,
      "loss": 2.9011,
      "step": 41300
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.698872785829308e-05,
      "loss": 2.9259,
      "step": 41400
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.695652173913043e-05,
      "loss": 2.9241,
      "step": 41500
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.69243156199678e-05,
      "loss": 2.9135,
      "step": 41600
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.689210950080516e-05,
      "loss": 2.8876,
      "step": 41700
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6859903381642516e-05,
      "loss": 2.8951,
      "step": 41800
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.682769726247987e-05,
      "loss": 2.8864,
      "step": 41900
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6795491143317235e-05,
      "loss": 2.9185,
      "step": 42000
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6763285024154594e-05,
      "loss": 2.9086,
      "step": 42100
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.673107890499195e-05,
      "loss": 2.8971,
      "step": 42200
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6698872785829306e-05,
      "loss": 2.9113,
      "step": 42300
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 2.9018,
      "step": 42400
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.663446054750403e-05,
      "loss": 2.9114,
      "step": 42500
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6602254428341384e-05,
      "loss": 2.9079,
      "step": 42600
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6570048309178744e-05,
      "loss": 2.9002,
      "step": 42700
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.65378421900161e-05,
      "loss": 2.895,
      "step": 42800
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.650563607085347e-05,
      "loss": 2.9185,
      "step": 42900
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.647342995169082e-05,
      "loss": 2.9129,
      "step": 43000
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.644122383252818e-05,
      "loss": 2.9062,
      "step": 43100
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.640901771336554e-05,
      "loss": 2.922,
      "step": 43200
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.63768115942029e-05,
      "loss": 2.8951,
      "step": 43300
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.634460547504026e-05,
      "loss": 2.8875,
      "step": 43400
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.631239935587762e-05,
      "loss": 2.9232,
      "step": 43500
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.628019323671498e-05,
      "loss": 2.8988,
      "step": 43600
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.624798711755234e-05,
      "loss": 2.8981,
      "step": 43700
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.62157809983897e-05,
      "loss": 2.9191,
      "step": 43800
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6183574879227056e-05,
      "loss": 2.913,
      "step": 43900
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6151368760064415e-05,
      "loss": 2.8866,
      "step": 44000
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6119162640901775e-05,
      "loss": 2.9148,
      "step": 44100
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6086956521739134e-05,
      "loss": 2.8952,
      "step": 44200
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6054750402576493e-05,
      "loss": 2.9016,
      "step": 44300
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.602254428341385e-05,
      "loss": 2.8907,
      "step": 44400
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5990338164251205e-05,
      "loss": 2.9131,
      "step": 44500
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5958132045088565e-05,
      "loss": 2.9062,
      "step": 44600
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.592592592592593e-05,
      "loss": 2.8906,
      "step": 44700
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.589371980676329e-05,
      "loss": 2.9001,
      "step": 44800
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.586151368760064e-05,
      "loss": 2.9017,
      "step": 44900
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5829307568438e-05,
      "loss": 2.8877,
      "step": 45000
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.579710144927537e-05,
      "loss": 2.9001,
      "step": 45100
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.576489533011273e-05,
      "loss": 2.8881,
      "step": 45200
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.573268921095008e-05,
      "loss": 2.9095,
      "step": 45300
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.570048309178744e-05,
      "loss": 2.8986,
      "step": 45400
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.56682769726248e-05,
      "loss": 2.8943,
      "step": 45500
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.563607085346216e-05,
      "loss": 2.9075,
      "step": 45600
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.560386473429952e-05,
      "loss": 2.8839,
      "step": 45700
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.557165861513688e-05,
      "loss": 2.8898,
      "step": 45800
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5539452495974236e-05,
      "loss": 2.8924,
      "step": 45900
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5507246376811596e-05,
      "loss": 2.9121,
      "step": 46000
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5475040257648955e-05,
      "loss": 2.8874,
      "step": 46100
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5442834138486314e-05,
      "loss": 2.8974,
      "step": 46200
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5410628019323674e-05,
      "loss": 2.8805,
      "step": 46300
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5378421900161026e-05,
      "loss": 2.9021,
      "step": 46400
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.534621578099839e-05,
      "loss": 2.9019,
      "step": 46500
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.531400966183575e-05,
      "loss": 2.9134,
      "step": 46600
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.528180354267311e-05,
      "loss": 2.8879,
      "step": 46700
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5249597423510464e-05,
      "loss": 2.8921,
      "step": 46800
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.521739130434783e-05,
      "loss": 2.8898,
      "step": 46900
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.518518518518519e-05,
      "loss": 2.9093,
      "step": 47000
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.515297906602255e-05,
      "loss": 2.914,
      "step": 47100
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.51207729468599e-05,
      "loss": 2.8932,
      "step": 47200
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.508856682769727e-05,
      "loss": 2.8996,
      "step": 47300
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5056360708534627e-05,
      "loss": 2.9115,
      "step": 47400
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.502415458937198e-05,
      "loss": 2.9049,
      "step": 47500
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.499194847020934e-05,
      "loss": 2.8781,
      "step": 47600
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.49597423510467e-05,
      "loss": 2.8964,
      "step": 47700
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4927536231884064e-05,
      "loss": 2.8742,
      "step": 47800
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4895330112721417e-05,
      "loss": 2.906,
      "step": 47900
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4863123993558776e-05,
      "loss": 2.8951,
      "step": 48000
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4830917874396135e-05,
      "loss": 2.917,
      "step": 48100
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.47987117552335e-05,
      "loss": 2.9107,
      "step": 48200
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4766505636070854e-05,
      "loss": 2.8872,
      "step": 48300
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.473429951690821e-05,
      "loss": 2.899,
      "step": 48400
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.470209339774557e-05,
      "loss": 2.8786,
      "step": 48500
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.466988727858293e-05,
      "loss": 2.8938,
      "step": 48600
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.463768115942029e-05,
      "loss": 2.8837,
      "step": 48700
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.460547504025765e-05,
      "loss": 2.8983,
      "step": 48800
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.457326892109501e-05,
      "loss": 2.8886,
      "step": 48900
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.454106280193237e-05,
      "loss": 2.8936,
      "step": 49000
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.450885668276973e-05,
      "loss": 2.8828,
      "step": 49100
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.447665056360709e-05,
      "loss": 2.9086,
      "step": 49200
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.444444444444445e-05,
      "loss": 2.8953,
      "step": 49300
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.441223832528181e-05,
      "loss": 2.8772,
      "step": 49400
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.438003220611916e-05,
      "loss": 2.9057,
      "step": 49500
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4347826086956526e-05,
      "loss": 2.903,
      "step": 49600
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4315619967793885e-05,
      "loss": 2.8807,
      "step": 49700
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.428341384863124e-05,
      "loss": 2.8745,
      "step": 49800
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.42512077294686e-05,
      "loss": 2.901,
      "step": 49900
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.421900161030596e-05,
      "loss": 2.8933,
      "step": 50000
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.418679549114332e-05,
      "loss": 2.8896,
      "step": 50100
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4154589371980675e-05,
      "loss": 2.9235,
      "step": 50200
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4122383252818034e-05,
      "loss": 2.8754,
      "step": 50300
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.40901771336554e-05,
      "loss": 2.8787,
      "step": 50400
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.405797101449276e-05,
      "loss": 2.8914,
      "step": 50500
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.402576489533011e-05,
      "loss": 2.8997,
      "step": 50600
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.399355877616747e-05,
      "loss": 2.8955,
      "step": 50700
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.396135265700483e-05,
      "loss": 2.8822,
      "step": 50800
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.392914653784219e-05,
      "loss": 2.8839,
      "step": 50900
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.389694041867955e-05,
      "loss": 2.8913,
      "step": 51000
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.386473429951691e-05,
      "loss": 2.8911,
      "step": 51100
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.383252818035427e-05,
      "loss": 2.8872,
      "step": 51200
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.380032206119163e-05,
      "loss": 2.8705,
      "step": 51300
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.376811594202899e-05,
      "loss": 2.8754,
      "step": 51400
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3735909822866346e-05,
      "loss": 2.892,
      "step": 51500
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3703703703703706e-05,
      "loss": 2.8805,
      "step": 51600
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3671497584541065e-05,
      "loss": 2.8894,
      "step": 51700
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3639291465378424e-05,
      "loss": 2.8863,
      "step": 51800
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3607085346215784e-05,
      "loss": 2.8943,
      "step": 51900
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.357487922705314e-05,
      "loss": 2.8963,
      "step": 52000
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3542673107890496e-05,
      "loss": 2.8789,
      "step": 52100
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.351046698872786e-05,
      "loss": 2.8709,
      "step": 52200
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.347826086956522e-05,
      "loss": 2.8862,
      "step": 52300
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.344605475040258e-05,
      "loss": 2.8959,
      "step": 52400
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.341384863123993e-05,
      "loss": 2.8716,
      "step": 52500
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.338164251207729e-05,
      "loss": 2.8774,
      "step": 52600
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.334943639291466e-05,
      "loss": 2.8918,
      "step": 52700
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.331723027375202e-05,
      "loss": 2.8662,
      "step": 52800
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.328502415458937e-05,
      "loss": 2.8855,
      "step": 52900
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.325281803542673e-05,
      "loss": 2.8963,
      "step": 53000
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3220611916264096e-05,
      "loss": 2.8666,
      "step": 53100
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.318840579710145e-05,
      "loss": 2.896,
      "step": 53200
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.315619967793881e-05,
      "loss": 2.8793,
      "step": 53300
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.312399355877617e-05,
      "loss": 2.8844,
      "step": 53400
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3091787439613533e-05,
      "loss": 2.874,
      "step": 53500
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3059581320450886e-05,
      "loss": 2.8927,
      "step": 53600
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3027375201288245e-05,
      "loss": 2.911,
      "step": 53700
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2995169082125605e-05,
      "loss": 2.8625,
      "step": 53800
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2962962962962964e-05,
      "loss": 2.8974,
      "step": 53900
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2930756843800323e-05,
      "loss": 2.8925,
      "step": 54000
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.289855072463768e-05,
      "loss": 2.8905,
      "step": 54100
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.286634460547504e-05,
      "loss": 2.8759,
      "step": 54200
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.28341384863124e-05,
      "loss": 2.8914,
      "step": 54300
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.280193236714976e-05,
      "loss": 2.891,
      "step": 54400
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.276972624798712e-05,
      "loss": 2.8682,
      "step": 54500
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.273752012882448e-05,
      "loss": 2.8648,
      "step": 54600
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.270531400966184e-05,
      "loss": 2.8762,
      "step": 54700
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.267310789049919e-05,
      "loss": 2.8824,
      "step": 54800
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.264090177133656e-05,
      "loss": 2.8674,
      "step": 54900
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.260869565217392e-05,
      "loss": 2.875,
      "step": 55000
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2576489533011276e-05,
      "loss": 2.8818,
      "step": 55100
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.254428341384863e-05,
      "loss": 2.8724,
      "step": 55200
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2512077294685995e-05,
      "loss": 2.8942,
      "step": 55300
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2479871175523354e-05,
      "loss": 2.8675,
      "step": 55400
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.244766505636071e-05,
      "loss": 2.8838,
      "step": 55500
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2415458937198066e-05,
      "loss": 2.8721,
      "step": 55600
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2383252818035426e-05,
      "loss": 2.8693,
      "step": 55700
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.235104669887279e-05,
      "loss": 2.89,
      "step": 55800
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2318840579710144e-05,
      "loss": 2.8639,
      "step": 55900
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2286634460547504e-05,
      "loss": 2.8768,
      "step": 56000
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.225442834138486e-05,
      "loss": 2.8708,
      "step": 56100
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.222222222222223e-05,
      "loss": 2.8661,
      "step": 56200
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.219001610305958e-05,
      "loss": 2.8472,
      "step": 56300
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.215780998389694e-05,
      "loss": 2.866,
      "step": 56400
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.21256038647343e-05,
      "loss": 2.8708,
      "step": 56500
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.209339774557166e-05,
      "loss": 2.8581,
      "step": 56600
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.206119162640902e-05,
      "loss": 2.8434,
      "step": 56700
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.202898550724638e-05,
      "loss": 2.8684,
      "step": 56800
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.199677938808374e-05,
      "loss": 2.8552,
      "step": 56900
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.19645732689211e-05,
      "loss": 2.8626,
      "step": 57000
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1932367149758457e-05,
      "loss": 2.8462,
      "step": 57100
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1900161030595816e-05,
      "loss": 2.8377,
      "step": 57200
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1867954911433175e-05,
      "loss": 2.8687,
      "step": 57300
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.183574879227053e-05,
      "loss": 2.8567,
      "step": 57400
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1803542673107894e-05,
      "loss": 2.8509,
      "step": 57500
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.177133655394525e-05,
      "loss": 2.8479,
      "step": 57600
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.173913043478261e-05,
      "loss": 2.8708,
      "step": 57700
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1706924315619965e-05,
      "loss": 2.8539,
      "step": 57800
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1674718196457325e-05,
      "loss": 2.8535,
      "step": 57900
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.164251207729469e-05,
      "loss": 2.8481,
      "step": 58000
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.161030595813205e-05,
      "loss": 2.8738,
      "step": 58100
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.15780998389694e-05,
      "loss": 2.8605,
      "step": 58200
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.154589371980676e-05,
      "loss": 2.837,
      "step": 58300
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.151368760064413e-05,
      "loss": 2.8444,
      "step": 58400
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.148148148148148e-05,
      "loss": 2.8361,
      "step": 58500
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.144927536231884e-05,
      "loss": 2.8451,
      "step": 58600
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.14170692431562e-05,
      "loss": 2.8295,
      "step": 58700
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.138486312399356e-05,
      "loss": 2.8328,
      "step": 58800
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.135265700483092e-05,
      "loss": 2.8572,
      "step": 58900
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.132045088566828e-05,
      "loss": 2.8473,
      "step": 59000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.128824476650564e-05,
      "loss": 2.8604,
      "step": 59100
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1256038647342996e-05,
      "loss": 2.8504,
      "step": 59200
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1223832528180356e-05,
      "loss": 2.827,
      "step": 59300
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1191626409017715e-05,
      "loss": 2.8416,
      "step": 59400
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1159420289855074e-05,
      "loss": 2.8461,
      "step": 59500
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1127214170692434e-05,
      "loss": 2.8523,
      "step": 59600
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.109500805152979e-05,
      "loss": 2.8445,
      "step": 59700
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.106280193236715e-05,
      "loss": 2.8598,
      "step": 59800
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.103059581320451e-05,
      "loss": 2.8545,
      "step": 59900
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.099838969404187e-05,
      "loss": 2.8377,
      "step": 60000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.0966183574879224e-05,
      "loss": 2.8577,
      "step": 60100
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.093397745571659e-05,
      "loss": 2.8576,
      "step": 60200
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.090177133655395e-05,
      "loss": 2.8384,
      "step": 60300
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.086956521739131e-05,
      "loss": 2.8546,
      "step": 60400
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.083735909822866e-05,
      "loss": 2.8612,
      "step": 60500
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.080515297906603e-05,
      "loss": 2.8665,
      "step": 60600
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0772946859903386e-05,
      "loss": 2.842,
      "step": 60700
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.074074074074074e-05,
      "loss": 2.8384,
      "step": 60800
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.07085346215781e-05,
      "loss": 2.8484,
      "step": 60900
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.067632850241546e-05,
      "loss": 2.8333,
      "step": 61000
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0644122383252824e-05,
      "loss": 2.8461,
      "step": 61100
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0611916264090176e-05,
      "loss": 2.8529,
      "step": 61200
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0579710144927536e-05,
      "loss": 2.8303,
      "step": 61300
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0547504025764895e-05,
      "loss": 2.8382,
      "step": 61400
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0515297906602258e-05,
      "loss": 2.8208,
      "step": 61500
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0483091787439617e-05,
      "loss": 2.8559,
      "step": 61600
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0450885668276973e-05,
      "loss": 2.8508,
      "step": 61700
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0418679549114333e-05,
      "loss": 2.84,
      "step": 61800
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.038647342995169e-05,
      "loss": 2.8386,
      "step": 61900
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.035426731078905e-05,
      "loss": 2.8582,
      "step": 62000
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.032206119162641e-05,
      "loss": 2.8465,
      "step": 62100
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.028985507246377e-05,
      "loss": 2.8268,
      "step": 62200
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0257648953301126e-05,
      "loss": 2.8347,
      "step": 62300
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.022544283413849e-05,
      "loss": 2.8303,
      "step": 62400
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0193236714975848e-05,
      "loss": 2.874,
      "step": 62500
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0161030595813204e-05,
      "loss": 2.8326,
      "step": 62600
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0128824476650563e-05,
      "loss": 2.8549,
      "step": 62700
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0096618357487926e-05,
      "loss": 2.8465,
      "step": 62800
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0064412238325285e-05,
      "loss": 2.8642,
      "step": 62900
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.003220611916264e-05,
      "loss": 2.8433,
      "step": 63000
    },
    {
      "epoch": 0.4,
      "learning_rate": 3e-05,
      "loss": 2.8583,
      "step": 63100
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9967793880837357e-05,
      "loss": 2.8494,
      "step": 63200
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9935587761674723e-05,
      "loss": 2.836,
      "step": 63300
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.990338164251208e-05,
      "loss": 2.8494,
      "step": 63400
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9871175523349438e-05,
      "loss": 2.8466,
      "step": 63500
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9838969404186794e-05,
      "loss": 2.8538,
      "step": 63600
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9806763285024157e-05,
      "loss": 2.8522,
      "step": 63700
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9774557165861516e-05,
      "loss": 2.854,
      "step": 63800
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9742351046698876e-05,
      "loss": 2.8272,
      "step": 63900
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.971014492753623e-05,
      "loss": 2.844,
      "step": 64000
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.967793880837359e-05,
      "loss": 2.8471,
      "step": 64100
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9645732689210954e-05,
      "loss": 2.8302,
      "step": 64200
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.961352657004831e-05,
      "loss": 2.8652,
      "step": 64300
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.958132045088567e-05,
      "loss": 2.8438,
      "step": 64400
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9549114331723028e-05,
      "loss": 2.8411,
      "step": 64500
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.951690821256039e-05,
      "loss": 2.8372,
      "step": 64600
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9484702093397747e-05,
      "loss": 2.8387,
      "step": 64700
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9452495974235106e-05,
      "loss": 2.8622,
      "step": 64800
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9420289855072462e-05,
      "loss": 2.8256,
      "step": 64900
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.938808373590982e-05,
      "loss": 2.845,
      "step": 65000
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9355877616747184e-05,
      "loss": 2.843,
      "step": 65100
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9323671497584544e-05,
      "loss": 2.8388,
      "step": 65200
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.92914653784219e-05,
      "loss": 2.8725,
      "step": 65300
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.925925925925926e-05,
      "loss": 2.844,
      "step": 65400
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9227053140096622e-05,
      "loss": 2.828,
      "step": 65500
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.919484702093398e-05,
      "loss": 2.8495,
      "step": 65600
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9162640901771337e-05,
      "loss": 2.8342,
      "step": 65700
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9130434782608696e-05,
      "loss": 2.8519,
      "step": 65800
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.909822866344606e-05,
      "loss": 2.8379,
      "step": 65900
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9066022544283415e-05,
      "loss": 2.8307,
      "step": 66000
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9033816425120775e-05,
      "loss": 2.8247,
      "step": 66100
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9001610305958134e-05,
      "loss": 2.8353,
      "step": 66200
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.896940418679549e-05,
      "loss": 2.8314,
      "step": 66300
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8937198067632853e-05,
      "loss": 2.8551,
      "step": 66400
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8904991948470212e-05,
      "loss": 2.8397,
      "step": 66500
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8872785829307568e-05,
      "loss": 2.8393,
      "step": 66600
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8840579710144927e-05,
      "loss": 2.8362,
      "step": 66700
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.880837359098229e-05,
      "loss": 2.8416,
      "step": 66800
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.877616747181965e-05,
      "loss": 2.8438,
      "step": 66900
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8743961352657005e-05,
      "loss": 2.8604,
      "step": 67000
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8711755233494365e-05,
      "loss": 2.8333,
      "step": 67100
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.867954911433172e-05,
      "loss": 2.841,
      "step": 67200
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8647342995169087e-05,
      "loss": 2.8396,
      "step": 67300
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8615136876006443e-05,
      "loss": 2.8359,
      "step": 67400
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8582930756843802e-05,
      "loss": 2.8387,
      "step": 67500
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8550724637681158e-05,
      "loss": 2.8228,
      "step": 67600
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.851851851851852e-05,
      "loss": 2.8492,
      "step": 67700
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.848631239935588e-05,
      "loss": 2.8357,
      "step": 67800
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.845410628019324e-05,
      "loss": 2.8602,
      "step": 67900
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8421900161030595e-05,
      "loss": 2.8513,
      "step": 68000
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8389694041867955e-05,
      "loss": 2.8451,
      "step": 68100
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8357487922705318e-05,
      "loss": 2.838,
      "step": 68200
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8325281803542674e-05,
      "loss": 2.8168,
      "step": 68300
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8293075684380033e-05,
      "loss": 2.8381,
      "step": 68400
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.826086956521739e-05,
      "loss": 2.8328,
      "step": 68500
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8228663446054755e-05,
      "loss": 2.8024,
      "step": 68600
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.819645732689211e-05,
      "loss": 2.8387,
      "step": 68700
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.816425120772947e-05,
      "loss": 2.8464,
      "step": 68800
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8132045088566826e-05,
      "loss": 2.8304,
      "step": 68900
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8099838969404192e-05,
      "loss": 2.8233,
      "step": 69000
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.806763285024155e-05,
      "loss": 2.8343,
      "step": 69100
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8035426731078908e-05,
      "loss": 2.835,
      "step": 69200
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8003220611916264e-05,
      "loss": 2.8356,
      "step": 69300
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7971014492753623e-05,
      "loss": 2.8548,
      "step": 69400
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7938808373590986e-05,
      "loss": 2.8293,
      "step": 69500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7906602254428345e-05,
      "loss": 2.8255,
      "step": 69600
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.78743961352657e-05,
      "loss": 2.8358,
      "step": 69700
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.784219001610306e-05,
      "loss": 2.8539,
      "step": 69800
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7809983896940423e-05,
      "loss": 2.8419,
      "step": 69900
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.777777777777778e-05,
      "loss": 2.8279,
      "step": 70000
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.774557165861514e-05,
      "loss": 2.8491,
      "step": 70100
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7713365539452494e-05,
      "loss": 2.8203,
      "step": 70200
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7681159420289854e-05,
      "loss": 2.8144,
      "step": 70300
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7648953301127217e-05,
      "loss": 2.8371,
      "step": 70400
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7616747181964576e-05,
      "loss": 2.8459,
      "step": 70500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7584541062801932e-05,
      "loss": 2.8455,
      "step": 70600
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.755233494363929e-05,
      "loss": 2.8141,
      "step": 70700
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7520128824476654e-05,
      "loss": 2.8354,
      "step": 70800
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7487922705314013e-05,
      "loss": 2.8243,
      "step": 70900
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.745571658615137e-05,
      "loss": 2.8168,
      "step": 71000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.742351046698873e-05,
      "loss": 2.8294,
      "step": 71100
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7391304347826085e-05,
      "loss": 2.8431,
      "step": 71200
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7359098228663447e-05,
      "loss": 2.8458,
      "step": 71300
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7326892109500807e-05,
      "loss": 2.8317,
      "step": 71400
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7294685990338166e-05,
      "loss": 2.8287,
      "step": 71500
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7262479871175522e-05,
      "loss": 2.8311,
      "step": 71600
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7230273752012885e-05,
      "loss": 2.8279,
      "step": 71700
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7198067632850244e-05,
      "loss": 2.8073,
      "step": 71800
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.71658615136876e-05,
      "loss": 2.8293,
      "step": 71900
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.713365539452496e-05,
      "loss": 2.8098,
      "step": 72000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7101449275362322e-05,
      "loss": 2.8379,
      "step": 72100
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.706924315619968e-05,
      "loss": 2.8241,
      "step": 72200
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7037037037037037e-05,
      "loss": 2.8216,
      "step": 72300
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7004830917874397e-05,
      "loss": 2.8374,
      "step": 72400
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6972624798711753e-05,
      "loss": 2.8052,
      "step": 72500
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.694041867954912e-05,
      "loss": 2.843,
      "step": 72600
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6908212560386475e-05,
      "loss": 2.8366,
      "step": 72700
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6876006441223834e-05,
      "loss": 2.8182,
      "step": 72800
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.684380032206119e-05,
      "loss": 2.8541,
      "step": 72900
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6811594202898553e-05,
      "loss": 2.8235,
      "step": 73000
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6779388083735912e-05,
      "loss": 2.8081,
      "step": 73100
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.674718196457327e-05,
      "loss": 2.8794,
      "step": 73200
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6714975845410628e-05,
      "loss": 2.8174,
      "step": 73300
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6682769726247987e-05,
      "loss": 2.8363,
      "step": 73400
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.665056360708535e-05,
      "loss": 2.8072,
      "step": 73500
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6618357487922706e-05,
      "loss": 2.8166,
      "step": 73600
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6586151368760065e-05,
      "loss": 2.8289,
      "step": 73700
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6553945249597424e-05,
      "loss": 2.8295,
      "step": 73800
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6521739130434787e-05,
      "loss": 2.8126,
      "step": 73900
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6489533011272143e-05,
      "loss": 2.8437,
      "step": 74000
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6457326892109502e-05,
      "loss": 2.8406,
      "step": 74100
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.642512077294686e-05,
      "loss": 2.8443,
      "step": 74200
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6392914653784218e-05,
      "loss": 2.8291,
      "step": 74300
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.636070853462158e-05,
      "loss": 2.8393,
      "step": 74400
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.632850241545894e-05,
      "loss": 2.825,
      "step": 74500
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6296296296296296e-05,
      "loss": 2.835,
      "step": 74600
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6264090177133655e-05,
      "loss": 2.8325,
      "step": 74700
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6231884057971018e-05,
      "loss": 2.8117,
      "step": 74800
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6199677938808377e-05,
      "loss": 2.8135,
      "step": 74900
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6167471819645733e-05,
      "loss": 2.7984,
      "step": 75000
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6135265700483093e-05,
      "loss": 2.8305,
      "step": 75100
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6103059581320455e-05,
      "loss": 2.8003,
      "step": 75200
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.607085346215781e-05,
      "loss": 2.7895,
      "step": 75300
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.603864734299517e-05,
      "loss": 2.8147,
      "step": 75400
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.600644122383253e-05,
      "loss": 2.8025,
      "step": 75500
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5974235104669886e-05,
      "loss": 2.8163,
      "step": 75600
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.594202898550725e-05,
      "loss": 2.8055,
      "step": 75700
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5909822866344608e-05,
      "loss": 2.8029,
      "step": 75800
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5877616747181964e-05,
      "loss": 2.8047,
      "step": 75900
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5845410628019323e-05,
      "loss": 2.8138,
      "step": 76000
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5813204508856686e-05,
      "loss": 2.8168,
      "step": 76100
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5780998389694045e-05,
      "loss": 2.844,
      "step": 76200
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.57487922705314e-05,
      "loss": 2.8229,
      "step": 76300
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.571658615136876e-05,
      "loss": 2.8018,
      "step": 76400
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5684380032206117e-05,
      "loss": 2.8209,
      "step": 76500
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5652173913043483e-05,
      "loss": 2.8103,
      "step": 76600
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.561996779388084e-05,
      "loss": 2.7793,
      "step": 76700
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5587761674718198e-05,
      "loss": 2.8128,
      "step": 76800
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5555555555555554e-05,
      "loss": 2.8035,
      "step": 76900
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5523349436392917e-05,
      "loss": 2.82,
      "step": 77000
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5491143317230276e-05,
      "loss": 2.8034,
      "step": 77100
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5458937198067636e-05,
      "loss": 2.7988,
      "step": 77200
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.542673107890499e-05,
      "loss": 2.7987,
      "step": 77300
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.539452495974235e-05,
      "loss": 2.8125,
      "step": 77400
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5362318840579714e-05,
      "loss": 2.81,
      "step": 77500
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.533011272141707e-05,
      "loss": 2.8113,
      "step": 77600
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.529790660225443e-05,
      "loss": 2.8195,
      "step": 77700
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5265700483091785e-05,
      "loss": 2.8123,
      "step": 77800
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.523349436392915e-05,
      "loss": 2.8181,
      "step": 77900
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5201288244766507e-05,
      "loss": 2.7974,
      "step": 78000
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5169082125603866e-05,
      "loss": 2.7791,
      "step": 78100
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5136876006441222e-05,
      "loss": 2.7866,
      "step": 78200
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.510466988727859e-05,
      "loss": 2.8178,
      "step": 78300
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5072463768115944e-05,
      "loss": 2.806,
      "step": 78400
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5040257648953304e-05,
      "loss": 2.7977,
      "step": 78500
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.500805152979066e-05,
      "loss": 2.8035,
      "step": 78600
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4975845410628022e-05,
      "loss": 2.8055,
      "step": 78700
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.494363929146538e-05,
      "loss": 2.8079,
      "step": 78800
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.491143317230274e-05,
      "loss": 2.8052,
      "step": 78900
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4879227053140097e-05,
      "loss": 2.8017,
      "step": 79000
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4847020933977456e-05,
      "loss": 2.8018,
      "step": 79100
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4814814814814816e-05,
      "loss": 2.8021,
      "step": 79200
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4782608695652175e-05,
      "loss": 2.8039,
      "step": 79300
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4750402576489534e-05,
      "loss": 2.8036,
      "step": 79400
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.471819645732689e-05,
      "loss": 2.8052,
      "step": 79500
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4685990338164253e-05,
      "loss": 2.7947,
      "step": 79600
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.465378421900161e-05,
      "loss": 2.814,
      "step": 79700
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4621578099838972e-05,
      "loss": 2.8053,
      "step": 79800
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4589371980676328e-05,
      "loss": 2.7983,
      "step": 79900
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.455716586151369e-05,
      "loss": 2.8219,
      "step": 80000
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4524959742351047e-05,
      "loss": 2.8118,
      "step": 80100
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.449275362318841e-05,
      "loss": 2.7935,
      "step": 80200
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4460547504025765e-05,
      "loss": 2.7984,
      "step": 80300
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4428341384863128e-05,
      "loss": 2.8212,
      "step": 80400
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4396135265700484e-05,
      "loss": 2.8028,
      "step": 80500
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4363929146537843e-05,
      "loss": 2.7923,
      "step": 80600
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4331723027375203e-05,
      "loss": 2.7949,
      "step": 80700
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4299516908212562e-05,
      "loss": 2.7843,
      "step": 80800
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.426731078904992e-05,
      "loss": 2.8099,
      "step": 80900
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.423510466988728e-05,
      "loss": 2.7919,
      "step": 81000
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.420289855072464e-05,
      "loss": 2.7945,
      "step": 81100
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4170692431561996e-05,
      "loss": 2.7856,
      "step": 81200
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.413848631239936e-05,
      "loss": 2.8014,
      "step": 81300
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4106280193236715e-05,
      "loss": 2.8032,
      "step": 81400
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4074074074074074e-05,
      "loss": 2.8034,
      "step": 81500
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4041867954911433e-05,
      "loss": 2.796,
      "step": 81600
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4009661835748793e-05,
      "loss": 2.8212,
      "step": 81700
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3977455716586152e-05,
      "loss": 2.801,
      "step": 81800
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.394524959742351e-05,
      "loss": 2.8197,
      "step": 81900
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.391304347826087e-05,
      "loss": 2.7941,
      "step": 82000
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.388083735909823e-05,
      "loss": 2.8036,
      "step": 82100
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.384863123993559e-05,
      "loss": 2.8133,
      "step": 82200
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.381642512077295e-05,
      "loss": 2.8264,
      "step": 82300
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3784219001610308e-05,
      "loss": 2.8203,
      "step": 82400
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3752012882447668e-05,
      "loss": 2.8095,
      "step": 82500
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3719806763285024e-05,
      "loss": 2.7942,
      "step": 82600
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3687600644122386e-05,
      "loss": 2.802,
      "step": 82700
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3655394524959742e-05,
      "loss": 2.8047,
      "step": 82800
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.36231884057971e-05,
      "loss": 2.8333,
      "step": 82900
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.359098228663446e-05,
      "loss": 2.7805,
      "step": 83000
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.355877616747182e-05,
      "loss": 2.7929,
      "step": 83100
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.352657004830918e-05,
      "loss": 2.7951,
      "step": 83200
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.349436392914654e-05,
      "loss": 2.7878,
      "step": 83300
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.34621578099839e-05,
      "loss": 2.8133,
      "step": 83400
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3429951690821258e-05,
      "loss": 2.81,
      "step": 83500
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3397745571658617e-05,
      "loss": 2.7892,
      "step": 83600
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3365539452495973e-05,
      "loss": 2.8081,
      "step": 83700
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 2.8013,
      "step": 83800
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3301127214170692e-05,
      "loss": 2.802,
      "step": 83900
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3268921095008055e-05,
      "loss": 2.8049,
      "step": 84000
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.323671497584541e-05,
      "loss": 2.8115,
      "step": 84100
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3204508856682773e-05,
      "loss": 2.8037,
      "step": 84200
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.317230273752013e-05,
      "loss": 2.8067,
      "step": 84300
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.314009661835749e-05,
      "loss": 2.8075,
      "step": 84400
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3107890499194848e-05,
      "loss": 2.8046,
      "step": 84500
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3075684380032207e-05,
      "loss": 2.794,
      "step": 84600
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3043478260869567e-05,
      "loss": 2.7994,
      "step": 84700
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3011272141706926e-05,
      "loss": 2.8026,
      "step": 84800
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2979066022544285e-05,
      "loss": 2.7916,
      "step": 84900
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.294685990338164e-05,
      "loss": 2.804,
      "step": 85000
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2914653784219004e-05,
      "loss": 2.7875,
      "step": 85100
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.288244766505636e-05,
      "loss": 2.8017,
      "step": 85200
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2850241545893723e-05,
      "loss": 2.7964,
      "step": 85300
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.281803542673108e-05,
      "loss": 2.819,
      "step": 85400
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.278582930756844e-05,
      "loss": 2.8035,
      "step": 85500
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2753623188405797e-05,
      "loss": 2.8024,
      "step": 85600
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2721417069243157e-05,
      "loss": 2.7984,
      "step": 85700
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2689210950080516e-05,
      "loss": 2.8093,
      "step": 85800
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2657004830917875e-05,
      "loss": 2.8083,
      "step": 85900
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2624798711755235e-05,
      "loss": 2.8187,
      "step": 86000
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2592592592592594e-05,
      "loss": 2.8028,
      "step": 86100
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2560386473429953e-05,
      "loss": 2.7928,
      "step": 86200
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2528180354267313e-05,
      "loss": 2.8309,
      "step": 86300
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2495974235104672e-05,
      "loss": 2.8041,
      "step": 86400
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.246376811594203e-05,
      "loss": 2.8062,
      "step": 86500
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.243156199677939e-05,
      "loss": 2.7811,
      "step": 86600
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2399355877616747e-05,
      "loss": 2.8267,
      "step": 86700
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2367149758454106e-05,
      "loss": 2.8071,
      "step": 86800
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2334943639291466e-05,
      "loss": 2.7929,
      "step": 86900
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2302737520128825e-05,
      "loss": 2.7799,
      "step": 87000
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2270531400966184e-05,
      "loss": 2.8064,
      "step": 87100
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2238325281803544e-05,
      "loss": 2.7858,
      "step": 87200
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2206119162640903e-05,
      "loss": 2.7987,
      "step": 87300
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2173913043478262e-05,
      "loss": 2.8083,
      "step": 87400
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.214170692431562e-05,
      "loss": 2.7931,
      "step": 87500
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.210950080515298e-05,
      "loss": 2.7966,
      "step": 87600
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2077294685990337e-05,
      "loss": 2.7905,
      "step": 87700
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.20450885668277e-05,
      "loss": 2.7893,
      "step": 87800
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2012882447665056e-05,
      "loss": 2.7872,
      "step": 87900
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.198067632850242e-05,
      "loss": 2.7914,
      "step": 88000
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1948470209339774e-05,
      "loss": 2.804,
      "step": 88100
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1916264090177137e-05,
      "loss": 2.7954,
      "step": 88200
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1884057971014493e-05,
      "loss": 2.7865,
      "step": 88300
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1851851851851852e-05,
      "loss": 2.791,
      "step": 88400
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1819645732689212e-05,
      "loss": 2.7986,
      "step": 88500
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.178743961352657e-05,
      "loss": 2.7855,
      "step": 88600
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.175523349436393e-05,
      "loss": 2.7979,
      "step": 88700
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1723027375201286e-05,
      "loss": 2.7887,
      "step": 88800
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.169082125603865e-05,
      "loss": 2.8069,
      "step": 88900
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1658615136876005e-05,
      "loss": 2.7937,
      "step": 89000
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1626409017713368e-05,
      "loss": 2.7942,
      "step": 89100
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1594202898550724e-05,
      "loss": 2.779,
      "step": 89200
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1561996779388087e-05,
      "loss": 2.7915,
      "step": 89300
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1529790660225443e-05,
      "loss": 2.7835,
      "step": 89400
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1497584541062805e-05,
      "loss": 2.7864,
      "step": 89500
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.146537842190016e-05,
      "loss": 2.7905,
      "step": 89600
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1433172302737524e-05,
      "loss": 2.8186,
      "step": 89700
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.140096618357488e-05,
      "loss": 2.7718,
      "step": 89800
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.136876006441224e-05,
      "loss": 2.8057,
      "step": 89900
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.13365539452496e-05,
      "loss": 2.8028,
      "step": 90000
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1304347826086958e-05,
      "loss": 2.8135,
      "step": 90100
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1272141706924317e-05,
      "loss": 2.7958,
      "step": 90200
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1239935587761677e-05,
      "loss": 2.8114,
      "step": 90300
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1207729468599036e-05,
      "loss": 2.7923,
      "step": 90400
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1175523349436392e-05,
      "loss": 2.8136,
      "step": 90500
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1143317230273755e-05,
      "loss": 2.8194,
      "step": 90600
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.111111111111111e-05,
      "loss": 2.7926,
      "step": 90700
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.107890499194847e-05,
      "loss": 2.7928,
      "step": 90800
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.104669887278583e-05,
      "loss": 2.793,
      "step": 90900
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.101449275362319e-05,
      "loss": 2.7991,
      "step": 91000
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0982286634460548e-05,
      "loss": 2.8141,
      "step": 91100
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0950080515297908e-05,
      "loss": 2.7874,
      "step": 91200
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0917874396135267e-05,
      "loss": 2.8107,
      "step": 91300
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0885668276972626e-05,
      "loss": 2.8102,
      "step": 91400
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0853462157809986e-05,
      "loss": 2.7908,
      "step": 91500
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0821256038647345e-05,
      "loss": 2.7978,
      "step": 91600
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0789049919484704e-05,
      "loss": 2.7697,
      "step": 91700
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0756843800322064e-05,
      "loss": 2.7937,
      "step": 91800
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.072463768115942e-05,
      "loss": 2.8289,
      "step": 91900
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0692431561996782e-05,
      "loss": 2.8001,
      "step": 92000
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.066022544283414e-05,
      "loss": 2.7772,
      "step": 92100
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0628019323671498e-05,
      "loss": 2.7779,
      "step": 92200
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0595813204508857e-05,
      "loss": 2.7996,
      "step": 92300
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0563607085346216e-05,
      "loss": 2.7866,
      "step": 92400
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0531400966183576e-05,
      "loss": 2.7746,
      "step": 92500
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0499194847020935e-05,
      "loss": 2.8097,
      "step": 92600
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0466988727858294e-05,
      "loss": 2.7903,
      "step": 92700
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0434782608695654e-05,
      "loss": 2.7794,
      "step": 92800
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0402576489533013e-05,
      "loss": 2.7772,
      "step": 92900
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.037037037037037e-05,
      "loss": 2.7863,
      "step": 93000
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0338164251207732e-05,
      "loss": 2.8087,
      "step": 93100
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0305958132045088e-05,
      "loss": 2.8106,
      "step": 93200
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.027375201288245e-05,
      "loss": 2.7916,
      "step": 93300
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0241545893719806e-05,
      "loss": 2.7952,
      "step": 93400
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.020933977455717e-05,
      "loss": 2.7902,
      "step": 93500
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0177133655394525e-05,
      "loss": 2.8145,
      "step": 93600
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0144927536231885e-05,
      "loss": 2.7875,
      "step": 93700
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0112721417069244e-05,
      "loss": 2.7653,
      "step": 93800
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0080515297906603e-05,
      "loss": 2.7612,
      "step": 93900
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0048309178743963e-05,
      "loss": 2.7735,
      "step": 94000
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0016103059581322e-05,
      "loss": 2.7625,
      "step": 94100
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.998389694041868e-05,
      "loss": 2.7749,
      "step": 94200
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9951690821256037e-05,
      "loss": 2.7534,
      "step": 94300
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.99194847020934e-05,
      "loss": 2.7682,
      "step": 94400
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9887278582930756e-05,
      "loss": 2.7758,
      "step": 94500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.985507246376812e-05,
      "loss": 2.7695,
      "step": 94600
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9822866344605475e-05,
      "loss": 2.7639,
      "step": 94700
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9790660225442837e-05,
      "loss": 2.7859,
      "step": 94800
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9758454106280193e-05,
      "loss": 2.7764,
      "step": 94900
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9726247987117553e-05,
      "loss": 2.7729,
      "step": 95000
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9694041867954912e-05,
      "loss": 2.7882,
      "step": 95100
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.966183574879227e-05,
      "loss": 2.7683,
      "step": 95200
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.962962962962963e-05,
      "loss": 2.7647,
      "step": 95300
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.959742351046699e-05,
      "loss": 2.7779,
      "step": 95400
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.956521739130435e-05,
      "loss": 2.748,
      "step": 95500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.953301127214171e-05,
      "loss": 2.7748,
      "step": 95600
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9500805152979068e-05,
      "loss": 2.7665,
      "step": 95700
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9468599033816428e-05,
      "loss": 2.7798,
      "step": 95800
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9436392914653787e-05,
      "loss": 2.7687,
      "step": 95900
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9404186795491143e-05,
      "loss": 2.7772,
      "step": 96000
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9371980676328502e-05,
      "loss": 2.7982,
      "step": 96100
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.933977455716586e-05,
      "loss": 2.7814,
      "step": 96200
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.930756843800322e-05,
      "loss": 2.7493,
      "step": 96300
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.927536231884058e-05,
      "loss": 2.7628,
      "step": 96400
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.924315619967794e-05,
      "loss": 2.7383,
      "step": 96500
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.92109500805153e-05,
      "loss": 2.7732,
      "step": 96600
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.917874396135266e-05,
      "loss": 2.7874,
      "step": 96700
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9146537842190018e-05,
      "loss": 2.7626,
      "step": 96800
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9114331723027377e-05,
      "loss": 2.782,
      "step": 96900
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9082125603864733e-05,
      "loss": 2.779,
      "step": 97000
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9049919484702096e-05,
      "loss": 2.7991,
      "step": 97100
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9017713365539452e-05,
      "loss": 2.783,
      "step": 97200
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8985507246376814e-05,
      "loss": 2.7851,
      "step": 97300
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.895330112721417e-05,
      "loss": 2.8004,
      "step": 97400
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.892109500805153e-05,
      "loss": 2.7691,
      "step": 97500
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.888888888888889e-05,
      "loss": 2.7606,
      "step": 97600
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.885668276972625e-05,
      "loss": 2.7685,
      "step": 97700
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8824476650563608e-05,
      "loss": 2.7662,
      "step": 97800
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8792270531400967e-05,
      "loss": 2.7608,
      "step": 97900
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8760064412238327e-05,
      "loss": 2.7677,
      "step": 98000
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8727858293075682e-05,
      "loss": 2.778,
      "step": 98100
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8695652173913045e-05,
      "loss": 2.7742,
      "step": 98200
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.86634460547504e-05,
      "loss": 2.7837,
      "step": 98300
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8631239935587764e-05,
      "loss": 2.7774,
      "step": 98400
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.859903381642512e-05,
      "loss": 2.8115,
      "step": 98500
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8566827697262483e-05,
      "loss": 2.7943,
      "step": 98600
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.853462157809984e-05,
      "loss": 2.804,
      "step": 98700
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.85024154589372e-05,
      "loss": 2.7752,
      "step": 98800
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8470209339774557e-05,
      "loss": 2.7689,
      "step": 98900
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8438003220611917e-05,
      "loss": 2.7621,
      "step": 99000
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8405797101449276e-05,
      "loss": 2.7741,
      "step": 99100
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8373590982286635e-05,
      "loss": 2.7757,
      "step": 99200
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8341384863123995e-05,
      "loss": 2.7747,
      "step": 99300
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8309178743961354e-05,
      "loss": 2.7898,
      "step": 99400
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8276972624798713e-05,
      "loss": 2.7775,
      "step": 99500
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8244766505636073e-05,
      "loss": 2.7671,
      "step": 99600
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8212560386473432e-05,
      "loss": 2.784,
      "step": 99700
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8180354267310788e-05,
      "loss": 2.7866,
      "step": 99800
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.814814814814815e-05,
      "loss": 2.7636,
      "step": 99900
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8115942028985507e-05,
      "loss": 2.7888,
      "step": 100000
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8083735909822866e-05,
      "loss": 2.7908,
      "step": 100100
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8051529790660225e-05,
      "loss": 2.7477,
      "step": 100200
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8019323671497585e-05,
      "loss": 2.7787,
      "step": 100300
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7987117552334944e-05,
      "loss": 2.7733,
      "step": 100400
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7954911433172304e-05,
      "loss": 2.7702,
      "step": 100500
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7922705314009663e-05,
      "loss": 2.7802,
      "step": 100600
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7890499194847022e-05,
      "loss": 2.7665,
      "step": 100700
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.785829307568438e-05,
      "loss": 2.7842,
      "step": 100800
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.782608695652174e-05,
      "loss": 2.8066,
      "step": 100900
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.77938808373591e-05,
      "loss": 2.7668,
      "step": 101000
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.776167471819646e-05,
      "loss": 2.7665,
      "step": 101100
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7729468599033816e-05,
      "loss": 2.7883,
      "step": 101200
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.769726247987118e-05,
      "loss": 2.7733,
      "step": 101300
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7665056360708534e-05,
      "loss": 2.7688,
      "step": 101400
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7632850241545894e-05,
      "loss": 2.7634,
      "step": 101500
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7600644122383253e-05,
      "loss": 2.7543,
      "step": 101600
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7568438003220612e-05,
      "loss": 2.7563,
      "step": 101700
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7536231884057972e-05,
      "loss": 2.7511,
      "step": 101800
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.750402576489533e-05,
      "loss": 2.7667,
      "step": 101900
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.747181964573269e-05,
      "loss": 2.7703,
      "step": 102000
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7439613526570046e-05,
      "loss": 2.7711,
      "step": 102100
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.740740740740741e-05,
      "loss": 2.7846,
      "step": 102200
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7375201288244765e-05,
      "loss": 2.7767,
      "step": 102300
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7342995169082128e-05,
      "loss": 2.7751,
      "step": 102400
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7310789049919484e-05,
      "loss": 2.76,
      "step": 102500
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7278582930756847e-05,
      "loss": 2.7869,
      "step": 102600
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7246376811594203e-05,
      "loss": 2.759,
      "step": 102700
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7214170692431565e-05,
      "loss": 2.778,
      "step": 102800
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.718196457326892e-05,
      "loss": 2.7836,
      "step": 102900
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.714975845410628e-05,
      "loss": 2.748,
      "step": 103000
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.711755233494364e-05,
      "loss": 2.7511,
      "step": 103100
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7085346215781e-05,
      "loss": 2.7787,
      "step": 103200
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.705314009661836e-05,
      "loss": 2.7732,
      "step": 103300
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7020933977455718e-05,
      "loss": 2.7735,
      "step": 103400
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6988727858293077e-05,
      "loss": 2.7658,
      "step": 103500
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6956521739130433e-05,
      "loss": 2.7737,
      "step": 103600
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6924315619967796e-05,
      "loss": 2.7989,
      "step": 103700
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6892109500805152e-05,
      "loss": 2.7815,
      "step": 103800
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6859903381642515e-05,
      "loss": 2.7763,
      "step": 103900
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.682769726247987e-05,
      "loss": 2.7728,
      "step": 104000
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6795491143317233e-05,
      "loss": 2.7588,
      "step": 104100
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.676328502415459e-05,
      "loss": 2.7461,
      "step": 104200
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.673107890499195e-05,
      "loss": 2.7898,
      "step": 104300
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6698872785829308e-05,
      "loss": 2.7885,
      "step": 104400
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 2.7739,
      "step": 104500
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6634460547504027e-05,
      "loss": 2.7645,
      "step": 104600
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6602254428341386e-05,
      "loss": 2.7802,
      "step": 104700
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6570048309178746e-05,
      "loss": 2.7774,
      "step": 104800
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6537842190016105e-05,
      "loss": 2.763,
      "step": 104900
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6505636070853464e-05,
      "loss": 2.7799,
      "step": 105000
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6473429951690824e-05,
      "loss": 2.7713,
      "step": 105100
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.644122383252818e-05,
      "loss": 2.775,
      "step": 105200
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.640901771336554e-05,
      "loss": 2.7762,
      "step": 105300
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6376811594202898e-05,
      "loss": 2.7771,
      "step": 105400
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6344605475040258e-05,
      "loss": 2.7875,
      "step": 105500
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6312399355877617e-05,
      "loss": 2.7568,
      "step": 105600
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6280193236714976e-05,
      "loss": 2.7611,
      "step": 105700
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6247987117552336e-05,
      "loss": 2.774,
      "step": 105800
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6215780998389695e-05,
      "loss": 2.7967,
      "step": 105900
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6183574879227054e-05,
      "loss": 2.7724,
      "step": 106000
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6151368760064414e-05,
      "loss": 2.7948,
      "step": 106100
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6119162640901773e-05,
      "loss": 2.7626,
      "step": 106200
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.608695652173913e-05,
      "loss": 2.7769,
      "step": 106300
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6054750402576492e-05,
      "loss": 2.7456,
      "step": 106400
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6022544283413848e-05,
      "loss": 2.7788,
      "step": 106500
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.599033816425121e-05,
      "loss": 2.7688,
      "step": 106600
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5958132045088566e-05,
      "loss": 2.7825,
      "step": 106700
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5925925925925926e-05,
      "loss": 2.7784,
      "step": 106800
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5893719806763285e-05,
      "loss": 2.7897,
      "step": 106900
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5861513687600644e-05,
      "loss": 2.7611,
      "step": 107000
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5829307568438004e-05,
      "loss": 2.7706,
      "step": 107100
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5797101449275363e-05,
      "loss": 2.7604,
      "step": 107200
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5764895330112723e-05,
      "loss": 2.7562,
      "step": 107300
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.573268921095008e-05,
      "loss": 2.7804,
      "step": 107400
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.570048309178744e-05,
      "loss": 2.7732,
      "step": 107500
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5668276972624797e-05,
      "loss": 2.7837,
      "step": 107600
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.563607085346216e-05,
      "loss": 2.7764,
      "step": 107700
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5603864734299516e-05,
      "loss": 2.7631,
      "step": 107800
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.557165861513688e-05,
      "loss": 2.7799,
      "step": 107900
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5539452495974235e-05,
      "loss": 2.7735,
      "step": 108000
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5507246376811597e-05,
      "loss": 2.7559,
      "step": 108100
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5475040257648953e-05,
      "loss": 2.7801,
      "step": 108200
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5442834138486313e-05,
      "loss": 2.7813,
      "step": 108300
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5410628019323672e-05,
      "loss": 2.7771,
      "step": 108400
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.537842190016103e-05,
      "loss": 2.7749,
      "step": 108500
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.534621578099839e-05,
      "loss": 2.7739,
      "step": 108600
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.531400966183575e-05,
      "loss": 2.7484,
      "step": 108700
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.528180354267311e-05,
      "loss": 2.7949,
      "step": 108800
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5249597423510467e-05,
      "loss": 2.7832,
      "step": 108900
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5217391304347828e-05,
      "loss": 2.7844,
      "step": 109000
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5185185185185186e-05,
      "loss": 2.7597,
      "step": 109100
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5152979066022547e-05,
      "loss": 2.7675,
      "step": 109200
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5120772946859905e-05,
      "loss": 2.7787,
      "step": 109300
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5088566827697262e-05,
      "loss": 2.7745,
      "step": 109400
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5056360708534623e-05,
      "loss": 2.7835,
      "step": 109500
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5024154589371981e-05,
      "loss": 2.7636,
      "step": 109600
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.499194847020934e-05,
      "loss": 2.7596,
      "step": 109700
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.49597423510467e-05,
      "loss": 2.7606,
      "step": 109800
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4927536231884059e-05,
      "loss": 2.7677,
      "step": 109900
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4895330112721417e-05,
      "loss": 2.7842,
      "step": 110000
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4863123993558778e-05,
      "loss": 2.7774,
      "step": 110100
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4830917874396135e-05,
      "loss": 2.786,
      "step": 110200
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4798711755233496e-05,
      "loss": 2.7628,
      "step": 110300
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4766505636070854e-05,
      "loss": 2.7699,
      "step": 110400
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4734299516908212e-05,
      "loss": 2.7805,
      "step": 110500
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4702093397745573e-05,
      "loss": 2.757,
      "step": 110600
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.466988727858293e-05,
      "loss": 2.768,
      "step": 110700
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4637681159420291e-05,
      "loss": 2.7504,
      "step": 110800
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4605475040257649e-05,
      "loss": 2.7523,
      "step": 110900
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.457326892109501e-05,
      "loss": 2.7558,
      "step": 111000
    }
  ],
  "max_steps": 156250,
  "num_train_epochs": 1,
  "total_flos": 3.0315746129075896e+18,
  "trial_name": null,
  "trial_params": null
}