{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.274435470578539,
  "global_step": 800000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.999732157684128e-05,
      "loss": 8.0441,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999464315368257e-05,
      "loss": 7.4643,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999196473052385e-05,
      "loss": 7.2385,
      "step": 1500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.998928630736513e-05,
      "loss": 7.0295,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.998660788420641e-05,
      "loss": 6.7795,
      "step": 2500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.99839294610477e-05,
      "loss": 6.4582,
      "step": 3000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.998125103788898e-05,
      "loss": 6.1945,
      "step": 3500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.997857261473026e-05,
      "loss": 5.9526,
      "step": 4000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9975894191571545e-05,
      "loss": 5.7498,
      "step": 4500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9973215768412825e-05,
      "loss": 5.5682,
      "step": 5000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9970537345254105e-05,
      "loss": 5.4361,
      "step": 5500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9967858922095386e-05,
      "loss": 5.2997,
      "step": 6000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.996518049893667e-05,
      "loss": 5.1931,
      "step": 6500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.996250207577795e-05,
      "loss": 5.0977,
      "step": 7000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.995982365261923e-05,
      "loss": 4.9985,
      "step": 7500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.995714522946052e-05,
      "loss": 4.9181,
      "step": 8000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.99544668063018e-05,
      "loss": 4.8393,
      "step": 8500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.995178838314308e-05,
      "loss": 4.7635,
      "step": 9000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.994910995998436e-05,
      "loss": 4.691,
      "step": 9500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.994643153682564e-05,
      "loss": 4.6334,
      "step": 10000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.994375311366692e-05,
      "loss": 4.5618,
      "step": 10500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.99410746905082e-05,
      "loss": 4.5111,
      "step": 11000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.993839626734949e-05,
      "loss": 4.4506,
      "step": 11500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.993571784419077e-05,
      "loss": 4.3953,
      "step": 12000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.993303942103205e-05,
      "loss": 4.3535,
      "step": 12500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.993036099787333e-05,
      "loss": 4.298,
      "step": 13000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.9927682574714617e-05,
      "loss": 4.2497,
      "step": 13500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.99250041515559e-05,
      "loss": 4.2168,
      "step": 14000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.992232572839718e-05,
      "loss": 4.1752,
      "step": 14500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.9919647305238464e-05,
      "loss": 4.1256,
      "step": 15000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.9916968882079744e-05,
      "loss": 4.0846,
      "step": 15500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.9914290458921025e-05,
      "loss": 4.0592,
      "step": 16000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.9911612035762305e-05,
      "loss": 4.0098,
      "step": 16500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.990893361260359e-05,
      "loss": 3.9768,
      "step": 17000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.990625518944487e-05,
      "loss": 3.9523,
      "step": 17500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.990357676628615e-05,
      "loss": 3.9248,
      "step": 18000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.990089834312744e-05,
      "loss": 3.8991,
      "step": 18500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.989821991996872e-05,
      "loss": 3.8507,
      "step": 19000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.989554149681e-05,
      "loss": 3.8259,
      "step": 19500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.989286307365128e-05,
      "loss": 3.803,
      "step": 20000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.986484259106643e-05,
      "loss": 3.7553,
      "step": 20500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.986154606889731e-05,
      "loss": 3.7416,
      "step": 21000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.98582495467282e-05,
      "loss": 3.6909,
      "step": 21500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.985495302455909e-05,
      "loss": 3.6867,
      "step": 22000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.985165650238998e-05,
      "loss": 3.6577,
      "step": 22500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.984835998022087e-05,
      "loss": 3.6213,
      "step": 23000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.9845063458051755e-05,
      "loss": 3.5919,
      "step": 23500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.9841766935882646e-05,
      "loss": 3.5865,
      "step": 24000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.9838470413713536e-05,
      "loss": 3.5505,
      "step": 24500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.983517389154443e-05,
      "loss": 3.5237,
      "step": 25000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.983187736937531e-05,
      "loss": 3.5161,
      "step": 25500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.98285808472062e-05,
      "loss": 3.4829,
      "step": 26000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.9825284325037084e-05,
      "loss": 3.472,
      "step": 26500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.9821987802867975e-05,
      "loss": 3.4559,
      "step": 27000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.9818691280698865e-05,
      "loss": 3.4372,
      "step": 27500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.9815394758529755e-05,
      "loss": 3.4142,
      "step": 28000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.9812098236360646e-05,
      "loss": 3.3985,
      "step": 28500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.9808801714191536e-05,
      "loss": 3.3688,
      "step": 29000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.980550519202242e-05,
      "loss": 3.3551,
      "step": 29500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.98022086698533e-05,
      "loss": 3.3385,
      "step": 30000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.9798912147684194e-05,
      "loss": 3.3144,
      "step": 30500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.9795615625515084e-05,
      "loss": 3.3038,
      "step": 31000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.9792319103345974e-05,
      "loss": 3.2812,
      "step": 31500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.978902258117686e-05,
      "loss": 3.2711,
      "step": 32000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.978572605900775e-05,
      "loss": 3.2544,
      "step": 32500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.978242953683864e-05,
      "loss": 3.2355,
      "step": 33000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.977913301466953e-05,
      "loss": 3.219,
      "step": 33500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.977583649250041e-05,
      "loss": 3.2102,
      "step": 34000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.97725399703313e-05,
      "loss": 3.2046,
      "step": 34500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.976924344816219e-05,
      "loss": 3.1857,
      "step": 35000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.976594692599308e-05,
      "loss": 3.1825,
      "step": 35500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.976265040382397e-05,
      "loss": 3.1562,
      "step": 36000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.975935388165486e-05,
      "loss": 3.1416,
      "step": 36500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.975605735948575e-05,
      "loss": 3.1348,
      "step": 37000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.975276083731663e-05,
      "loss": 3.1253,
      "step": 37500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.974946431514752e-05,
      "loss": 3.1049,
      "step": 38000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.974616779297841e-05,
      "loss": 3.0918,
      "step": 38500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.9742871270809296e-05,
      "loss": 3.0909,
      "step": 39000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.973957474864019e-05,
      "loss": 3.0675,
      "step": 39500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.973627822647108e-05,
      "loss": 3.0627,
      "step": 40000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.973298170430196e-05,
      "loss": 3.0625,
      "step": 40500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.972968518213285e-05,
      "loss": 3.0419,
      "step": 41000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.972638865996374e-05,
      "loss": 3.036,
      "step": 41500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.972309213779463e-05,
      "loss": 3.0209,
      "step": 42000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.971979561562552e-05,
      "loss": 3.0085,
      "step": 42500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.9716499093456406e-05,
      "loss": 2.9991,
      "step": 43000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.9713202571287296e-05,
      "loss": 2.9887,
      "step": 43500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.970990604911818e-05,
      "loss": 2.9756,
      "step": 44000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.970660952694907e-05,
      "loss": 2.9713,
      "step": 44500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.970331300477996e-05,
      "loss": 2.969,
      "step": 45000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.970001648261085e-05,
      "loss": 2.9515,
      "step": 45500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.9696719960441735e-05,
      "loss": 2.9405,
      "step": 46000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.9693423438272625e-05,
      "loss": 2.9343,
      "step": 46500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.9690126916103515e-05,
      "loss": 2.9378,
      "step": 47000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.9686830393934406e-05,
      "loss": 2.9235,
      "step": 47500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.968353387176529e-05,
      "loss": 2.9166,
      "step": 48000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.968023734959617e-05,
      "loss": 2.9011,
      "step": 48500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.967694082742706e-05,
      "loss": 2.9034,
      "step": 49000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.9673644305257954e-05,
      "loss": 2.891,
      "step": 49500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.9670347783088844e-05,
      "loss": 2.8763,
      "step": 50000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.9667051260919734e-05,
      "loss": 2.8794,
      "step": 50500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.9663754738750625e-05,
      "loss": 2.8709,
      "step": 51000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.966045821658151e-05,
      "loss": 2.8652,
      "step": 51500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.96571616944124e-05,
      "loss": 2.8576,
      "step": 52000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.965386517224328e-05,
      "loss": 2.8556,
      "step": 52500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.965056865007417e-05,
      "loss": 2.8413,
      "step": 53000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.964727212790506e-05,
      "loss": 2.8377,
      "step": 53500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.964397560573595e-05,
      "loss": 2.8303,
      "step": 54000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.964067908356684e-05,
      "loss": 2.8156,
      "step": 54500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.963738256139773e-05,
      "loss": 2.8099,
      "step": 55000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.963408603922862e-05,
      "loss": 2.797,
      "step": 55500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.963078951705951e-05,
      "loss": 2.8075,
      "step": 56000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.96274929948904e-05,
      "loss": 2.8034,
      "step": 56500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.962419647272128e-05,
      "loss": 2.7894,
      "step": 57000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.9620899950552166e-05,
      "loss": 2.7845,
      "step": 57500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.9617603428383056e-05,
      "loss": 2.773,
      "step": 58000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.961430690621395e-05,
      "loss": 2.7775,
      "step": 58500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.961101038404484e-05,
      "loss": 2.7645,
      "step": 59000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.960771386187572e-05,
      "loss": 2.7694,
      "step": 59500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.960441733970661e-05,
      "loss": 2.7499,
      "step": 60000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.96011208175375e-05,
      "loss": 2.7481,
      "step": 60500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.959782429536839e-05,
      "loss": 2.7469,
      "step": 61000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.9594527773199275e-05,
      "loss": 2.7383,
      "step": 61500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.9591231251030166e-05,
      "loss": 2.7422,
      "step": 62000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.958793472886105e-05,
      "loss": 2.7238,
      "step": 62500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.958463820669194e-05,
      "loss": 2.7278,
      "step": 63000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.958134168452283e-05,
      "loss": 2.7129,
      "step": 63500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.957804516235372e-05,
      "loss": 2.7029,
      "step": 64000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.957474864018461e-05,
      "loss": 2.7112,
      "step": 64500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.9571452118015495e-05,
      "loss": 2.7075,
      "step": 65000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.9568155595846385e-05,
      "loss": 2.7002,
      "step": 65500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.9564859073677275e-05,
      "loss": 2.6964,
      "step": 66000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.956156255150816e-05,
      "loss": 2.6903,
      "step": 66500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.955826602933905e-05,
      "loss": 2.6826,
      "step": 67000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.955496950716994e-05,
      "loss": 2.6792,
      "step": 67500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.955167298500082e-05,
      "loss": 2.6813,
      "step": 68000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.9548376462831714e-05,
      "loss": 2.6754,
      "step": 68500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.9545079940662604e-05,
      "loss": 2.6738,
      "step": 69000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.9541783418493494e-05,
      "loss": 2.6611,
      "step": 69500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.9538486896324385e-05,
      "loss": 2.6583,
      "step": 70000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.953519037415527e-05,
      "loss": 2.6517,
      "step": 70500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.953189385198615e-05,
      "loss": 2.6484,
      "step": 71000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.952859732981704e-05,
      "loss": 2.6524,
      "step": 71500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.952530080764793e-05,
      "loss": 2.6388,
      "step": 72000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.952200428547882e-05,
      "loss": 2.6442,
      "step": 72500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.9518707763309714e-05,
      "loss": 2.6387,
      "step": 73000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.95154112411406e-05,
      "loss": 2.6312,
      "step": 73500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.951211471897149e-05,
      "loss": 2.6244,
      "step": 74000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.950881819680238e-05,
      "loss": 2.6254,
      "step": 74500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.950552167463327e-05,
      "loss": 2.6278,
      "step": 75000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.950222515246415e-05,
      "loss": 2.6234,
      "step": 75500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.9498928630295036e-05,
      "loss": 2.6137,
      "step": 76000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.9495632108125926e-05,
      "loss": 2.6111,
      "step": 76500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.9492335585956816e-05,
      "loss": 2.596,
      "step": 77000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.948903906378771e-05,
      "loss": 2.5971,
      "step": 77500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.94857425416186e-05,
      "loss": 2.5906,
      "step": 78000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.948244601944949e-05,
      "loss": 2.5988,
      "step": 78500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.947914949728037e-05,
      "loss": 2.5873,
      "step": 79000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.947585297511126e-05,
      "loss": 2.5862,
      "step": 79500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.9472556452942145e-05,
      "loss": 2.5773,
      "step": 80000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.9469259930773035e-05,
      "loss": 2.588,
      "step": 80500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.9465963408603926e-05,
      "loss": 2.5739,
      "step": 81000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.9462666886434816e-05,
      "loss": 2.5789,
      "step": 81500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.94593703642657e-05,
      "loss": 2.5712,
      "step": 82000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.945607384209659e-05,
      "loss": 2.5632,
      "step": 82500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.945277731992748e-05,
      "loss": 2.5599,
      "step": 83000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.944948079775837e-05,
      "loss": 2.5642,
      "step": 83500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.9446184275589255e-05,
      "loss": 2.5583,
      "step": 84000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.9442887753420145e-05,
      "loss": 2.5562,
      "step": 84500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.943959123125103e-05,
      "loss": 2.5575,
      "step": 85000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.943629470908192e-05,
      "loss": 2.5476,
      "step": 85500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.943299818691281e-05,
      "loss": 2.5461,
      "step": 86000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.94297016647437e-05,
      "loss": 2.5409,
      "step": 86500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.942640514257459e-05,
      "loss": 2.5314,
      "step": 87000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.9423108620405474e-05,
      "loss": 2.537,
      "step": 87500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.9419812098236364e-05,
      "loss": 2.5294,
      "step": 88000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.9416515576067254e-05,
      "loss": 2.527,
      "step": 88500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.941321905389814e-05,
      "loss": 2.5351,
      "step": 89000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.940992253172903e-05,
      "loss": 2.5248,
      "step": 89500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.940662600955991e-05,
      "loss": 2.5288,
      "step": 90000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.94033294873908e-05,
      "loss": 2.5154,
      "step": 90500
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.940003296522169e-05,
      "loss": 2.5147,
      "step": 91000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.939673644305258e-05,
      "loss": 2.5169,
      "step": 91500
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.9393439920883474e-05,
      "loss": 2.512,
      "step": 92000
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.9390143398714364e-05,
      "loss": 2.4993,
      "step": 92500
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.938684687654525e-05,
      "loss": 2.5128,
      "step": 93000
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.938355035437614e-05,
      "loss": 2.5024,
      "step": 93500
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.938025383220702e-05,
      "loss": 2.4978,
      "step": 94000
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.937695731003791e-05,
      "loss": 2.496,
      "step": 94500
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.93736607878688e-05,
      "loss": 2.4999,
      "step": 95000
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.9370364265699686e-05,
      "loss": 2.4981,
      "step": 95500
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.9367067743530576e-05,
      "loss": 2.4843,
      "step": 96000
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.936377122136147e-05,
      "loss": 2.48,
      "step": 96500
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.936047469919236e-05,
      "loss": 2.4805,
      "step": 97000
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.935717817702325e-05,
      "loss": 2.4857,
      "step": 97500
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.935388165485413e-05,
      "loss": 2.4745,
      "step": 98000
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.9350585132685015e-05,
      "loss": 2.4742,
      "step": 98500
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.9347288610515905e-05,
      "loss": 2.4656,
      "step": 99000
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.9343992088346795e-05,
      "loss": 2.4717,
      "step": 99500
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.9340695566177686e-05,
      "loss": 2.4641,
      "step": 100000
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.9337399044008576e-05,
      "loss": 2.4643,
      "step": 100500
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.933410252183946e-05,
      "loss": 2.4587,
      "step": 101000
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.933080599967035e-05,
      "loss": 2.4562,
      "step": 101500
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.932750947750124e-05,
      "loss": 2.4559,
      "step": 102000
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9324212955332124e-05,
      "loss": 2.4508,
      "step": 102500
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9320916433163015e-05,
      "loss": 2.4525,
      "step": 103000
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9317619910993905e-05,
      "loss": 2.4404,
      "step": 103500
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.931432338882479e-05,
      "loss": 2.4506,
      "step": 104000
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.931102686665568e-05,
      "loss": 2.4411,
      "step": 104500
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.930773034448657e-05,
      "loss": 2.4535,
      "step": 105000
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.930443382231746e-05,
      "loss": 2.4456,
      "step": 105500
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.930113730014835e-05,
      "loss": 2.4436,
      "step": 106000
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.9297840777979234e-05,
      "loss": 2.4325,
      "step": 106500
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.9294544255810124e-05,
      "loss": 2.4292,
      "step": 107000
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.929124773364101e-05,
      "loss": 2.4327,
      "step": 107500
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.92879512114719e-05,
      "loss": 2.4341,
      "step": 108000
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.928465468930279e-05,
      "loss": 2.427,
      "step": 108500
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.928135816713368e-05,
      "loss": 2.4191,
      "step": 109000
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.927806164496456e-05,
      "loss": 2.425,
      "step": 109500
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.927476512279545e-05,
      "loss": 2.4173,
      "step": 110000
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.927146860062634e-05,
      "loss": 2.4139,
      "step": 110500
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.9268172078457234e-05,
      "loss": 2.425,
      "step": 111000
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.926487555628812e-05,
      "loss": 2.4102,
      "step": 111500
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.926157903411901e-05,
      "loss": 2.414,
      "step": 112000
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.925828251194989e-05,
      "loss": 2.4037,
      "step": 112500
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.925498598978078e-05,
      "loss": 2.409,
      "step": 113000
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.925168946761167e-05,
      "loss": 2.4062,
      "step": 113500
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.924839294544256e-05,
      "loss": 2.4074,
      "step": 114000
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.924509642327345e-05,
      "loss": 2.4025,
      "step": 114500
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.9241799901104336e-05,
      "loss": 2.3962,
      "step": 115000
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.923850337893523e-05,
      "loss": 2.4029,
      "step": 115500
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.923520685676612e-05,
      "loss": 2.4025,
      "step": 116000
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.9231910334597e-05,
      "loss": 2.396,
      "step": 116500
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.922861381242789e-05,
      "loss": 2.3894,
      "step": 117000
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.9225317290258775e-05,
      "loss": 2.3878,
      "step": 117500
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.9222020768089665e-05,
      "loss": 2.3897,
      "step": 118000
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.9218724245920555e-05,
      "loss": 2.3832,
      "step": 118500
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.9215427723751446e-05,
      "loss": 2.3834,
      "step": 119000
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.9212131201582336e-05,
      "loss": 2.3887,
      "step": 119500
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.9208834679413227e-05,
      "loss": 2.3763,
      "step": 120000
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.920553815724411e-05,
      "loss": 2.3772,
      "step": 120500
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.9202241635074994e-05,
      "loss": 2.3761,
      "step": 121000
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.9198945112905884e-05,
      "loss": 2.3784,
      "step": 121500
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.9195648590736775e-05,
      "loss": 2.3782,
      "step": 122000
    },
    {
      "epoch": 0.81,
      "learning_rate": 4.9192352068567665e-05,
      "loss": 2.3648,
      "step": 122500
    },
    {
      "epoch": 0.81,
      "learning_rate": 4.918905554639855e-05,
      "loss": 2.3759,
      "step": 123000
    },
    {
      "epoch": 0.81,
      "learning_rate": 4.918575902422944e-05,
      "loss": 2.3724,
      "step": 123500
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.918246250206033e-05,
      "loss": 2.3702,
      "step": 124000
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.917916597989122e-05,
      "loss": 2.3668,
      "step": 124500
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.917586945772211e-05,
      "loss": 2.361,
      "step": 125000
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.9172572935552994e-05,
      "loss": 2.3561,
      "step": 125500
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.916927641338388e-05,
      "loss": 2.3553,
      "step": 126000
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.916597989121477e-05,
      "loss": 2.3541,
      "step": 126500
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.916268336904566e-05,
      "loss": 2.3622,
      "step": 127000
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.915938684687655e-05,
      "loss": 2.3488,
      "step": 127500
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.915609032470744e-05,
      "loss": 2.3482,
      "step": 128000
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.915279380253832e-05,
      "loss": 2.3494,
      "step": 128500
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.914949728036921e-05,
      "loss": 2.3457,
      "step": 129000
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.91462007582001e-05,
      "loss": 2.3482,
      "step": 129500
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.914290423603099e-05,
      "loss": 2.342,
      "step": 130000
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.913960771386188e-05,
      "loss": 2.351,
      "step": 130500
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.913631119169277e-05,
      "loss": 2.3423,
      "step": 131000
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.913301466952365e-05,
      "loss": 2.3414,
      "step": 131500
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.912971814735454e-05,
      "loss": 2.3421,
      "step": 132000
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.912642162518543e-05,
      "loss": 2.3376,
      "step": 132500
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.912312510301632e-05,
      "loss": 2.339,
      "step": 133000
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.911982858084721e-05,
      "loss": 2.3396,
      "step": 133500
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.91165320586781e-05,
      "loss": 2.3297,
      "step": 134000
    },
    {
      "epoch": 0.89,
      "learning_rate": 4.911323553650899e-05,
      "loss": 2.3282,
      "step": 134500
    },
    {
      "epoch": 0.89,
      "learning_rate": 4.910993901433987e-05,
      "loss": 2.3207,
      "step": 135000
    },
    {
      "epoch": 0.89,
      "learning_rate": 4.910664249217076e-05,
      "loss": 2.3188,
      "step": 135500
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.910334597000165e-05,
      "loss": 2.3294,
      "step": 136000
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.910004944783254e-05,
      "loss": 2.3308,
      "step": 136500
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9096752925663425e-05,
      "loss": 2.321,
      "step": 137000
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.9093456403494315e-05,
      "loss": 2.3293,
      "step": 137500
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.9090159881325206e-05,
      "loss": 2.315,
      "step": 138000
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.9086863359156096e-05,
      "loss": 2.3236,
      "step": 138500
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.908356683698698e-05,
      "loss": 2.311,
      "step": 139000
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.908027031481787e-05,
      "loss": 2.3089,
      "step": 139500
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.9076973792648754e-05,
      "loss": 2.3214,
      "step": 140000
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.9073677270479644e-05,
      "loss": 2.3138,
      "step": 140500
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.9070380748310534e-05,
      "loss": 2.3114,
      "step": 141000
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.9067084226141425e-05,
      "loss": 2.3112,
      "step": 141500
    },
    {
      "epoch": 0.94,
      "learning_rate": 4.9063787703972315e-05,
      "loss": 2.3058,
      "step": 142000
    },
    {
      "epoch": 0.94,
      "learning_rate": 4.90604911818032e-05,
      "loss": 2.3086,
      "step": 142500
    },
    {
      "epoch": 0.94,
      "learning_rate": 4.905719465963409e-05,
      "loss": 2.3092,
      "step": 143000
    },
    {
      "epoch": 0.95,
      "learning_rate": 4.905389813746498e-05,
      "loss": 2.2986,
      "step": 143500
    },
    {
      "epoch": 0.95,
      "learning_rate": 4.905060161529586e-05,
      "loss": 2.3005,
      "step": 144000
    },
    {
      "epoch": 0.95,
      "learning_rate": 4.9047305093126754e-05,
      "loss": 2.2965,
      "step": 144500
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.9044008570957644e-05,
      "loss": 2.2928,
      "step": 145000
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.904071204878853e-05,
      "loss": 2.3072,
      "step": 145500
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.903741552661942e-05,
      "loss": 2.2947,
      "step": 146000
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.903411900445031e-05,
      "loss": 2.2962,
      "step": 146500
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.90308224822812e-05,
      "loss": 2.291,
      "step": 147000
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.902752596011209e-05,
      "loss": 2.2897,
      "step": 147500
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.902422943794297e-05,
      "loss": 2.2941,
      "step": 148000
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.9020932915773856e-05,
      "loss": 2.2921,
      "step": 148500
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.901763639360475e-05,
      "loss": 2.3028,
      "step": 149000
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.901433987143564e-05,
      "loss": 2.2885,
      "step": 149500
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.901104334926653e-05,
      "loss": 2.283,
      "step": 150000
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.900774682709742e-05,
      "loss": 2.2873,
      "step": 150500
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.90044503049283e-05,
      "loss": 2.2927,
      "step": 151000
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.900115378275919e-05,
      "loss": 2.2814,
      "step": 151500
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.899785726059008e-05,
      "loss": 2.2809,
      "step": 152000
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.899456073842097e-05,
      "loss": 2.2708,
      "step": 152500
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8991264216251856e-05,
      "loss": 2.2785,
      "step": 153000
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.898796769408274e-05,
      "loss": 2.2759,
      "step": 153500
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.898467117191363e-05,
      "loss": 2.28,
      "step": 154000
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.898137464974452e-05,
      "loss": 2.273,
      "step": 154500
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.897807812757541e-05,
      "loss": 2.2672,
      "step": 155000
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.89747816054063e-05,
      "loss": 2.2658,
      "step": 155500
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.897148508323719e-05,
      "loss": 2.2705,
      "step": 156000
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.8968188561068075e-05,
      "loss": 2.27,
      "step": 156500
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.8964892038898966e-05,
      "loss": 2.2557,
      "step": 157000
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.896159551672985e-05,
      "loss": 2.2687,
      "step": 157500
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.895829899456074e-05,
      "loss": 2.2613,
      "step": 158000
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.895500247239163e-05,
      "loss": 2.2628,
      "step": 158500
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.8951705950222514e-05,
      "loss": 2.2638,
      "step": 159000
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.8948409428053404e-05,
      "loss": 2.2582,
      "step": 159500
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.8945112905884294e-05,
      "loss": 2.2617,
      "step": 160000
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.8941816383715185e-05,
      "loss": 2.2536,
      "step": 160500
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.8938519861546075e-05,
      "loss": 2.2454,
      "step": 161000
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.893522333937696e-05,
      "loss": 2.2522,
      "step": 161500
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.893192681720785e-05,
      "loss": 2.2413,
      "step": 162000
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.892863029503873e-05,
      "loss": 2.2557,
      "step": 162500
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.892533377286962e-05,
      "loss": 2.2511,
      "step": 163000
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.8922037250700514e-05,
      "loss": 2.2491,
      "step": 163500
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.8918740728531404e-05,
      "loss": 2.2508,
      "step": 164000
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.891544420636229e-05,
      "loss": 2.2456,
      "step": 164500
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.891214768419318e-05,
      "loss": 2.2382,
      "step": 165000
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.890885116202407e-05,
      "loss": 2.2546,
      "step": 165500
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.890555463985496e-05,
      "loss": 2.2466,
      "step": 166000
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.890225811768584e-05,
      "loss": 2.2372,
      "step": 166500
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.889896159551673e-05,
      "loss": 2.2306,
      "step": 167000
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.8895665073347616e-05,
      "loss": 2.2382,
      "step": 167500
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.889236855117851e-05,
      "loss": 2.2369,
      "step": 168000
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.88890720290094e-05,
      "loss": 2.2322,
      "step": 168500
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.888577550684029e-05,
      "loss": 2.2389,
      "step": 169000
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.888247898467118e-05,
      "loss": 2.2352,
      "step": 169500
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.887918246250206e-05,
      "loss": 2.2352,
      "step": 170000
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.887588594033295e-05,
      "loss": 2.2265,
      "step": 170500
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.887258941816384e-05,
      "loss": 2.2443,
      "step": 171000
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.8869292895994726e-05,
      "loss": 2.2292,
      "step": 171500
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.8865996373825616e-05,
      "loss": 2.2271,
      "step": 172000
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.8862699851656507e-05,
      "loss": 2.2312,
      "step": 172500
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.885940332948739e-05,
      "loss": 2.2254,
      "step": 173000
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.885610680731828e-05,
      "loss": 2.2291,
      "step": 173500
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.885281028514917e-05,
      "loss": 2.2221,
      "step": 174000
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.884951376298006e-05,
      "loss": 2.2202,
      "step": 174500
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.884621724081095e-05,
      "loss": 2.2285,
      "step": 175000
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.8842920718641835e-05,
      "loss": 2.2199,
      "step": 175500
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.883962419647272e-05,
      "loss": 2.2296,
      "step": 176000
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.883632767430361e-05,
      "loss": 2.2232,
      "step": 176500
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.88330311521345e-05,
      "loss": 2.2235,
      "step": 177000
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.882973462996539e-05,
      "loss": 2.2274,
      "step": 177500
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.882643810779628e-05,
      "loss": 2.2128,
      "step": 178000
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8823141585627164e-05,
      "loss": 2.216,
      "step": 178500
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8819845063458054e-05,
      "loss": 2.2124,
      "step": 179000
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8816548541288945e-05,
      "loss": 2.2192,
      "step": 179500
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.881325201911983e-05,
      "loss": 2.2223,
      "step": 180000
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.880995549695072e-05,
      "loss": 2.2157,
      "step": 180500
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.88066589747816e-05,
      "loss": 2.2135,
      "step": 181000
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.880336245261249e-05,
      "loss": 2.2124,
      "step": 181500
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.880006593044338e-05,
      "loss": 2.2074,
      "step": 182000
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.8796769408274274e-05,
      "loss": 2.2099,
      "step": 182500
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.8793472886105164e-05,
      "loss": 2.2012,
      "step": 183000
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.8790176363936054e-05,
      "loss": 2.2081,
      "step": 183500
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.878687984176694e-05,
      "loss": 2.2036,
      "step": 184000
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.878358331959783e-05,
      "loss": 2.2096,
      "step": 184500
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.878028679742871e-05,
      "loss": 2.2046,
      "step": 185000
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.87769902752596e-05,
      "loss": 2.2039,
      "step": 185500
    },
    {
      "epoch": 1.23,
      "learning_rate": 4.877369375309049e-05,
      "loss": 2.1952,
      "step": 186000
    },
    {
      "epoch": 1.23,
      "learning_rate": 4.877039723092138e-05,
      "loss": 2.1968,
      "step": 186500
    },
    {
      "epoch": 1.23,
      "learning_rate": 4.876710070875227e-05,
      "loss": 2.1935,
      "step": 187000
    },
    {
      "epoch": 1.24,
      "learning_rate": 4.876380418658316e-05,
      "loss": 2.2039,
      "step": 187500
    },
    {
      "epoch": 1.24,
      "learning_rate": 4.876050766441405e-05,
      "loss": 2.199,
      "step": 188000
    },
    {
      "epoch": 1.24,
      "learning_rate": 4.875721114224494e-05,
      "loss": 2.1947,
      "step": 188500
    },
    {
      "epoch": 1.25,
      "learning_rate": 4.875391462007582e-05,
      "loss": 2.1951,
      "step": 189000
    },
    {
      "epoch": 1.25,
      "learning_rate": 4.8750618097906705e-05,
      "loss": 2.1983,
      "step": 189500
    },
    {
      "epoch": 1.25,
      "learning_rate": 4.8747321575737595e-05,
      "loss": 2.1919,
      "step": 190000
    },
    {
      "epoch": 1.26,
      "learning_rate": 4.8744025053568486e-05,
      "loss": 2.1905,
      "step": 190500
    },
    {
      "epoch": 1.26,
      "learning_rate": 4.8740728531399376e-05,
      "loss": 2.1971,
      "step": 191000
    },
    {
      "epoch": 1.26,
      "learning_rate": 4.8737432009230267e-05,
      "loss": 2.1937,
      "step": 191500
    },
    {
      "epoch": 1.27,
      "learning_rate": 4.873413548706116e-05,
      "loss": 2.1852,
      "step": 192000
    },
    {
      "epoch": 1.27,
      "learning_rate": 4.873083896489204e-05,
      "loss": 2.1947,
      "step": 192500
    },
    {
      "epoch": 1.27,
      "learning_rate": 4.872754244272293e-05,
      "loss": 2.1902,
      "step": 193000
    },
    {
      "epoch": 1.28,
      "learning_rate": 4.872424592055382e-05,
      "loss": 2.185,
      "step": 193500
    },
    {
      "epoch": 1.28,
      "learning_rate": 4.8720949398384705e-05,
      "loss": 2.1823,
      "step": 194000
    },
    {
      "epoch": 1.28,
      "learning_rate": 4.8717652876215595e-05,
      "loss": 2.1899,
      "step": 194500
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.871435635404648e-05,
      "loss": 2.1901,
      "step": 195000
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.871105983187737e-05,
      "loss": 2.1755,
      "step": 195500
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.870776330970826e-05,
      "loss": 2.1837,
      "step": 196000
    },
    {
      "epoch": 1.3,
      "learning_rate": 4.870446678753915e-05,
      "loss": 2.1848,
      "step": 196500
    },
    {
      "epoch": 1.3,
      "learning_rate": 4.870117026537004e-05,
      "loss": 2.1837,
      "step": 197000
    },
    {
      "epoch": 1.3,
      "learning_rate": 4.869787374320093e-05,
      "loss": 2.1828,
      "step": 197500
    },
    {
      "epoch": 1.31,
      "learning_rate": 4.8694577221031814e-05,
      "loss": 2.1798,
      "step": 198000
    },
    {
      "epoch": 1.31,
      "learning_rate": 4.86912806988627e-05,
      "loss": 2.1821,
      "step": 198500
    },
    {
      "epoch": 1.31,
      "learning_rate": 4.868798417669359e-05,
      "loss": 2.1795,
      "step": 199000
    },
    {
      "epoch": 1.32,
      "learning_rate": 4.868468765452448e-05,
      "loss": 2.1763,
      "step": 199500
    },
    {
      "epoch": 1.32,
      "learning_rate": 4.868139113235537e-05,
      "loss": 2.1665,
      "step": 200000
    },
    {
      "epoch": 1.32,
      "learning_rate": 4.867809461018625e-05,
      "loss": 2.1782,
      "step": 200500
    },
    {
      "epoch": 1.33,
      "learning_rate": 4.867479808801714e-05,
      "loss": 2.1749,
      "step": 201000
    },
    {
      "epoch": 1.33,
      "learning_rate": 4.8671501565848034e-05,
      "loss": 2.1766,
      "step": 201500
    },
    {
      "epoch": 1.33,
      "learning_rate": 4.8668205043678924e-05,
      "loss": 2.1677,
      "step": 202000
    },
    {
      "epoch": 1.34,
      "learning_rate": 4.8664908521509814e-05,
      "loss": 2.1755,
      "step": 202500
    },
    {
      "epoch": 1.34,
      "learning_rate": 4.86616119993407e-05,
      "loss": 2.1645,
      "step": 203000
    },
    {
      "epoch": 1.34,
      "learning_rate": 4.865831547717158e-05,
      "loss": 2.1726,
      "step": 203500
    },
    {
      "epoch": 1.34,
      "learning_rate": 4.865501895500247e-05,
      "loss": 2.1726,
      "step": 204000
    },
    {
      "epoch": 1.35,
      "learning_rate": 4.865172243283336e-05,
      "loss": 2.17,
      "step": 204500
    },
    {
      "epoch": 1.35,
      "learning_rate": 4.864842591066425e-05,
      "loss": 2.1664,
      "step": 205000
    },
    {
      "epoch": 1.35,
      "learning_rate": 4.864512938849514e-05,
      "loss": 2.1743,
      "step": 205500
    },
    {
      "epoch": 1.36,
      "learning_rate": 4.864183286632603e-05,
      "loss": 2.1568,
      "step": 206000
    },
    {
      "epoch": 1.36,
      "learning_rate": 4.863853634415692e-05,
      "loss": 2.1534,
      "step": 206500
    },
    {
      "epoch": 1.36,
      "learning_rate": 4.863523982198781e-05,
      "loss": 2.1611,
      "step": 207000
    },
    {
      "epoch": 1.37,
      "learning_rate": 4.863194329981869e-05,
      "loss": 2.1631,
      "step": 207500
    },
    {
      "epoch": 1.37,
      "learning_rate": 4.862864677764958e-05,
      "loss": 2.1598,
      "step": 208000
    },
    {
      "epoch": 1.37,
      "learning_rate": 4.862535025548047e-05,
      "loss": 2.1554,
      "step": 208500
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.8622053733311355e-05,
      "loss": 2.1624,
      "step": 209000
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.8618757211142246e-05,
      "loss": 2.163,
      "step": 209500
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.8615460688973136e-05,
      "loss": 2.1616,
      "step": 210000
    },
    {
      "epoch": 1.39,
      "learning_rate": 4.8612164166804027e-05,
      "loss": 2.1594,
      "step": 210500
    },
    {
      "epoch": 1.39,
      "learning_rate": 4.860886764463492e-05,
      "loss": 2.1654,
      "step": 211000
    },
    {
      "epoch": 1.39,
      "learning_rate": 4.86055711224658e-05,
      "loss": 2.1508,
      "step": 211500
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.860227460029669e-05,
      "loss": 2.1602,
      "step": 212000
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.8598978078127575e-05,
      "loss": 2.1597,
      "step": 212500
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.8595681555958465e-05,
      "loss": 2.1576,
      "step": 213000
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.8592385033789355e-05,
      "loss": 2.1595,
      "step": 213500
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.8589088511620246e-05,
      "loss": 2.1565,
      "step": 214000
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.858579198945113e-05,
      "loss": 2.1561,
      "step": 214500
    },
    {
      "epoch": 1.42,
      "learning_rate": 4.858249546728202e-05,
      "loss": 2.1503,
      "step": 215000
    },
    {
      "epoch": 1.42,
      "learning_rate": 4.857919894511291e-05,
      "loss": 2.1505,
      "step": 215500
    },
    {
      "epoch": 1.42,
      "learning_rate": 4.85759024229438e-05,
      "loss": 2.151,
      "step": 216000
    },
    {
      "epoch": 1.43,
      "learning_rate": 4.8572605900774684e-05,
      "loss": 2.1466,
      "step": 216500
    },
    {
      "epoch": 1.43,
      "learning_rate": 4.856930937860557e-05,
      "loss": 2.1477,
      "step": 217000
    },
    {
      "epoch": 1.43,
      "learning_rate": 4.856601285643646e-05,
      "loss": 2.1546,
      "step": 217500
    },
    {
      "epoch": 1.44,
      "learning_rate": 4.856271633426735e-05,
      "loss": 2.1417,
      "step": 218000
    },
    {
      "epoch": 1.44,
      "learning_rate": 4.855941981209824e-05,
      "loss": 2.1502,
      "step": 218500
    },
    {
      "epoch": 1.44,
      "learning_rate": 4.855612328992913e-05,
      "loss": 2.1368,
      "step": 219000
    },
    {
      "epoch": 1.45,
      "learning_rate": 4.855282676776002e-05,
      "loss": 2.1428,
      "step": 219500
    },
    {
      "epoch": 1.45,
      "learning_rate": 4.85495302455909e-05,
      "loss": 2.1386,
      "step": 220000
    },
    {
      "epoch": 1.45,
      "learning_rate": 4.8546233723421794e-05,
      "loss": 2.1416,
      "step": 220500
    },
    {
      "epoch": 1.46,
      "learning_rate": 4.8542937201252684e-05,
      "loss": 2.1419,
      "step": 221000
    },
    {
      "epoch": 1.46,
      "learning_rate": 4.853964067908357e-05,
      "loss": 2.1339,
      "step": 221500
    },
    {
      "epoch": 1.46,
      "learning_rate": 4.853634415691446e-05,
      "loss": 2.1408,
      "step": 222000
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.853304763474534e-05,
      "loss": 2.1423,
      "step": 222500
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.852975111257623e-05,
      "loss": 2.1327,
      "step": 223000
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.852645459040712e-05,
      "loss": 2.1349,
      "step": 223500
    },
    {
      "epoch": 1.48,
      "learning_rate": 4.852315806823801e-05,
      "loss": 2.1455,
      "step": 224000
    },
    {
      "epoch": 1.48,
      "learning_rate": 4.85198615460689e-05,
      "loss": 2.1344,
      "step": 224500
    },
    {
      "epoch": 1.48,
      "learning_rate": 4.8516565023899793e-05,
      "loss": 2.1361,
      "step": 225000
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.851326850173068e-05,
      "loss": 2.1365,
      "step": 225500
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.850997197956156e-05,
      "loss": 2.132,
      "step": 226000
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.850667545739245e-05,
      "loss": 2.1345,
      "step": 226500
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.850337893522334e-05,
      "loss": 2.1354,
      "step": 227000
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.850008241305423e-05,
      "loss": 2.1319,
      "step": 227500
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.8496785890885115e-05,
      "loss": 2.1264,
      "step": 228000
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.8493489368716006e-05,
      "loss": 2.1346,
      "step": 228500
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.8490192846546896e-05,
      "loss": 2.1288,
      "step": 229000
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.8486896324377787e-05,
      "loss": 2.1392,
      "step": 229500
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.848359980220867e-05,
      "loss": 2.1327,
      "step": 230000
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.848030328003956e-05,
      "loss": 2.1256,
      "step": 230500
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.8477006757870444e-05,
      "loss": 2.1241,
      "step": 231000
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.8473710235701335e-05,
      "loss": 2.1348,
      "step": 231500
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.8470413713532225e-05,
      "loss": 2.1226,
      "step": 232000
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.8467117191363115e-05,
      "loss": 2.1268,
      "step": 232500
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.8463820669194006e-05,
      "loss": 2.1212,
      "step": 233000
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.846052414702489e-05,
      "loss": 2.1277,
      "step": 233500
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.845722762485578e-05,
      "loss": 2.1231,
      "step": 234000
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.845393110268667e-05,
      "loss": 2.1279,
      "step": 234500
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.8450634580517554e-05,
      "loss": 2.125,
      "step": 235000
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.8447338058348444e-05,
      "loss": 2.1184,
      "step": 235500
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.8444041536179334e-05,
      "loss": 2.1238,
      "step": 236000
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.844074501401022e-05,
      "loss": 2.1191,
      "step": 236500
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.843744849184111e-05,
      "loss": 2.1236,
      "step": 237000
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.8434151969672e-05,
      "loss": 2.1108,
      "step": 237500
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.843085544750289e-05,
      "loss": 2.1192,
      "step": 238000
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.842755892533378e-05,
      "loss": 2.11,
      "step": 238500
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.842426240316466e-05,
      "loss": 2.1226,
      "step": 239000
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.8420965880995554e-05,
      "loss": 2.1102,
      "step": 239500
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.841766935882644e-05,
      "loss": 2.1169,
      "step": 240000
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.841437283665733e-05,
      "loss": 2.1097,
      "step": 240500
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.841107631448822e-05,
      "loss": 2.1053,
      "step": 241000
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.840777979231911e-05,
      "loss": 2.11,
      "step": 241500
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.840448327014999e-05,
      "loss": 2.1099,
      "step": 242000
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.840118674798088e-05,
      "loss": 2.1131,
      "step": 242500
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.839789022581177e-05,
      "loss": 2.105,
      "step": 243000
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.839459370364266e-05,
      "loss": 2.1107,
      "step": 243500
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.839129718147355e-05,
      "loss": 2.1128,
      "step": 244000
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.838800065930444e-05,
      "loss": 2.1058,
      "step": 244500
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.838470413713532e-05,
      "loss": 2.1024,
      "step": 245000
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.838140761496621e-05,
      "loss": 2.1152,
      "step": 245500
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.83781110927971e-05,
      "loss": 2.0994,
      "step": 246000
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.837481457062799e-05,
      "loss": 2.1084,
      "step": 246500
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.837151804845888e-05,
      "loss": 2.101,
      "step": 247000
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.8368221526289766e-05,
      "loss": 2.1038,
      "step": 247500
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.8364925004120656e-05,
      "loss": 2.1045,
      "step": 248000
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.836162848195154e-05,
      "loss": 2.0964,
      "step": 248500
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.835833195978243e-05,
      "loss": 2.0991,
      "step": 249000
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.835503543761332e-05,
      "loss": 2.1044,
      "step": 249500
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.835173891544421e-05,
      "loss": 2.1011,
      "step": 250000
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.8348442393275095e-05,
      "loss": 2.1058,
      "step": 250500
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.8345145871105985e-05,
      "loss": 2.0921,
      "step": 251000
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.8341849348936875e-05,
      "loss": 2.0987,
      "step": 251500
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.8338552826767766e-05,
      "loss": 2.0972,
      "step": 252000
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.8335256304598656e-05,
      "loss": 2.1022,
      "step": 252500
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.833195978242954e-05,
      "loss": 2.0963,
      "step": 253000
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.832866326026042e-05,
      "loss": 2.0946,
      "step": 253500
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.8325366738091314e-05,
      "loss": 2.0863,
      "step": 254000
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.8322070215922204e-05,
      "loss": 2.1016,
      "step": 254500
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.8318773693753094e-05,
      "loss": 2.0928,
      "step": 255000
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.8315477171583985e-05,
      "loss": 2.0888,
      "step": 255500
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.831218064941487e-05,
      "loss": 2.0976,
      "step": 256000
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.830888412724576e-05,
      "loss": 2.0889,
      "step": 256500
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.830558760507665e-05,
      "loss": 2.0857,
      "step": 257000
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.830229108290753e-05,
      "loss": 2.0873,
      "step": 257500
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.829899456073842e-05,
      "loss": 2.0959,
      "step": 258000
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.829569803856931e-05,
      "loss": 2.0909,
      "step": 258500
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.82924015164002e-05,
      "loss": 2.0895,
      "step": 259000
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.828910499423109e-05,
      "loss": 2.0868,
      "step": 259500
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.828580847206198e-05,
      "loss": 2.0872,
      "step": 260000
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.828251194989287e-05,
      "loss": 2.0862,
      "step": 260500
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.827921542772376e-05,
      "loss": 2.0844,
      "step": 261000
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.827591890555464e-05,
      "loss": 2.0864,
      "step": 261500
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.827262238338553e-05,
      "loss": 2.0903,
      "step": 262000
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.8269325861216416e-05,
      "loss": 2.0882,
      "step": 262500
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.826602933904731e-05,
      "loss": 2.0828,
      "step": 263000
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.82627328168782e-05,
      "loss": 2.0855,
      "step": 263500
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.825943629470908e-05,
      "loss": 2.089,
      "step": 264000
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.825613977253997e-05,
      "loss": 2.088,
      "step": 264500
    },
    {
      "epoch": 1.75,
      "learning_rate": 4.825284325037086e-05,
      "loss": 2.0847,
      "step": 265000
    },
    {
      "epoch": 1.75,
      "learning_rate": 4.824954672820175e-05,
      "loss": 2.0893,
      "step": 265500
    },
    {
      "epoch": 1.75,
      "learning_rate": 4.824625020603264e-05,
      "loss": 2.0823,
      "step": 266000
    },
    {
      "epoch": 1.76,
      "learning_rate": 4.8242953683863526e-05,
      "loss": 2.0836,
      "step": 266500
    },
    {
      "epoch": 1.76,
      "learning_rate": 4.823965716169441e-05,
      "loss": 2.0826,
      "step": 267000
    },
    {
      "epoch": 1.76,
      "learning_rate": 4.82363606395253e-05,
      "loss": 2.0841,
      "step": 267500
    },
    {
      "epoch": 1.77,
      "learning_rate": 4.823306411735619e-05,
      "loss": 2.084,
      "step": 268000
    },
    {
      "epoch": 1.77,
      "learning_rate": 4.822976759518708e-05,
      "loss": 2.0776,
      "step": 268500
    },
    {
      "epoch": 1.77,
      "learning_rate": 4.822647107301797e-05,
      "loss": 2.0705,
      "step": 269000
    },
    {
      "epoch": 1.78,
      "learning_rate": 4.8223174550848854e-05,
      "loss": 2.0731,
      "step": 269500
    },
    {
      "epoch": 1.78,
      "learning_rate": 4.8219878028679745e-05,
      "loss": 2.0759,
      "step": 270000
    },
    {
      "epoch": 1.78,
      "learning_rate": 4.8216581506510635e-05,
      "loss": 2.0749,
      "step": 270500
    },
    {
      "epoch": 1.79,
      "learning_rate": 4.8213284984341526e-05,
      "loss": 2.0823,
      "step": 271000
    },
    {
      "epoch": 1.79,
      "learning_rate": 4.820998846217241e-05,
      "loss": 2.0737,
      "step": 271500
    },
    {
      "epoch": 1.79,
      "learning_rate": 4.82066919400033e-05,
      "loss": 2.0754,
      "step": 272000
    },
    {
      "epoch": 1.8,
      "learning_rate": 4.820339541783418e-05,
      "loss": 2.0703,
      "step": 272500
    },
    {
      "epoch": 1.8,
      "learning_rate": 4.8200098895665074e-05,
      "loss": 2.0751,
      "step": 273000
    },
    {
      "epoch": 1.8,
      "learning_rate": 4.8196802373495964e-05,
      "loss": 2.0704,
      "step": 273500
    },
    {
      "epoch": 1.81,
      "learning_rate": 4.8193505851326854e-05,
      "loss": 2.0795,
      "step": 274000
    },
    {
      "epoch": 1.81,
      "learning_rate": 4.8190209329157745e-05,
      "loss": 2.0777,
      "step": 274500
    },
    {
      "epoch": 1.81,
      "learning_rate": 4.818691280698863e-05,
      "loss": 2.0621,
      "step": 275000
    },
    {
      "epoch": 1.82,
      "learning_rate": 4.818361628481952e-05,
      "loss": 2.0709,
      "step": 275500
    },
    {
      "epoch": 1.82,
      "learning_rate": 4.81803197626504e-05,
      "loss": 2.0791,
      "step": 276000
    },
    {
      "epoch": 1.82,
      "learning_rate": 4.817702324048129e-05,
      "loss": 2.0757,
      "step": 276500
    },
    {
      "epoch": 1.83,
      "learning_rate": 4.817372671831218e-05,
      "loss": 2.0619,
      "step": 277000
    },
    {
      "epoch": 1.83,
      "learning_rate": 4.8170430196143073e-05,
      "loss": 2.072,
      "step": 277500
    },
    {
      "epoch": 1.83,
      "learning_rate": 4.816713367397396e-05,
      "loss": 2.0614,
      "step": 278000
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.816383715180485e-05,
      "loss": 2.0811,
      "step": 278500
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.816054062963574e-05,
      "loss": 2.069,
      "step": 279000
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.815724410746663e-05,
      "loss": 2.0635,
      "step": 279500
    },
    {
      "epoch": 1.85,
      "learning_rate": 4.815394758529752e-05,
      "loss": 2.0698,
      "step": 280000
    },
    {
      "epoch": 1.85,
      "learning_rate": 4.81506510631284e-05,
      "loss": 2.0643,
      "step": 280500
    },
    {
      "epoch": 1.85,
      "learning_rate": 4.8147354540959286e-05,
      "loss": 2.0667,
      "step": 281000
    },
    {
      "epoch": 1.86,
      "learning_rate": 4.8144058018790176e-05,
      "loss": 2.072,
      "step": 281500
    },
    {
      "epoch": 1.86,
      "learning_rate": 4.8140761496621067e-05,
      "loss": 2.0675,
      "step": 282000
    },
    {
      "epoch": 1.86,
      "learning_rate": 4.813746497445196e-05,
      "loss": 2.0582,
      "step": 282500
    },
    {
      "epoch": 1.87,
      "learning_rate": 4.813416845228285e-05,
      "loss": 2.0688,
      "step": 283000
    },
    {
      "epoch": 1.87,
      "learning_rate": 4.813087193011373e-05,
      "loss": 2.0558,
      "step": 283500
    },
    {
      "epoch": 1.87,
      "learning_rate": 4.812757540794462e-05,
      "loss": 2.0658,
      "step": 284000
    },
    {
      "epoch": 1.88,
      "learning_rate": 4.812427888577551e-05,
      "loss": 2.0616,
      "step": 284500
    },
    {
      "epoch": 1.88,
      "learning_rate": 4.8120982363606395e-05,
      "loss": 2.0566,
      "step": 285000
    },
    {
      "epoch": 1.88,
      "learning_rate": 4.8117685841437286e-05,
      "loss": 2.0596,
      "step": 285500
    },
    {
      "epoch": 1.89,
      "learning_rate": 4.811438931926817e-05,
      "loss": 2.0577,
      "step": 286000
    },
    {
      "epoch": 1.89,
      "learning_rate": 4.811109279709906e-05,
      "loss": 2.0622,
      "step": 286500
    },
    {
      "epoch": 1.89,
      "learning_rate": 4.810779627492995e-05,
      "loss": 2.0498,
      "step": 287000
    },
    {
      "epoch": 1.9,
      "learning_rate": 4.810449975276084e-05,
      "loss": 2.0636,
      "step": 287500
    },
    {
      "epoch": 1.9,
      "learning_rate": 4.810120323059173e-05,
      "loss": 2.062,
      "step": 288000
    },
    {
      "epoch": 1.9,
      "learning_rate": 4.809790670842262e-05,
      "loss": 2.0591,
      "step": 288500
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.8094610186253505e-05,
      "loss": 2.0618,
      "step": 289000
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.8091313664084395e-05,
      "loss": 2.0556,
      "step": 289500
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.808801714191528e-05,
      "loss": 2.0557,
      "step": 290000
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.808472061974617e-05,
      "loss": 2.0565,
      "step": 290500
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.808142409757706e-05,
      "loss": 2.0543,
      "step": 291000
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.807812757540795e-05,
      "loss": 2.0672,
      "step": 291500
    },
    {
      "epoch": 1.93,
      "learning_rate": 4.8074831053238834e-05,
      "loss": 2.0575,
      "step": 292000
    },
    {
      "epoch": 1.93,
      "learning_rate": 4.8071534531069724e-05,
      "loss": 2.0482,
      "step": 292500
    },
    {
      "epoch": 1.93,
      "learning_rate": 4.8068238008900614e-05,
      "loss": 2.0529,
      "step": 293000
    },
    {
      "epoch": 1.94,
      "learning_rate": 4.8064941486731505e-05,
      "loss": 2.0479,
      "step": 293500
    },
    {
      "epoch": 1.94,
      "learning_rate": 4.806164496456239e-05,
      "loss": 2.0533,
      "step": 294000
    },
    {
      "epoch": 1.94,
      "learning_rate": 4.805834844239327e-05,
      "loss": 2.0459,
      "step": 294500
    },
    {
      "epoch": 1.94,
      "learning_rate": 4.805505192022416e-05,
      "loss": 2.0473,
      "step": 295000
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.805175539805505e-05,
      "loss": 2.0509,
      "step": 295500
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.804845887588594e-05,
      "loss": 2.0521,
      "step": 296000
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.8045162353716833e-05,
      "loss": 2.0475,
      "step": 296500
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.8041865831547724e-05,
      "loss": 2.0503,
      "step": 297000
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.803856930937861e-05,
      "loss": 2.037,
      "step": 297500
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.80352727872095e-05,
      "loss": 2.0526,
      "step": 298000
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.803197626504038e-05,
      "loss": 2.0473,
      "step": 298500
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.802867974287127e-05,
      "loss": 2.0475,
      "step": 299000
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.802538322070216e-05,
      "loss": 2.0461,
      "step": 299500
    },
    {
      "epoch": 1.98,
      "learning_rate": 4.8022086698533046e-05,
      "loss": 2.054,
      "step": 300000
    },
    {
      "epoch": 1.98,
      "learning_rate": 4.8018790176363936e-05,
      "loss": 2.0484,
      "step": 300500
    },
    {
      "epoch": 1.98,
      "learning_rate": 4.8015493654194827e-05,
      "loss": 2.0468,
      "step": 301000
    },
    {
      "epoch": 1.99,
      "learning_rate": 4.801219713202572e-05,
      "loss": 2.0497,
      "step": 301500
    },
    {
      "epoch": 1.99,
      "learning_rate": 4.800890060985661e-05,
      "loss": 2.0463,
      "step": 302000
    },
    {
      "epoch": 1.99,
      "learning_rate": 4.80056040876875e-05,
      "loss": 2.0453,
      "step": 302500
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.800230756551838e-05,
      "loss": 2.0459,
      "step": 303000
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.7999011043349265e-05,
      "loss": 2.0398,
      "step": 303500
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.7995714521180155e-05,
      "loss": 2.0366,
      "step": 304000
    },
    {
      "epoch": 2.01,
      "learning_rate": 4.7992417999011046e-05,
      "loss": 2.0345,
      "step": 304500
    },
    {
      "epoch": 2.01,
      "learning_rate": 4.7989121476841936e-05,
      "loss": 2.0319,
      "step": 305000
    },
    {
      "epoch": 2.01,
      "learning_rate": 4.798582495467282e-05,
      "loss": 2.0342,
      "step": 305500
    },
    {
      "epoch": 2.02,
      "learning_rate": 4.798252843250371e-05,
      "loss": 2.037,
      "step": 306000
    },
    {
      "epoch": 2.02,
      "learning_rate": 4.79792319103346e-05,
      "loss": 2.028,
      "step": 306500
    },
    {
      "epoch": 2.02,
      "learning_rate": 4.797593538816549e-05,
      "loss": 2.0301,
      "step": 307000
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.7972638865996374e-05,
      "loss": 2.0348,
      "step": 307500
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.7969342343827265e-05,
      "loss": 2.0265,
      "step": 308000
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.796604582165815e-05,
      "loss": 2.0399,
      "step": 308500
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.796274929948904e-05,
      "loss": 2.0382,
      "step": 309000
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.795945277731993e-05,
      "loss": 2.0314,
      "step": 309500
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.795615625515082e-05,
      "loss": 2.0345,
      "step": 310000
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.795285973298171e-05,
      "loss": 2.0239,
      "step": 310500
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.7949563210812594e-05,
      "loss": 2.0299,
      "step": 311000
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.7946266688643484e-05,
      "loss": 2.0255,
      "step": 311500
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7942970166474374e-05,
      "loss": 2.0303,
      "step": 312000
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.793967364430526e-05,
      "loss": 2.0196,
      "step": 312500
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.793637712213615e-05,
      "loss": 2.0255,
      "step": 313000
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.793308059996704e-05,
      "loss": 2.0247,
      "step": 313500
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.792978407779792e-05,
      "loss": 2.0255,
      "step": 314000
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.792648755562881e-05,
      "loss": 2.0231,
      "step": 314500
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.79231910334597e-05,
      "loss": 2.0329,
      "step": 315000
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.7919894511290593e-05,
      "loss": 2.0253,
      "step": 315500
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.7916597989121484e-05,
      "loss": 2.0218,
      "step": 316000
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.791330146695237e-05,
      "loss": 2.0269,
      "step": 316500
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.791000494478325e-05,
      "loss": 2.0294,
      "step": 317000
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.790670842261414e-05,
      "loss": 2.0223,
      "step": 317500
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.790341190044503e-05,
      "loss": 2.0177,
      "step": 318000
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.790011537827592e-05,
      "loss": 2.0223,
      "step": 318500
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.789681885610681e-05,
      "loss": 2.0276,
      "step": 319000
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.7893522333937696e-05,
      "loss": 2.0244,
      "step": 319500
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.7890225811768587e-05,
      "loss": 2.0176,
      "step": 320000
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.788692928959948e-05,
      "loss": 2.0182,
      "step": 320500
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.788363276743037e-05,
      "loss": 2.017,
      "step": 321000
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.788033624526125e-05,
      "loss": 2.0247,
      "step": 321500
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.7877039723092135e-05,
      "loss": 2.0193,
      "step": 322000
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.7873743200923025e-05,
      "loss": 2.0247,
      "step": 322500
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.7870446678753915e-05,
      "loss": 2.0177,
      "step": 323000
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.7867150156584806e-05,
      "loss": 2.0159,
      "step": 323500
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.7863853634415696e-05,
      "loss": 2.0252,
      "step": 324000
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.7860557112246586e-05,
      "loss": 2.0194,
      "step": 324500
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.785726059007747e-05,
      "loss": 2.0153,
      "step": 325000
    },
    {
      "epoch": 2.15,
      "learning_rate": 4.785396406790836e-05,
      "loss": 2.0146,
      "step": 325500
    },
    {
      "epoch": 2.15,
      "learning_rate": 4.7850667545739244e-05,
      "loss": 2.0176,
      "step": 326000
    },
    {
      "epoch": 2.15,
      "learning_rate": 4.7847371023570134e-05,
      "loss": 2.0137,
      "step": 326500
    },
    {
      "epoch": 2.16,
      "learning_rate": 4.7844074501401025e-05,
      "loss": 2.0203,
      "step": 327000
    },
    {
      "epoch": 2.16,
      "learning_rate": 4.784077797923191e-05,
      "loss": 2.0092,
      "step": 327500
    },
    {
      "epoch": 2.16,
      "learning_rate": 4.78374814570628e-05,
      "loss": 2.0148,
      "step": 328000
    },
    {
      "epoch": 2.17,
      "learning_rate": 4.783418493489369e-05,
      "loss": 2.0177,
      "step": 328500
    },
    {
      "epoch": 2.17,
      "learning_rate": 4.783088841272458e-05,
      "loss": 2.0177,
      "step": 329000
    },
    {
      "epoch": 2.17,
      "learning_rate": 4.782759189055547e-05,
      "loss": 2.0151,
      "step": 329500
    },
    {
      "epoch": 2.18,
      "learning_rate": 4.782429536838636e-05,
      "loss": 2.0159,
      "step": 330000
    },
    {
      "epoch": 2.18,
      "learning_rate": 4.7820998846217244e-05,
      "loss": 2.0156,
      "step": 330500
    },
    {
      "epoch": 2.18,
      "learning_rate": 4.781770232404813e-05,
      "loss": 2.015,
      "step": 331000
    },
    {
      "epoch": 2.19,
      "learning_rate": 4.781440580187902e-05,
      "loss": 2.0068,
      "step": 331500
    },
    {
      "epoch": 2.19,
      "learning_rate": 4.781110927970991e-05,
      "loss": 2.002,
      "step": 332000
    },
    {
      "epoch": 2.19,
      "learning_rate": 4.78078127575408e-05,
      "loss": 2.0046,
      "step": 332500
    },
    {
      "epoch": 2.2,
      "learning_rate": 4.780451623537168e-05,
      "loss": 2.0183,
      "step": 333000
    },
    {
      "epoch": 2.2,
      "learning_rate": 4.780121971320257e-05,
      "loss": 2.0091,
      "step": 333500
    },
    {
      "epoch": 2.2,
      "learning_rate": 4.779792319103346e-05,
      "loss": 2.0098,
      "step": 334000
    },
    {
      "epoch": 2.21,
      "learning_rate": 4.7794626668864353e-05,
      "loss": 2.0088,
      "step": 334500
    },
    {
      "epoch": 2.21,
      "learning_rate": 4.779133014669524e-05,
      "loss": 2.0047,
      "step": 335000
    },
    {
      "epoch": 2.21,
      "learning_rate": 4.778803362452613e-05,
      "loss": 2.0057,
      "step": 335500
    },
    {
      "epoch": 2.22,
      "learning_rate": 4.778473710235701e-05,
      "loss": 2.0036,
      "step": 336000
    },
    {
      "epoch": 2.22,
      "learning_rate": 4.77814405801879e-05,
      "loss": 2.0054,
      "step": 336500
    },
    {
      "epoch": 2.22,
      "learning_rate": 4.777814405801879e-05,
      "loss": 2.0158,
      "step": 337000
    },
    {
      "epoch": 2.23,
      "learning_rate": 4.777484753584968e-05,
      "loss": 2.0196,
      "step": 337500
    },
    {
      "epoch": 2.23,
      "learning_rate": 4.777155101368057e-05,
      "loss": 2.0045,
      "step": 338000
    },
    {
      "epoch": 2.23,
      "learning_rate": 4.7768254491511456e-05,
      "loss": 2.0045,
      "step": 338500
    },
    {
      "epoch": 2.24,
      "learning_rate": 4.7764957969342347e-05,
      "loss": 2.0054,
      "step": 339000
    },
    {
      "epoch": 2.24,
      "learning_rate": 4.776166144717324e-05,
      "loss": 2.0048,
      "step": 339500
    },
    {
      "epoch": 2.24,
      "learning_rate": 4.775836492500412e-05,
      "loss": 2.005,
      "step": 340000
    },
    {
      "epoch": 2.24,
      "learning_rate": 4.775506840283501e-05,
      "loss": 2.0032,
      "step": 340500
    },
    {
      "epoch": 2.25,
      "learning_rate": 4.77517718806659e-05,
      "loss": 1.9931,
      "step": 341000
    },
    {
      "epoch": 2.25,
      "learning_rate": 4.7748475358496785e-05,
      "loss": 2.0063,
      "step": 341500
    },
    {
      "epoch": 2.25,
      "learning_rate": 4.7745178836327675e-05,
      "loss": 2.0071,
      "step": 342000
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.7741882314158566e-05,
      "loss": 2.0006,
      "step": 342500
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.7738585791989456e-05,
      "loss": 2.0062,
      "step": 343000
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.7735289269820346e-05,
      "loss": 2.0062,
      "step": 343500
    },
    {
      "epoch": 2.27,
      "learning_rate": 4.773199274765123e-05,
      "loss": 2.0091,
      "step": 344000
    },
    {
      "epoch": 2.27,
      "learning_rate": 4.7728696225482114e-05,
      "loss": 1.9992,
      "step": 344500
    },
    {
      "epoch": 2.27,
      "learning_rate": 4.7725399703313004e-05,
      "loss": 2.0015,
      "step": 345000
    },
    {
      "epoch": 2.28,
      "learning_rate": 4.7722103181143894e-05,
      "loss": 2.01,
      "step": 345500
    },
    {
      "epoch": 2.28,
      "learning_rate": 4.7718806658974785e-05,
      "loss": 1.9914,
      "step": 346000
    },
    {
      "epoch": 2.28,
      "learning_rate": 4.7715510136805675e-05,
      "loss": 2.0039,
      "step": 346500
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.771221361463656e-05,
      "loss": 2.0001,
      "step": 347000
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.770891709246745e-05,
      "loss": 2.0027,
      "step": 347500
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.770562057029834e-05,
      "loss": 1.9988,
      "step": 348000
    },
    {
      "epoch": 2.3,
      "learning_rate": 4.770232404812923e-05,
      "loss": 2.0,
      "step": 348500
    },
    {
      "epoch": 2.3,
      "learning_rate": 4.7699027525960114e-05,
      "loss": 1.9909,
      "step": 349000
    },
    {
      "epoch": 2.3,
      "learning_rate": 4.7695731003791004e-05,
      "loss": 2.001,
      "step": 349500
    },
    {
      "epoch": 2.31,
      "learning_rate": 4.769243448162189e-05,
      "loss": 1.997,
      "step": 350000
    },
    {
      "epoch": 2.31,
      "learning_rate": 4.768913795945278e-05,
      "loss": 2.0026,
      "step": 350500
    },
    {
      "epoch": 2.31,
      "learning_rate": 4.768584143728367e-05,
      "loss": 2.004,
      "step": 351000
    },
    {
      "epoch": 2.32,
      "learning_rate": 4.768254491511456e-05,
      "loss": 1.9978,
      "step": 351500
    },
    {
      "epoch": 2.32,
      "learning_rate": 4.767924839294545e-05,
      "loss": 1.9952,
      "step": 352000
    },
    {
      "epoch": 2.32,
      "learning_rate": 4.767595187077633e-05,
      "loss": 1.9902,
      "step": 352500
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.767265534860722e-05,
      "loss": 1.9957,
      "step": 353000
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.766935882643811e-05,
      "loss": 2.0053,
      "step": 353500
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.7666062304269e-05,
      "loss": 1.9963,
      "step": 354000
    },
    {
      "epoch": 2.34,
      "learning_rate": 4.766276578209989e-05,
      "loss": 1.9905,
      "step": 354500
    },
    {
      "epoch": 2.34,
      "learning_rate": 4.765946925993078e-05,
      "loss": 1.9893,
      "step": 355000
    },
    {
      "epoch": 2.34,
      "learning_rate": 4.765617273776166e-05,
      "loss": 1.9998,
      "step": 355500
    },
    {
      "epoch": 2.35,
      "learning_rate": 4.765287621559255e-05,
      "loss": 1.9844,
      "step": 356000
    },
    {
      "epoch": 2.35,
      "learning_rate": 4.764957969342344e-05,
      "loss": 1.9882,
      "step": 356500
    },
    {
      "epoch": 2.35,
      "learning_rate": 4.764628317125433e-05,
      "loss": 1.9944,
      "step": 357000
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.7642986649085216e-05,
      "loss": 1.9905,
      "step": 357500
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.7639690126916107e-05,
      "loss": 1.9897,
      "step": 358000
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.763639360474699e-05,
      "loss": 1.9895,
      "step": 358500
    },
    {
      "epoch": 2.37,
      "learning_rate": 4.763309708257788e-05,
      "loss": 1.9878,
      "step": 359000
    },
    {
      "epoch": 2.37,
      "learning_rate": 4.762980056040877e-05,
      "loss": 1.9992,
      "step": 359500
    },
    {
      "epoch": 2.37,
      "learning_rate": 4.762650403823966e-05,
      "loss": 1.9938,
      "step": 360000
    },
    {
      "epoch": 2.38,
      "learning_rate": 4.762320751607055e-05,
      "loss": 1.9855,
      "step": 360500
    },
    {
      "epoch": 2.38,
      "learning_rate": 4.7619910993901435e-05,
      "loss": 1.9906,
      "step": 361000
    },
    {
      "epoch": 2.38,
      "learning_rate": 4.7616614471732326e-05,
      "loss": 1.9893,
      "step": 361500
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.7613317949563216e-05,
      "loss": 1.9878,
      "step": 362000
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.76100214273941e-05,
      "loss": 1.9812,
      "step": 362500
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.760672490522499e-05,
      "loss": 1.9923,
      "step": 363000
    },
    {
      "epoch": 2.4,
      "learning_rate": 4.7603428383055874e-05,
      "loss": 1.9963,
      "step": 363500
    },
    {
      "epoch": 2.4,
      "learning_rate": 4.7600131860886764e-05,
      "loss": 1.9902,
      "step": 364000
    },
    {
      "epoch": 2.4,
      "learning_rate": 4.7596835338717654e-05,
      "loss": 1.9864,
      "step": 364500
    },
    {
      "epoch": 2.41,
      "learning_rate": 4.7593538816548545e-05,
      "loss": 1.9904,
      "step": 365000
    },
    {
      "epoch": 2.41,
      "learning_rate": 4.7590242294379435e-05,
      "loss": 1.9957,
      "step": 365500
    },
    {
      "epoch": 2.41,
      "learning_rate": 4.7586945772210326e-05,
      "loss": 1.9898,
      "step": 366000
    },
    {
      "epoch": 2.42,
      "learning_rate": 4.758364925004121e-05,
      "loss": 1.9824,
      "step": 366500
    },
    {
      "epoch": 2.42,
      "learning_rate": 4.75803527278721e-05,
      "loss": 1.985,
      "step": 367000
    },
    {
      "epoch": 2.42,
      "learning_rate": 4.757705620570298e-05,
      "loss": 1.9824,
      "step": 367500
    },
    {
      "epoch": 2.43,
      "learning_rate": 4.7573759683533874e-05,
      "loss": 1.9907,
      "step": 368000
    },
    {
      "epoch": 2.43,
      "learning_rate": 4.7570463161364764e-05,
      "loss": 1.9853,
      "step": 368500
    },
    {
      "epoch": 2.43,
      "learning_rate": 4.756716663919565e-05,
      "loss": 1.9876,
      "step": 369000
    },
    {
      "epoch": 2.44,
      "learning_rate": 4.756387011702654e-05,
      "loss": 1.9796,
      "step": 369500
    },
    {
      "epoch": 2.44,
      "learning_rate": 4.756057359485743e-05,
      "loss": 1.9924,
      "step": 370000
    },
    {
      "epoch": 2.44,
      "learning_rate": 4.755727707268832e-05,
      "loss": 1.9744,
      "step": 370500
    },
    {
      "epoch": 2.45,
      "learning_rate": 4.755398055051921e-05,
      "loss": 1.9794,
      "step": 371000
    },
    {
      "epoch": 2.45,
      "learning_rate": 4.755068402835009e-05,
      "loss": 1.9855,
      "step": 371500
    },
    {
      "epoch": 2.45,
      "learning_rate": 4.7547387506180976e-05,
      "loss": 1.9773,
      "step": 372000
    },
    {
      "epoch": 2.46,
      "learning_rate": 4.754409098401187e-05,
      "loss": 1.9847,
      "step": 372500
    },
    {
      "epoch": 2.46,
      "learning_rate": 4.754079446184276e-05,
      "loss": 1.9694,
      "step": 373000
    },
    {
      "epoch": 2.46,
      "learning_rate": 4.753749793967365e-05,
      "loss": 1.9854,
      "step": 373500
    },
    {
      "epoch": 2.47,
      "learning_rate": 4.753420141750454e-05,
      "loss": 1.9853,
      "step": 374000
    },
    {
      "epoch": 2.47,
      "learning_rate": 4.753090489533542e-05,
      "loss": 1.9788,
      "step": 374500
    },
    {
      "epoch": 2.47,
      "learning_rate": 4.752760837316631e-05,
      "loss": 1.9858,
      "step": 375000
    },
    {
      "epoch": 2.48,
      "learning_rate": 4.75243118509972e-05,
      "loss": 1.9791,
      "step": 375500
    },
    {
      "epoch": 2.48,
      "learning_rate": 4.7521015328828086e-05,
      "loss": 1.9745,
      "step": 376000
    },
    {
      "epoch": 2.48,
      "learning_rate": 4.7517718806658976e-05,
      "loss": 1.9848,
      "step": 376500
    },
    {
      "epoch": 2.49,
      "learning_rate": 4.7514422284489867e-05,
      "loss": 1.9762,
      "step": 377000
    },
    {
      "epoch": 2.49,
      "learning_rate": 4.751112576232075e-05,
      "loss": 1.978,
      "step": 377500
    },
    {
      "epoch": 2.49,
      "learning_rate": 4.750782924015164e-05,
      "loss": 1.9726,
      "step": 378000
    },
    {
      "epoch": 2.5,
      "learning_rate": 4.750453271798253e-05,
      "loss": 1.98,
      "step": 378500
    },
    {
      "epoch": 2.5,
      "learning_rate": 4.750123619581342e-05,
      "loss": 1.982,
      "step": 379000
    },
    {
      "epoch": 2.5,
      "learning_rate": 4.749793967364431e-05,
      "loss": 1.9801,
      "step": 379500
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.7494643151475195e-05,
      "loss": 1.9775,
      "step": 380000
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.7491346629306086e-05,
      "loss": 1.9764,
      "step": 380500
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.748805010713697e-05,
      "loss": 1.9821,
      "step": 381000
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.748475358496786e-05,
      "loss": 1.9733,
      "step": 381500
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.748145706279875e-05,
      "loss": 1.9703,
      "step": 382000
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.747816054062964e-05,
      "loss": 1.9771,
      "step": 382500
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.7474864018460524e-05,
      "loss": 1.9721,
      "step": 383000
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.7471567496291414e-05,
      "loss": 1.9811,
      "step": 383500
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.7468270974122305e-05,
      "loss": 1.9759,
      "step": 384000
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.7464974451953195e-05,
      "loss": 1.9708,
      "step": 384500
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.746167792978408e-05,
      "loss": 1.9718,
      "step": 385000
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.745838140761497e-05,
      "loss": 1.9675,
      "step": 385500
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.745508488544585e-05,
      "loss": 1.9655,
      "step": 386000
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.745178836327674e-05,
      "loss": 1.97,
      "step": 386500
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.7448491841107633e-05,
      "loss": 1.9584,
      "step": 387000
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.7445195318938524e-05,
      "loss": 1.9667,
      "step": 387500
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.7441898796769414e-05,
      "loss": 1.961,
      "step": 388000
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.74386022746003e-05,
      "loss": 1.9696,
      "step": 388500
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.743530575243119e-05,
      "loss": 1.9621,
      "step": 389000
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.743200923026208e-05,
      "loss": 1.9661,
      "step": 389500
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.742871270809296e-05,
      "loss": 1.967,
      "step": 390000
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.742541618592385e-05,
      "loss": 1.964,
      "step": 390500
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.742211966375474e-05,
      "loss": 1.9727,
      "step": 391000
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.7418823141585627e-05,
      "loss": 1.9583,
      "step": 391500
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.741552661941652e-05,
      "loss": 1.9669,
      "step": 392000
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.741223009724741e-05,
      "loss": 1.9679,
      "step": 392500
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.74089335750783e-05,
      "loss": 1.9583,
      "step": 393000
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.740563705290919e-05,
      "loss": 1.9706,
      "step": 393500
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.740234053074007e-05,
      "loss": 1.9673,
      "step": 394000
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.7399044008570955e-05,
      "loss": 1.971,
      "step": 394500
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.7395747486401846e-05,
      "loss": 1.9604,
      "step": 395000
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.7392450964232736e-05,
      "loss": 1.9639,
      "step": 395500
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.7389154442063626e-05,
      "loss": 1.9628,
      "step": 396000
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.738585791989452e-05,
      "loss": 1.9705,
      "step": 396500
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.73825613977254e-05,
      "loss": 1.9594,
      "step": 397000
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.737926487555629e-05,
      "loss": 1.9612,
      "step": 397500
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.737596835338718e-05,
      "loss": 1.9618,
      "step": 398000
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.737267183121807e-05,
      "loss": 1.9694,
      "step": 398500
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.7369375309048955e-05,
      "loss": 1.9529,
      "step": 399000
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.736607878687984e-05,
      "loss": 1.9589,
      "step": 399500
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.736278226471073e-05,
      "loss": 1.97,
      "step": 400000
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.735948574254162e-05,
      "loss": 1.9609,
      "step": 400500
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.735618922037251e-05,
      "loss": 1.9638,
      "step": 401000
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.73528926982034e-05,
      "loss": 1.9615,
      "step": 401500
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.734959617603429e-05,
      "loss": 1.9617,
      "step": 402000
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.7346299653865174e-05,
      "loss": 1.9696,
      "step": 402500
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.7343003131696065e-05,
      "loss": 1.9613,
      "step": 403000
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.733970660952695e-05,
      "loss": 1.9588,
      "step": 403500
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.733641008735784e-05,
      "loss": 1.9603,
      "step": 404000
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.733311356518873e-05,
      "loss": 1.9608,
      "step": 404500
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.732981704301961e-05,
      "loss": 1.9636,
      "step": 405000
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.73265205208505e-05,
      "loss": 1.9651,
      "step": 405500
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.7323223998681393e-05,
      "loss": 1.9656,
      "step": 406000
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.7319927476512284e-05,
      "loss": 1.9554,
      "step": 406500
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.7316630954343174e-05,
      "loss": 1.9631,
      "step": 407000
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.7313334432174065e-05,
      "loss": 1.9568,
      "step": 407500
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.731003791000495e-05,
      "loss": 1.9642,
      "step": 408000
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.730674138783583e-05,
      "loss": 1.9524,
      "step": 408500
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.730344486566672e-05,
      "loss": 1.9578,
      "step": 409000
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.730014834349761e-05,
      "loss": 1.9653,
      "step": 409500
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.72968518213285e-05,
      "loss": 1.9632,
      "step": 410000
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7293555299159387e-05,
      "loss": 1.9589,
      "step": 410500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.729025877699028e-05,
      "loss": 1.9612,
      "step": 411000
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.728696225482117e-05,
      "loss": 1.9475,
      "step": 411500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.728366573265206e-05,
      "loss": 1.9505,
      "step": 412000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.728036921048294e-05,
      "loss": 1.949,
      "step": 412500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.727707268831383e-05,
      "loss": 1.9578,
      "step": 413000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.7273776166144715e-05,
      "loss": 1.9562,
      "step": 413500
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.7270479643975606e-05,
      "loss": 1.9513,
      "step": 414000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.7267183121806496e-05,
      "loss": 1.9551,
      "step": 414500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.7263886599637386e-05,
      "loss": 1.9545,
      "step": 415000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.726059007746828e-05,
      "loss": 1.9585,
      "step": 415500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.725729355529916e-05,
      "loss": 1.9503,
      "step": 416000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.725399703313005e-05,
      "loss": 1.9584,
      "step": 416500
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.725070051096094e-05,
      "loss": 1.9516,
      "step": 417000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.7247403988791825e-05,
      "loss": 1.9586,
      "step": 417500
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.7244107466622715e-05,
      "loss": 1.9529,
      "step": 418000
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.7240810944453606e-05,
      "loss": 1.9506,
      "step": 418500
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.723751442228449e-05,
      "loss": 1.9535,
      "step": 419000
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.723421790011538e-05,
      "loss": 1.9484,
      "step": 419500
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.723092137794627e-05,
      "loss": 1.946,
      "step": 420000
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.722762485577716e-05,
      "loss": 1.945,
      "step": 420500
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.722432833360805e-05,
      "loss": 1.9436,
      "step": 421000
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.7221031811438934e-05,
      "loss": 1.9461,
      "step": 421500
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.721773528926982e-05,
      "loss": 1.9459,
      "step": 422000
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.721443876710071e-05,
      "loss": 1.9469,
      "step": 422500
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.72111422449316e-05,
      "loss": 1.9427,
      "step": 423000
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.720784572276249e-05,
      "loss": 1.9419,
      "step": 423500
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.720454920059338e-05,
      "loss": 1.9419,
      "step": 424000
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.720125267842426e-05,
      "loss": 1.9578,
      "step": 424500
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.7197956156255153e-05,
      "loss": 1.9465,
      "step": 425000
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.7194659634086044e-05,
      "loss": 1.9541,
      "step": 425500
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.719136311191693e-05,
      "loss": 1.9432,
      "step": 426000
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.718806658974782e-05,
      "loss": 1.9535,
      "step": 426500
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.71847700675787e-05,
      "loss": 1.9431,
      "step": 427000
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.718147354540959e-05,
      "loss": 1.9551,
      "step": 427500
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.717817702324048e-05,
      "loss": 1.9456,
      "step": 428000
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.717488050107137e-05,
      "loss": 1.9401,
      "step": 428500
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.717158397890226e-05,
      "loss": 1.9408,
      "step": 429000
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.716828745673315e-05,
      "loss": 1.9461,
      "step": 429500
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.716499093456404e-05,
      "loss": 1.9427,
      "step": 430000
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.716169441239493e-05,
      "loss": 1.9426,
      "step": 430500
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.715839789022581e-05,
      "loss": 1.9321,
      "step": 431000
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.71551013680567e-05,
      "loss": 1.9436,
      "step": 431500
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.715180484588759e-05,
      "loss": 1.9437,
      "step": 432000
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.7148508323718475e-05,
      "loss": 1.9382,
      "step": 432500
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.7145211801549366e-05,
      "loss": 1.9379,
      "step": 433000
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.7141915279380256e-05,
      "loss": 1.9426,
      "step": 433500
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.7138618757211146e-05,
      "loss": 1.9456,
      "step": 434000
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.713532223504204e-05,
      "loss": 1.9334,
      "step": 434500
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.713202571287292e-05,
      "loss": 1.9458,
      "step": 435000
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.712872919070381e-05,
      "loss": 1.952,
      "step": 435500
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.7125432668534694e-05,
      "loss": 1.9453,
      "step": 436000
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.7122136146365585e-05,
      "loss": 1.9366,
      "step": 436500
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.7118839624196475e-05,
      "loss": 1.939,
      "step": 437000
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.7115543102027366e-05,
      "loss": 1.9457,
      "step": 437500
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.711224657985825e-05,
      "loss": 1.9384,
      "step": 438000
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.710895005768914e-05,
      "loss": 1.9262,
      "step": 438500
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.710565353552003e-05,
      "loss": 1.9312,
      "step": 439000
    },
    {
      "epoch": 2.9,
      "learning_rate": 4.710235701335092e-05,
      "loss": 1.9386,
      "step": 439500
    },
    {
      "epoch": 2.9,
      "learning_rate": 4.7099060491181804e-05,
      "loss": 1.9426,
      "step": 440000
    },
    {
      "epoch": 2.9,
      "learning_rate": 4.7095763969012694e-05,
      "loss": 1.9395,
      "step": 440500
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.709246744684358e-05,
      "loss": 1.9355,
      "step": 441000
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.708917092467447e-05,
      "loss": 1.9402,
      "step": 441500
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.708587440250536e-05,
      "loss": 1.9395,
      "step": 442000
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.708257788033625e-05,
      "loss": 1.9358,
      "step": 442500
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.707928135816714e-05,
      "loss": 1.9333,
      "step": 443000
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.707598483599803e-05,
      "loss": 1.9361,
      "step": 443500
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.7072688313828913e-05,
      "loss": 1.9377,
      "step": 444000
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.70693917916598e-05,
      "loss": 1.9352,
      "step": 444500
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.706609526949069e-05,
      "loss": 1.933,
      "step": 445000
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.706279874732158e-05,
      "loss": 1.9359,
      "step": 445500
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.705950222515247e-05,
      "loss": 1.937,
      "step": 446000
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.705620570298335e-05,
      "loss": 1.9315,
      "step": 446500
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.705290918081424e-05,
      "loss": 1.9307,
      "step": 447000
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.704961265864513e-05,
      "loss": 1.9342,
      "step": 447500
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.704631613647602e-05,
      "loss": 1.9369,
      "step": 448000
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.704301961430691e-05,
      "loss": 1.9326,
      "step": 448500
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.70397230921378e-05,
      "loss": 1.9299,
      "step": 449000
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.703642656996868e-05,
      "loss": 1.9327,
      "step": 449500
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.703313004779957e-05,
      "loss": 1.9339,
      "step": 450000
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.702983352563046e-05,
      "loss": 1.9345,
      "step": 450500
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.702653700346135e-05,
      "loss": 1.9369,
      "step": 451000
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.702324048129224e-05,
      "loss": 1.9207,
      "step": 451500
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.7019943959123126e-05,
      "loss": 1.9219,
      "step": 452000
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.7016647436954016e-05,
      "loss": 1.928,
      "step": 452500
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.7013350914784906e-05,
      "loss": 1.9305,
      "step": 453000
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.701005439261579e-05,
      "loss": 1.936,
      "step": 453500
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.700675787044668e-05,
      "loss": 1.9346,
      "step": 454000
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.700346134827757e-05,
      "loss": 1.9369,
      "step": 454500
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.7000164826108454e-05,
      "loss": 1.9352,
      "step": 455000
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.6996868303939345e-05,
      "loss": 1.9301,
      "step": 455500
    },
    {
      "epoch": 3.01,
      "learning_rate": 4.6993571781770235e-05,
      "loss": 1.9218,
      "step": 456000
    },
    {
      "epoch": 3.01,
      "learning_rate": 4.6990275259601126e-05,
      "loss": 1.9205,
      "step": 456500
    },
    {
      "epoch": 3.01,
      "learning_rate": 4.6986978737432016e-05,
      "loss": 1.9264,
      "step": 457000
    },
    {
      "epoch": 3.02,
      "learning_rate": 4.69836822152629e-05,
      "loss": 1.9197,
      "step": 457500
    },
    {
      "epoch": 3.02,
      "learning_rate": 4.698038569309379e-05,
      "loss": 1.9277,
      "step": 458000
    },
    {
      "epoch": 3.02,
      "learning_rate": 4.6977089170924674e-05,
      "loss": 1.9248,
      "step": 458500
    },
    {
      "epoch": 3.03,
      "learning_rate": 4.6973792648755564e-05,
      "loss": 1.9217,
      "step": 459000
    },
    {
      "epoch": 3.03,
      "learning_rate": 4.6970496126586454e-05,
      "loss": 1.9296,
      "step": 459500
    },
    {
      "epoch": 3.03,
      "learning_rate": 4.6967199604417345e-05,
      "loss": 1.9226,
      "step": 460000
    },
    {
      "epoch": 3.04,
      "learning_rate": 4.696390308224823e-05,
      "loss": 1.9261,
      "step": 460500
    },
    {
      "epoch": 3.04,
      "learning_rate": 4.696060656007912e-05,
      "loss": 1.9155,
      "step": 461000
    },
    {
      "epoch": 3.04,
      "learning_rate": 4.695731003791001e-05,
      "loss": 1.9128,
      "step": 461500
    },
    {
      "epoch": 3.05,
      "learning_rate": 4.69540135157409e-05,
      "loss": 1.9199,
      "step": 462000
    },
    {
      "epoch": 3.05,
      "learning_rate": 4.695071699357178e-05,
      "loss": 1.9253,
      "step": 462500
    },
    {
      "epoch": 3.05,
      "learning_rate": 4.694742047140267e-05,
      "loss": 1.9244,
      "step": 463000
    },
    {
      "epoch": 3.06,
      "learning_rate": 4.694412394923356e-05,
      "loss": 1.9236,
      "step": 463500
    },
    {
      "epoch": 3.06,
      "learning_rate": 4.694082742706445e-05,
      "loss": 1.9285,
      "step": 464000
    },
    {
      "epoch": 3.06,
      "learning_rate": 4.693753090489534e-05,
      "loss": 1.9181,
      "step": 464500
    },
    {
      "epoch": 3.07,
      "learning_rate": 4.693423438272623e-05,
      "loss": 1.9255,
      "step": 465000
    },
    {
      "epoch": 3.07,
      "learning_rate": 4.693093786055712e-05,
      "loss": 1.9204,
      "step": 465500
    },
    {
      "epoch": 3.07,
      "learning_rate": 4.6927641338388e-05,
      "loss": 1.9271,
      "step": 466000
    },
    {
      "epoch": 3.08,
      "learning_rate": 4.692434481621889e-05,
      "loss": 1.9185,
      "step": 466500
    },
    {
      "epoch": 3.08,
      "learning_rate": 4.692104829404978e-05,
      "loss": 1.9219,
      "step": 467000
    },
    {
      "epoch": 3.08,
      "learning_rate": 4.6917751771880667e-05,
      "loss": 1.9205,
      "step": 467500
    },
    {
      "epoch": 3.09,
      "learning_rate": 4.691445524971156e-05,
      "loss": 1.9241,
      "step": 468000
    },
    {
      "epoch": 3.09,
      "learning_rate": 4.691115872754244e-05,
      "loss": 1.9302,
      "step": 468500
    },
    {
      "epoch": 3.09,
      "learning_rate": 4.690786220537333e-05,
      "loss": 1.9248,
      "step": 469000
    },
    {
      "epoch": 3.1,
      "learning_rate": 4.690456568320422e-05,
      "loss": 1.9138,
      "step": 469500
    },
    {
      "epoch": 3.1,
      "learning_rate": 4.690126916103511e-05,
      "loss": 1.9183,
      "step": 470000
    },
    {
      "epoch": 3.1,
      "learning_rate": 4.6897972638866e-05,
      "loss": 1.9242,
      "step": 470500
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.689467611669689e-05,
      "loss": 1.9193,
      "step": 471000
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.6891379594527776e-05,
      "loss": 1.9199,
      "step": 471500
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.688808307235866e-05,
      "loss": 1.9107,
      "step": 472000
    },
    {
      "epoch": 3.12,
      "learning_rate": 4.688478655018955e-05,
      "loss": 1.9166,
      "step": 472500
    },
    {
      "epoch": 3.12,
      "learning_rate": 4.688149002802044e-05,
      "loss": 1.9127,
      "step": 473000
    },
    {
      "epoch": 3.12,
      "learning_rate": 4.687819350585133e-05,
      "loss": 1.9165,
      "step": 473500
    },
    {
      "epoch": 3.13,
      "learning_rate": 4.6874896983682214e-05,
      "loss": 1.9109,
      "step": 474000
    },
    {
      "epoch": 3.13,
      "learning_rate": 4.6871600461513105e-05,
      "loss": 1.9178,
      "step": 474500
    },
    {
      "epoch": 3.13,
      "learning_rate": 4.6868303939343995e-05,
      "loss": 1.9185,
      "step": 475000
    },
    {
      "epoch": 3.13,
      "learning_rate": 4.6865007417174886e-05,
      "loss": 1.9139,
      "step": 475500
    },
    {
      "epoch": 3.14,
      "learning_rate": 4.6861710895005776e-05,
      "loss": 1.9131,
      "step": 476000
    },
    {
      "epoch": 3.14,
      "learning_rate": 4.685841437283666e-05,
      "loss": 1.926,
      "step": 476500
    },
    {
      "epoch": 3.14,
      "learning_rate": 4.685511785066754e-05,
      "loss": 1.9176,
      "step": 477000
    },
    {
      "epoch": 3.15,
      "learning_rate": 4.6851821328498434e-05,
      "loss": 1.9203,
      "step": 477500
    },
    {
      "epoch": 3.15,
      "learning_rate": 4.6848524806329324e-05,
      "loss": 1.9235,
      "step": 478000
    },
    {
      "epoch": 3.15,
      "learning_rate": 4.6845228284160214e-05,
      "loss": 1.9192,
      "step": 478500
    },
    {
      "epoch": 3.16,
      "learning_rate": 4.6841931761991105e-05,
      "loss": 1.9122,
      "step": 479000
    },
    {
      "epoch": 3.16,
      "learning_rate": 4.683863523982199e-05,
      "loss": 1.9083,
      "step": 479500
    },
    {
      "epoch": 3.16,
      "learning_rate": 4.683533871765288e-05,
      "loss": 1.9175,
      "step": 480000
    },
    {
      "epoch": 3.17,
      "learning_rate": 4.683204219548377e-05,
      "loss": 1.9125,
      "step": 480500
    },
    {
      "epoch": 3.17,
      "learning_rate": 4.682874567331465e-05,
      "loss": 1.9101,
      "step": 481000
    },
    {
      "epoch": 3.17,
      "learning_rate": 4.682544915114554e-05,
      "loss": 1.9059,
      "step": 481500
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.6822152628976433e-05,
      "loss": 1.9135,
      "step": 482000
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.681885610680732e-05,
      "loss": 1.9199,
      "step": 482500
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.681555958463821e-05,
      "loss": 1.9142,
      "step": 483000
    },
    {
      "epoch": 3.19,
      "learning_rate": 4.68122630624691e-05,
      "loss": 1.9156,
      "step": 483500
    },
    {
      "epoch": 3.19,
      "learning_rate": 4.680896654029999e-05,
      "loss": 1.9119,
      "step": 484000
    },
    {
      "epoch": 3.19,
      "learning_rate": 4.680567001813088e-05,
      "loss": 1.9141,
      "step": 484500
    },
    {
      "epoch": 3.2,
      "learning_rate": 4.680237349596176e-05,
      "loss": 1.9059,
      "step": 485000
    },
    {
      "epoch": 3.2,
      "learning_rate": 4.679907697379265e-05,
      "loss": 1.9163,
      "step": 485500
    },
    {
      "epoch": 3.2,
      "learning_rate": 4.6795780451623536e-05,
      "loss": 1.9135,
      "step": 486000
    },
    {
      "epoch": 3.21,
      "learning_rate": 4.6792483929454427e-05,
      "loss": 1.9118,
      "step": 486500
    },
    {
      "epoch": 3.21,
      "learning_rate": 4.678918740728532e-05,
      "loss": 1.9149,
      "step": 487000
    },
    {
      "epoch": 3.21,
      "learning_rate": 4.678589088511621e-05,
      "loss": 1.9072,
      "step": 487500
    },
    {
      "epoch": 3.22,
      "learning_rate": 4.678259436294709e-05,
      "loss": 1.9088,
      "step": 488000
    },
    {
      "epoch": 3.22,
      "learning_rate": 4.677929784077798e-05,
      "loss": 1.9113,
      "step": 488500
    },
    {
      "epoch": 3.22,
      "learning_rate": 4.677600131860887e-05,
      "loss": 1.9102,
      "step": 489000
    },
    {
      "epoch": 3.23,
      "learning_rate": 4.677270479643976e-05,
      "loss": 1.912,
      "step": 489500
    },
    {
      "epoch": 3.23,
      "learning_rate": 4.6769408274270646e-05,
      "loss": 1.9081,
      "step": 490000
    },
    {
      "epoch": 3.23,
      "learning_rate": 4.676611175210153e-05,
      "loss": 1.9195,
      "step": 490500
    },
    {
      "epoch": 3.24,
      "learning_rate": 4.676281522993242e-05,
      "loss": 1.9068,
      "step": 491000
    },
    {
      "epoch": 3.24,
      "learning_rate": 4.675951870776331e-05,
      "loss": 1.9067,
      "step": 491500
    },
    {
      "epoch": 3.24,
      "learning_rate": 4.67562221855942e-05,
      "loss": 1.9134,
      "step": 492000
    },
    {
      "epoch": 3.25,
      "learning_rate": 4.675292566342509e-05,
      "loss": 1.9089,
      "step": 492500
    },
    {
      "epoch": 3.25,
      "learning_rate": 4.674962914125598e-05,
      "loss": 1.9053,
      "step": 493000
    },
    {
      "epoch": 3.25,
      "learning_rate": 4.6746332619086865e-05,
      "loss": 1.9086,
      "step": 493500
    },
    {
      "epoch": 3.26,
      "learning_rate": 4.6743036096917755e-05,
      "loss": 1.9098,
      "step": 494000
    },
    {
      "epoch": 3.26,
      "learning_rate": 4.6739739574748646e-05,
      "loss": 1.9022,
      "step": 494500
    },
    {
      "epoch": 3.26,
      "learning_rate": 4.673644305257953e-05,
      "loss": 1.9151,
      "step": 495000
    },
    {
      "epoch": 3.27,
      "learning_rate": 4.673314653041042e-05,
      "loss": 1.903,
      "step": 495500
    },
    {
      "epoch": 3.27,
      "learning_rate": 4.672985000824131e-05,
      "loss": 1.9071,
      "step": 496000
    },
    {
      "epoch": 3.27,
      "learning_rate": 4.6726553486072193e-05,
      "loss": 1.9135,
      "step": 496500
    },
    {
      "epoch": 3.28,
      "learning_rate": 4.6723256963903084e-05,
      "loss": 1.9125,
      "step": 497000
    },
    {
      "epoch": 3.28,
      "learning_rate": 4.6719960441733974e-05,
      "loss": 1.9123,
      "step": 497500
    },
    {
      "epoch": 3.28,
      "learning_rate": 4.6716663919564865e-05,
      "loss": 1.9124,
      "step": 498000
    },
    {
      "epoch": 3.29,
      "learning_rate": 4.6713367397395755e-05,
      "loss": 1.91,
      "step": 498500
    },
    {
      "epoch": 3.29,
      "learning_rate": 4.671007087522664e-05,
      "loss": 1.8994,
      "step": 499000
    },
    {
      "epoch": 3.29,
      "learning_rate": 4.670677435305752e-05,
      "loss": 1.9103,
      "step": 499500
    },
    {
      "epoch": 3.3,
      "learning_rate": 4.670347783088841e-05,
      "loss": 1.9014,
      "step": 500000
    },
    {
      "epoch": 3.3,
      "learning_rate": 4.67001813087193e-05,
      "loss": 1.896,
      "step": 500500
    },
    {
      "epoch": 3.3,
      "learning_rate": 4.669688478655019e-05,
      "loss": 1.9022,
      "step": 501000
    },
    {
      "epoch": 3.31,
      "learning_rate": 4.6693588264381084e-05,
      "loss": 1.9079,
      "step": 501500
    },
    {
      "epoch": 3.31,
      "learning_rate": 4.669029174221197e-05,
      "loss": 1.9048,
      "step": 502000
    },
    {
      "epoch": 3.31,
      "learning_rate": 4.668699522004286e-05,
      "loss": 1.909,
      "step": 502500
    },
    {
      "epoch": 3.32,
      "learning_rate": 4.668369869787375e-05,
      "loss": 1.8979,
      "step": 503000
    },
    {
      "epoch": 3.32,
      "learning_rate": 4.668040217570463e-05,
      "loss": 1.9037,
      "step": 503500
    },
    {
      "epoch": 3.32,
      "learning_rate": 4.667710565353552e-05,
      "loss": 1.905,
      "step": 504000
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.6673809131366406e-05,
      "loss": 1.8994,
      "step": 504500
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.6670512609197296e-05,
      "loss": 1.9023,
      "step": 505000
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.6667216087028186e-05,
      "loss": 1.8999,
      "step": 505500
    },
    {
      "epoch": 3.34,
      "learning_rate": 4.666391956485908e-05,
      "loss": 1.8994,
      "step": 506000
    },
    {
      "epoch": 3.34,
      "learning_rate": 4.666062304268997e-05,
      "loss": 1.8995,
      "step": 506500
    },
    {
      "epoch": 3.34,
      "learning_rate": 4.665732652052086e-05,
      "loss": 1.904,
      "step": 507000
    },
    {
      "epoch": 3.35,
      "learning_rate": 4.665402999835174e-05,
      "loss": 1.9115,
      "step": 507500
    },
    {
      "epoch": 3.35,
      "learning_rate": 4.665073347618263e-05,
      "loss": 1.8994,
      "step": 508000
    },
    {
      "epoch": 3.35,
      "learning_rate": 4.6647436954013515e-05,
      "loss": 1.9074,
      "step": 508500
    },
    {
      "epoch": 3.36,
      "learning_rate": 4.6644140431844406e-05,
      "loss": 1.9015,
      "step": 509000
    },
    {
      "epoch": 3.36,
      "learning_rate": 4.6640843909675296e-05,
      "loss": 1.8988,
      "step": 509500
    },
    {
      "epoch": 3.36,
      "learning_rate": 4.663754738750618e-05,
      "loss": 1.903,
      "step": 510000
    },
    {
      "epoch": 3.37,
      "learning_rate": 4.663425086533707e-05,
      "loss": 1.8927,
      "step": 510500
    },
    {
      "epoch": 3.37,
      "learning_rate": 4.663095434316796e-05,
      "loss": 1.9047,
      "step": 511000
    },
    {
      "epoch": 3.37,
      "learning_rate": 4.662765782099885e-05,
      "loss": 1.8966,
      "step": 511500
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.662436129882974e-05,
      "loss": 1.8995,
      "step": 512000
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.6621064776660625e-05,
      "loss": 1.9043,
      "step": 512500
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.6617768254491515e-05,
      "loss": 1.8966,
      "step": 513000
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.66144717323224e-05,
      "loss": 1.8985,
      "step": 513500
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.661117521015329e-05,
      "loss": 1.9023,
      "step": 514000
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.660787868798418e-05,
      "loss": 1.8947,
      "step": 514500
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.660458216581507e-05,
      "loss": 1.8942,
      "step": 515000
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.6601285643645953e-05,
      "loss": 1.8973,
      "step": 515500
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.6597989121476844e-05,
      "loss": 1.8941,
      "step": 516000
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.6594692599307734e-05,
      "loss": 1.8964,
      "step": 516500
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.6591396077138625e-05,
      "loss": 1.8977,
      "step": 517000
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.658809955496951e-05,
      "loss": 1.9008,
      "step": 517500
    },
    {
      "epoch": 3.42,
      "learning_rate": 4.65848030328004e-05,
      "loss": 1.8875,
      "step": 518000
    },
    {
      "epoch": 3.42,
      "learning_rate": 4.658150651063128e-05,
      "loss": 1.8974,
      "step": 518500
    },
    {
      "epoch": 3.42,
      "learning_rate": 4.657820998846217e-05,
      "loss": 1.8918,
      "step": 519000
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.657491346629306e-05,
      "loss": 1.8954,
      "step": 519500
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.657161694412395e-05,
      "loss": 1.8996,
      "step": 520000
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.6568320421954844e-05,
      "loss": 1.9034,
      "step": 520500
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.656502389978573e-05,
      "loss": 1.9001,
      "step": 521000
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.656172737761662e-05,
      "loss": 1.8925,
      "step": 521500
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.65584308554475e-05,
      "loss": 1.9045,
      "step": 522000
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.655513433327839e-05,
      "loss": 1.8957,
      "step": 522500
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.655183781110928e-05,
      "loss": 1.8952,
      "step": 523000
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.654854128894017e-05,
      "loss": 1.8918,
      "step": 523500
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.6545244766771056e-05,
      "loss": 1.8959,
      "step": 524000
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.6541948244601946e-05,
      "loss": 1.8896,
      "step": 524500
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.653865172243284e-05,
      "loss": 1.8982,
      "step": 525000
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.653535520026373e-05,
      "loss": 1.8969,
      "step": 525500
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.653205867809462e-05,
      "loss": 1.9,
      "step": 526000
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.65287621559255e-05,
      "loss": 1.8978,
      "step": 526500
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.6525465633756385e-05,
      "loss": 1.8966,
      "step": 527000
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.6522169111587275e-05,
      "loss": 1.8937,
      "step": 527500
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.6518872589418166e-05,
      "loss": 1.8949,
      "step": 528000
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.6515576067249056e-05,
      "loss": 1.9006,
      "step": 528500
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.6512279545079946e-05,
      "loss": 1.8972,
      "step": 529000
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.650898302291083e-05,
      "loss": 1.8907,
      "step": 529500
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.650568650074172e-05,
      "loss": 1.8988,
      "step": 530000
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.650238997857261e-05,
      "loss": 1.8935,
      "step": 530500
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.6499093456403494e-05,
      "loss": 1.8883,
      "step": 531000
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.6495796934234385e-05,
      "loss": 1.8852,
      "step": 531500
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.649250041206527e-05,
      "loss": 1.888,
      "step": 532000
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.648920388989616e-05,
      "loss": 1.8932,
      "step": 532500
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.648590736772705e-05,
      "loss": 1.8971,
      "step": 533000
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.648261084555794e-05,
      "loss": 1.8858,
      "step": 533500
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.647931432338883e-05,
      "loss": 1.883,
      "step": 534000
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.647601780121972e-05,
      "loss": 1.888,
      "step": 534500
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.6472721279050604e-05,
      "loss": 1.9003,
      "step": 535000
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.6469424756881494e-05,
      "loss": 1.8942,
      "step": 535500
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.646612823471238e-05,
      "loss": 1.895,
      "step": 536000
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.646283171254327e-05,
      "loss": 1.8853,
      "step": 536500
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.645953519037416e-05,
      "loss": 1.898,
      "step": 537000
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.645623866820504e-05,
      "loss": 1.8861,
      "step": 537500
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.645294214603593e-05,
      "loss": 1.8906,
      "step": 538000
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.644964562386682e-05,
      "loss": 1.8975,
      "step": 538500
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.644634910169771e-05,
      "loss": 1.8892,
      "step": 539000
    },
    {
      "epoch": 3.56,
      "learning_rate": 4.6443052579528604e-05,
      "loss": 1.8856,
      "step": 539500
    },
    {
      "epoch": 3.56,
      "learning_rate": 4.643975605735949e-05,
      "loss": 1.892,
      "step": 540000
    },
    {
      "epoch": 3.56,
      "learning_rate": 4.643645953519037e-05,
      "loss": 1.8925,
      "step": 540500
    },
    {
      "epoch": 3.57,
      "learning_rate": 4.643316301302126e-05,
      "loss": 1.8864,
      "step": 541000
    },
    {
      "epoch": 3.57,
      "learning_rate": 4.642986649085215e-05,
      "loss": 1.8897,
      "step": 541500
    },
    {
      "epoch": 3.57,
      "learning_rate": 4.642656996868304e-05,
      "loss": 1.8874,
      "step": 542000
    },
    {
      "epoch": 3.58,
      "learning_rate": 4.642327344651393e-05,
      "loss": 1.8834,
      "step": 542500
    },
    {
      "epoch": 3.58,
      "learning_rate": 4.6419976924344816e-05,
      "loss": 1.8786,
      "step": 543000
    },
    {
      "epoch": 3.58,
      "learning_rate": 4.6416680402175706e-05,
      "loss": 1.8887,
      "step": 543500
    },
    {
      "epoch": 3.59,
      "learning_rate": 4.64133838800066e-05,
      "loss": 1.8886,
      "step": 544000
    },
    {
      "epoch": 3.59,
      "learning_rate": 4.641008735783749e-05,
      "loss": 1.8939,
      "step": 544500
    },
    {
      "epoch": 3.59,
      "learning_rate": 4.640679083566837e-05,
      "loss": 1.8811,
      "step": 545000
    },
    {
      "epoch": 3.6,
      "learning_rate": 4.640349431349926e-05,
      "loss": 1.8827,
      "step": 545500
    },
    {
      "epoch": 3.6,
      "learning_rate": 4.6400197791330145e-05,
      "loss": 1.8802,
      "step": 546000
    },
    {
      "epoch": 3.6,
      "learning_rate": 4.6396901269161035e-05,
      "loss": 1.8855,
      "step": 546500
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.6393604746991926e-05,
      "loss": 1.8915,
      "step": 547000
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.6390308224822816e-05,
      "loss": 1.8767,
      "step": 547500
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.6387011702653706e-05,
      "loss": 1.8877,
      "step": 548000
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.63837151804846e-05,
      "loss": 1.8868,
      "step": 548500
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.638041865831548e-05,
      "loss": 1.883,
      "step": 549000
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.6377122136146364e-05,
      "loss": 1.8878,
      "step": 549500
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.6373825613977254e-05,
      "loss": 1.889,
      "step": 550000
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.6370529091808145e-05,
      "loss": 1.8856,
      "step": 550500
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.6367232569639035e-05,
      "loss": 1.883,
      "step": 551000
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.636393604746992e-05,
      "loss": 1.8859,
      "step": 551500
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.636063952530081e-05,
      "loss": 1.8843,
      "step": 552000
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.63573430031317e-05,
      "loss": 1.884,
      "step": 552500
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.635404648096259e-05,
      "loss": 1.8846,
      "step": 553000
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.6350749958793473e-05,
      "loss": 1.8826,
      "step": 553500
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.6347453436624364e-05,
      "loss": 1.8839,
      "step": 554000
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.634415691445525e-05,
      "loss": 1.8822,
      "step": 554500
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.634086039228614e-05,
      "loss": 1.8849,
      "step": 555000
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.633756387011703e-05,
      "loss": 1.8821,
      "step": 555500
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.633426734794792e-05,
      "loss": 1.8781,
      "step": 556000
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.633097082577881e-05,
      "loss": 1.8769,
      "step": 556500
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.632767430360969e-05,
      "loss": 1.8853,
      "step": 557000
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.632437778144058e-05,
      "loss": 1.8836,
      "step": 557500
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.632108125927147e-05,
      "loss": 1.8857,
      "step": 558000
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.631778473710236e-05,
      "loss": 1.886,
      "step": 558500
    },
    {
      "epoch": 3.69,
      "learning_rate": 4.631448821493325e-05,
      "loss": 1.8805,
      "step": 559000
    },
    {
      "epoch": 3.69,
      "learning_rate": 4.631119169276414e-05,
      "loss": 1.8794,
      "step": 559500
    },
    {
      "epoch": 3.69,
      "learning_rate": 4.630789517059502e-05,
      "loss": 1.8829,
      "step": 560000
    },
    {
      "epoch": 3.7,
      "learning_rate": 4.630459864842591e-05,
      "loss": 1.8786,
      "step": 560500
    },
    {
      "epoch": 3.7,
      "learning_rate": 4.63013021262568e-05,
      "loss": 1.8814,
      "step": 561000
    },
    {
      "epoch": 3.7,
      "learning_rate": 4.629800560408769e-05,
      "loss": 1.8822,
      "step": 561500
    },
    {
      "epoch": 3.71,
      "learning_rate": 4.629470908191858e-05,
      "loss": 1.8737,
      "step": 562000
    },
    {
      "epoch": 3.71,
      "learning_rate": 4.6291412559749466e-05,
      "loss": 1.8835,
      "step": 562500
    },
    {
      "epoch": 3.71,
      "learning_rate": 4.628811603758036e-05,
      "loss": 1.8775,
      "step": 563000
    },
    {
      "epoch": 3.72,
      "learning_rate": 4.628481951541124e-05,
      "loss": 1.8749,
      "step": 563500
    },
    {
      "epoch": 3.72,
      "learning_rate": 4.628152299324213e-05,
      "loss": 1.878,
      "step": 564000
    },
    {
      "epoch": 3.72,
      "learning_rate": 4.627822647107302e-05,
      "loss": 1.8852,
      "step": 564500
    },
    {
      "epoch": 3.73,
      "learning_rate": 4.627492994890391e-05,
      "loss": 1.8834,
      "step": 565000
    },
    {
      "epoch": 3.73,
      "learning_rate": 4.6271633426734795e-05,
      "loss": 1.8758,
      "step": 565500
    },
    {
      "epoch": 3.73,
      "learning_rate": 4.6268336904565686e-05,
      "loss": 1.8802,
      "step": 566000
    },
    {
      "epoch": 3.73,
      "learning_rate": 4.6265040382396576e-05,
      "loss": 1.8775,
      "step": 566500
    },
    {
      "epoch": 3.74,
      "learning_rate": 4.6261743860227466e-05,
      "loss": 1.88,
      "step": 567000
    },
    {
      "epoch": 3.74,
      "learning_rate": 4.625844733805835e-05,
      "loss": 1.8772,
      "step": 567500
    },
    {
      "epoch": 3.74,
      "learning_rate": 4.6255150815889234e-05,
      "loss": 1.8731,
      "step": 568000
    },
    {
      "epoch": 3.75,
      "learning_rate": 4.6251854293720124e-05,
      "loss": 1.8835,
      "step": 568500
    },
    {
      "epoch": 3.75,
      "learning_rate": 4.6248557771551014e-05,
      "loss": 1.8792,
      "step": 569000
    },
    {
      "epoch": 3.75,
      "learning_rate": 4.6245261249381905e-05,
      "loss": 1.8738,
      "step": 569500
    },
    {
      "epoch": 3.76,
      "learning_rate": 4.6241964727212795e-05,
      "loss": 1.8835,
      "step": 570000
    },
    {
      "epoch": 3.76,
      "learning_rate": 4.6238668205043685e-05,
      "loss": 1.8854,
      "step": 570500
    },
    {
      "epoch": 3.76,
      "learning_rate": 4.623537168287457e-05,
      "loss": 1.8669,
      "step": 571000
    },
    {
      "epoch": 3.77,
      "learning_rate": 4.623207516070546e-05,
      "loss": 1.8762,
      "step": 571500
    },
    {
      "epoch": 3.77,
      "learning_rate": 4.622877863853634e-05,
      "loss": 1.884,
      "step": 572000
    },
    {
      "epoch": 3.77,
      "learning_rate": 4.6225482116367233e-05,
      "loss": 1.8776,
      "step": 572500
    },
    {
      "epoch": 3.78,
      "learning_rate": 4.6222185594198124e-05,
      "loss": 1.8714,
      "step": 573000
    },
    {
      "epoch": 3.78,
      "learning_rate": 4.621888907202901e-05,
      "loss": 1.8789,
      "step": 573500
    },
    {
      "epoch": 3.78,
      "learning_rate": 4.62155925498599e-05,
      "loss": 1.8624,
      "step": 574000
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.621229602769079e-05,
      "loss": 1.8742,
      "step": 574500
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.620899950552168e-05,
      "loss": 1.8724,
      "step": 575000
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.620570298335257e-05,
      "loss": 1.8792,
      "step": 575500
    },
    {
      "epoch": 3.8,
      "learning_rate": 4.620240646118346e-05,
      "loss": 1.8679,
      "step": 576000
    },
    {
      "epoch": 3.8,
      "learning_rate": 4.619910993901434e-05,
      "loss": 1.8659,
      "step": 576500
    },
    {
      "epoch": 3.8,
      "learning_rate": 4.6195813416845227e-05,
      "loss": 1.8841,
      "step": 577000
    },
    {
      "epoch": 3.81,
      "learning_rate": 4.619251689467612e-05,
      "loss": 1.8727,
      "step": 577500
    },
    {
      "epoch": 3.81,
      "learning_rate": 4.618922037250701e-05,
      "loss": 1.8698,
      "step": 578000
    },
    {
      "epoch": 3.81,
      "learning_rate": 4.61859238503379e-05,
      "loss": 1.8778,
      "step": 578500
    },
    {
      "epoch": 3.82,
      "learning_rate": 4.618262732816878e-05,
      "loss": 1.8741,
      "step": 579000
    },
    {
      "epoch": 3.82,
      "learning_rate": 4.617933080599967e-05,
      "loss": 1.8791,
      "step": 579500
    },
    {
      "epoch": 3.82,
      "learning_rate": 4.617603428383056e-05,
      "loss": 1.8688,
      "step": 580000
    },
    {
      "epoch": 3.83,
      "learning_rate": 4.617273776166145e-05,
      "loss": 1.8689,
      "step": 580500
    },
    {
      "epoch": 3.83,
      "learning_rate": 4.6169441239492336e-05,
      "loss": 1.8778,
      "step": 581000
    },
    {
      "epoch": 3.83,
      "learning_rate": 4.6166144717323226e-05,
      "loss": 1.8732,
      "step": 581500
    },
    {
      "epoch": 3.84,
      "learning_rate": 4.616284819515411e-05,
      "loss": 1.8756,
      "step": 582000
    },
    {
      "epoch": 3.84,
      "learning_rate": 4.6159551672985e-05,
      "loss": 1.8683,
      "step": 582500
    },
    {
      "epoch": 3.84,
      "learning_rate": 4.615625515081589e-05,
      "loss": 1.8709,
      "step": 583000
    },
    {
      "epoch": 3.85,
      "learning_rate": 4.615295862864678e-05,
      "loss": 1.8742,
      "step": 583500
    },
    {
      "epoch": 3.85,
      "learning_rate": 4.614966210647767e-05,
      "loss": 1.8686,
      "step": 584000
    },
    {
      "epoch": 3.85,
      "learning_rate": 4.6146365584308555e-05,
      "loss": 1.8701,
      "step": 584500
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.6143069062139446e-05,
      "loss": 1.8662,
      "step": 585000
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.6139772539970336e-05,
      "loss": 1.8715,
      "step": 585500
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.613647601780122e-05,
      "loss": 1.8754,
      "step": 586000
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.613317949563211e-05,
      "loss": 1.8734,
      "step": 586500
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.6129882973463e-05,
      "loss": 1.8744,
      "step": 587000
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.6126586451293884e-05,
      "loss": 1.8729,
      "step": 587500
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.6123289929124774e-05,
      "loss": 1.8695,
      "step": 588000
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.6119993406955665e-05,
      "loss": 1.8607,
      "step": 588500
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.6116696884786555e-05,
      "loss": 1.867,
      "step": 589000
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.6113400362617445e-05,
      "loss": 1.8749,
      "step": 589500
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.611010384044833e-05,
      "loss": 1.8694,
      "step": 590000
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.610680731827921e-05,
      "loss": 1.8718,
      "step": 590500
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.61035107961101e-05,
      "loss": 1.868,
      "step": 591000
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.6100214273940993e-05,
      "loss": 1.8725,
      "step": 591500
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.6096917751771884e-05,
      "loss": 1.8636,
      "step": 592000
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.6093621229602774e-05,
      "loss": 1.8577,
      "step": 592500
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.609032470743366e-05,
      "loss": 1.8726,
      "step": 593000
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.608702818526455e-05,
      "loss": 1.862,
      "step": 593500
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.608373166309544e-05,
      "loss": 1.8658,
      "step": 594000
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.608043514092633e-05,
      "loss": 1.8696,
      "step": 594500
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.607713861875721e-05,
      "loss": 1.8584,
      "step": 595000
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.6073842096588096e-05,
      "loss": 1.8601,
      "step": 595500
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.6070545574418987e-05,
      "loss": 1.8716,
      "step": 596000
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.606724905224988e-05,
      "loss": 1.8629,
      "step": 596500
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.606395253008077e-05,
      "loss": 1.8575,
      "step": 597000
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.606065600791166e-05,
      "loss": 1.8634,
      "step": 597500
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.605735948574255e-05,
      "loss": 1.8633,
      "step": 598000
    },
    {
      "epoch": 3.95,
      "learning_rate": 4.605406296357343e-05,
      "loss": 1.863,
      "step": 598500
    },
    {
      "epoch": 3.95,
      "learning_rate": 4.605076644140432e-05,
      "loss": 1.8583,
      "step": 599000
    },
    {
      "epoch": 3.95,
      "learning_rate": 4.6047469919235206e-05,
      "loss": 1.8666,
      "step": 599500
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.6044173397066096e-05,
      "loss": 1.8605,
      "step": 600000
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.6040876874896986e-05,
      "loss": 1.8701,
      "step": 600500
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.603758035272788e-05,
      "loss": 1.8687,
      "step": 601000
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.603428383055876e-05,
      "loss": 1.8649,
      "step": 601500
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.603098730838965e-05,
      "loss": 1.8666,
      "step": 602000
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.602769078622054e-05,
      "loss": 1.8622,
      "step": 602500
    },
    {
      "epoch": 3.98,
      "learning_rate": 4.602439426405143e-05,
      "loss": 1.8639,
      "step": 603000
    },
    {
      "epoch": 3.98,
      "learning_rate": 4.602109774188232e-05,
      "loss": 1.8633,
      "step": 603500
    },
    {
      "epoch": 3.98,
      "learning_rate": 4.6017801219713206e-05,
      "loss": 1.8531,
      "step": 604000
    },
    {
      "epoch": 3.99,
      "learning_rate": 4.601450469754409e-05,
      "loss": 1.868,
      "step": 604500
    },
    {
      "epoch": 3.99,
      "learning_rate": 4.601120817537498e-05,
      "loss": 1.8561,
      "step": 605000
    },
    {
      "epoch": 3.99,
      "learning_rate": 4.600791165320587e-05,
      "loss": 1.8649,
      "step": 605500
    },
    {
      "epoch": 4.0,
      "learning_rate": 4.600461513103676e-05,
      "loss": 1.8552,
      "step": 606000
    },
    {
      "epoch": 4.0,
      "learning_rate": 4.600131860886765e-05,
      "loss": 1.8661,
      "step": 606500
    },
    {
      "epoch": 4.0,
      "learning_rate": 4.5998022086698534e-05,
      "loss": 1.8595,
      "step": 607000
    },
    {
      "epoch": 4.01,
      "learning_rate": 4.5994725564529425e-05,
      "loss": 1.857,
      "step": 607500
    },
    {
      "epoch": 4.01,
      "learning_rate": 4.5991429042360315e-05,
      "loss": 1.8585,
      "step": 608000
    },
    {
      "epoch": 4.01,
      "learning_rate": 4.59881325201912e-05,
      "loss": 1.8523,
      "step": 608500
    },
    {
      "epoch": 4.02,
      "learning_rate": 4.598483599802209e-05,
      "loss": 1.8566,
      "step": 609000
    },
    {
      "epoch": 4.02,
      "learning_rate": 4.598153947585297e-05,
      "loss": 1.8541,
      "step": 609500
    },
    {
      "epoch": 4.02,
      "learning_rate": 4.597824295368386e-05,
      "loss": 1.8532,
      "step": 610000
    },
    {
      "epoch": 4.03,
      "learning_rate": 4.597494643151475e-05,
      "loss": 1.8564,
      "step": 610500
    },
    {
      "epoch": 4.03,
      "learning_rate": 4.5971649909345644e-05,
      "loss": 1.8642,
      "step": 611000
    },
    {
      "epoch": 4.03,
      "learning_rate": 4.5968353387176534e-05,
      "loss": 1.8454,
      "step": 611500
    },
    {
      "epoch": 4.03,
      "learning_rate": 4.5965056865007425e-05,
      "loss": 1.8532,
      "step": 612000
    },
    {
      "epoch": 4.04,
      "learning_rate": 4.596176034283831e-05,
      "loss": 1.8547,
      "step": 612500
    },
    {
      "epoch": 4.04,
      "learning_rate": 4.59584638206692e-05,
      "loss": 1.8549,
      "step": 613000
    },
    {
      "epoch": 4.04,
      "learning_rate": 4.595516729850008e-05,
      "loss": 1.8444,
      "step": 613500
    },
    {
      "epoch": 4.05,
      "learning_rate": 4.595187077633097e-05,
      "loss": 1.8539,
      "step": 614000
    },
    {
      "epoch": 4.05,
      "learning_rate": 4.594857425416186e-05,
      "loss": 1.8495,
      "step": 614500
    },
    {
      "epoch": 4.05,
      "learning_rate": 4.5945277731992746e-05,
      "loss": 1.8555,
      "step": 615000
    },
    {
      "epoch": 4.06,
      "learning_rate": 4.594198120982364e-05,
      "loss": 1.8524,
      "step": 615500
    },
    {
      "epoch": 4.06,
      "learning_rate": 4.593868468765453e-05,
      "loss": 1.8527,
      "step": 616000
    },
    {
      "epoch": 4.06,
      "learning_rate": 4.593538816548542e-05,
      "loss": 1.8562,
      "step": 616500
    },
    {
      "epoch": 4.07,
      "learning_rate": 4.593209164331631e-05,
      "loss": 1.8629,
      "step": 617000
    },
    {
      "epoch": 4.07,
      "learning_rate": 4.592879512114719e-05,
      "loss": 1.8541,
      "step": 617500
    },
    {
      "epoch": 4.07,
      "learning_rate": 4.5925498598978075e-05,
      "loss": 1.8554,
      "step": 618000
    },
    {
      "epoch": 4.08,
      "learning_rate": 4.5922202076808966e-05,
      "loss": 1.858,
      "step": 618500
    },
    {
      "epoch": 4.08,
      "learning_rate": 4.5918905554639856e-05,
      "loss": 1.8547,
      "step": 619000
    },
    {
      "epoch": 4.08,
      "learning_rate": 4.5915609032470746e-05,
      "loss": 1.8541,
      "step": 619500
    },
    {
      "epoch": 4.09,
      "learning_rate": 4.591231251030164e-05,
      "loss": 1.8488,
      "step": 620000
    },
    {
      "epoch": 4.09,
      "learning_rate": 4.590901598813252e-05,
      "loss": 1.8512,
      "step": 620500
    },
    {
      "epoch": 4.09,
      "learning_rate": 4.590571946596341e-05,
      "loss": 1.8501,
      "step": 621000
    },
    {
      "epoch": 4.1,
      "learning_rate": 4.59024229437943e-05,
      "loss": 1.8497,
      "step": 621500
    },
    {
      "epoch": 4.1,
      "learning_rate": 4.589912642162519e-05,
      "loss": 1.8501,
      "step": 622000
    },
    {
      "epoch": 4.1,
      "learning_rate": 4.5895829899456075e-05,
      "loss": 1.8515,
      "step": 622500
    },
    {
      "epoch": 4.11,
      "learning_rate": 4.5892533377286966e-05,
      "loss": 1.8533,
      "step": 623000
    },
    {
      "epoch": 4.11,
      "learning_rate": 4.588923685511785e-05,
      "loss": 1.8549,
      "step": 623500
    },
    {
      "epoch": 4.11,
      "learning_rate": 4.588594033294874e-05,
      "loss": 1.8537,
      "step": 624000
    },
    {
      "epoch": 4.12,
      "learning_rate": 4.588264381077963e-05,
      "loss": 1.8546,
      "step": 624500
    },
    {
      "epoch": 4.12,
      "learning_rate": 4.587934728861052e-05,
      "loss": 1.8573,
      "step": 625000
    },
    {
      "epoch": 4.12,
      "learning_rate": 4.587605076644141e-05,
      "loss": 1.8441,
      "step": 625500
    },
    {
      "epoch": 4.13,
      "learning_rate": 4.5872754244272294e-05,
      "loss": 1.8587,
      "step": 626000
    },
    {
      "epoch": 4.13,
      "learning_rate": 4.5869457722103185e-05,
      "loss": 1.8557,
      "step": 626500
    },
    {
      "epoch": 4.13,
      "learning_rate": 4.586616119993407e-05,
      "loss": 1.8526,
      "step": 627000
    },
    {
      "epoch": 4.14,
      "learning_rate": 4.586286467776496e-05,
      "loss": 1.8479,
      "step": 627500
    },
    {
      "epoch": 4.14,
      "learning_rate": 4.585956815559585e-05,
      "loss": 1.8596,
      "step": 628000
    },
    {
      "epoch": 4.14,
      "learning_rate": 4.585627163342674e-05,
      "loss": 1.8486,
      "step": 628500
    },
    {
      "epoch": 4.15,
      "learning_rate": 4.585297511125762e-05,
      "loss": 1.853,
      "step": 629000
    },
    {
      "epoch": 4.15,
      "learning_rate": 4.584967858908851e-05,
      "loss": 1.8496,
      "step": 629500
    },
    {
      "epoch": 4.15,
      "learning_rate": 4.5846382066919404e-05,
      "loss": 1.8597,
      "step": 630000
    },
    {
      "epoch": 4.16,
      "learning_rate": 4.5843085544750294e-05,
      "loss": 1.8499,
      "step": 630500
    },
    {
      "epoch": 4.16,
      "learning_rate": 4.583978902258118e-05,
      "loss": 1.847,
      "step": 631000
    },
    {
      "epoch": 4.16,
      "learning_rate": 4.583649250041207e-05,
      "loss": 1.8454,
      "step": 631500
    },
    {
      "epoch": 4.17,
      "learning_rate": 4.583319597824295e-05,
      "loss": 1.8592,
      "step": 632000
    },
    {
      "epoch": 4.17,
      "learning_rate": 4.582989945607384e-05,
      "loss": 1.8487,
      "step": 632500
    },
    {
      "epoch": 4.17,
      "learning_rate": 4.582660293390473e-05,
      "loss": 1.8562,
      "step": 633000
    },
    {
      "epoch": 4.18,
      "learning_rate": 4.582330641173562e-05,
      "loss": 1.8509,
      "step": 633500
    },
    {
      "epoch": 4.18,
      "learning_rate": 4.582000988956651e-05,
      "loss": 1.8581,
      "step": 634000
    },
    {
      "epoch": 4.18,
      "learning_rate": 4.58167133673974e-05,
      "loss": 1.8455,
      "step": 634500
    },
    {
      "epoch": 4.19,
      "learning_rate": 4.581341684522829e-05,
      "loss": 1.8569,
      "step": 635000
    },
    {
      "epoch": 4.19,
      "learning_rate": 4.581012032305918e-05,
      "loss": 1.8516,
      "step": 635500
    },
    {
      "epoch": 4.19,
      "learning_rate": 4.580682380089006e-05,
      "loss": 1.8416,
      "step": 636000
    },
    {
      "epoch": 4.2,
      "learning_rate": 4.580352727872095e-05,
      "loss": 1.849,
      "step": 636500
    },
    {
      "epoch": 4.2,
      "learning_rate": 4.5800230756551835e-05,
      "loss": 1.8505,
      "step": 637000
    },
    {
      "epoch": 4.2,
      "learning_rate": 4.5796934234382726e-05,
      "loss": 1.8465,
      "step": 637500
    },
    {
      "epoch": 4.21,
      "learning_rate": 4.5793637712213616e-05,
      "loss": 1.85,
      "step": 638000
    },
    {
      "epoch": 4.21,
      "learning_rate": 4.5790341190044506e-05,
      "loss": 1.8464,
      "step": 638500
    },
    {
      "epoch": 4.21,
      "learning_rate": 4.57870446678754e-05,
      "loss": 1.8538,
      "step": 639000
    },
    {
      "epoch": 4.22,
      "learning_rate": 4.578374814570629e-05,
      "loss": 1.8543,
      "step": 639500
    },
    {
      "epoch": 4.22,
      "learning_rate": 4.578045162353717e-05,
      "loss": 1.8526,
      "step": 640000
    },
    {
      "epoch": 4.22,
      "learning_rate": 4.577715510136806e-05,
      "loss": 1.8468,
      "step": 640500
    },
    {
      "epoch": 4.23,
      "learning_rate": 4.5773858579198945e-05,
      "loss": 1.8499,
      "step": 641000
    },
    {
      "epoch": 4.23,
      "learning_rate": 4.5770562057029835e-05,
      "loss": 1.8415,
      "step": 641500
    },
    {
      "epoch": 4.23,
      "learning_rate": 4.5767265534860725e-05,
      "loss": 1.8427,
      "step": 642000
    },
    {
      "epoch": 4.24,
      "learning_rate": 4.576396901269161e-05,
      "loss": 1.8492,
      "step": 642500
    },
    {
      "epoch": 4.24,
      "learning_rate": 4.57606724905225e-05,
      "loss": 1.8502,
      "step": 643000
    },
    {
      "epoch": 4.24,
      "learning_rate": 4.575737596835339e-05,
      "loss": 1.8479,
      "step": 643500
    },
    {
      "epoch": 4.25,
      "learning_rate": 4.575407944618428e-05,
      "loss": 1.8479,
      "step": 644000
    },
    {
      "epoch": 4.25,
      "learning_rate": 4.575078292401517e-05,
      "loss": 1.8452,
      "step": 644500
    },
    {
      "epoch": 4.25,
      "learning_rate": 4.5747486401846054e-05,
      "loss": 1.8516,
      "step": 645000
    },
    {
      "epoch": 4.26,
      "learning_rate": 4.574418987967694e-05,
      "loss": 1.8507,
      "step": 645500
    },
    {
      "epoch": 4.26,
      "learning_rate": 4.574089335750783e-05,
      "loss": 1.8442,
      "step": 646000
    },
    {
      "epoch": 4.26,
      "learning_rate": 4.573759683533872e-05,
      "loss": 1.8466,
      "step": 646500
    },
    {
      "epoch": 4.27,
      "learning_rate": 4.573430031316961e-05,
      "loss": 1.843,
      "step": 647000
    },
    {
      "epoch": 4.27,
      "learning_rate": 4.57310037910005e-05,
      "loss": 1.8494,
      "step": 647500
    },
    {
      "epoch": 4.27,
      "learning_rate": 4.572770726883138e-05,
      "loss": 1.8433,
      "step": 648000
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.572441074666227e-05,
      "loss": 1.8482,
      "step": 648500
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.5721114224493164e-05,
      "loss": 1.843,
      "step": 649000
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.571781770232405e-05,
      "loss": 1.8464,
      "step": 649500
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.571452118015494e-05,
      "loss": 1.8378,
      "step": 650000
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.571122465798583e-05,
      "loss": 1.8503,
      "step": 650500
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.570792813581671e-05,
      "loss": 1.847,
      "step": 651000
    },
    {
      "epoch": 4.3,
      "learning_rate": 4.57046316136476e-05,
      "loss": 1.8417,
      "step": 651500
    },
    {
      "epoch": 4.3,
      "learning_rate": 4.570133509147849e-05,
      "loss": 1.843,
      "step": 652000
    },
    {
      "epoch": 4.3,
      "learning_rate": 4.569803856930938e-05,
      "loss": 1.8405,
      "step": 652500
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.569474204714027e-05,
      "loss": 1.8447,
      "step": 653000
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.5691445524971164e-05,
      "loss": 1.8348,
      "step": 653500
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.568814900280205e-05,
      "loss": 1.8436,
      "step": 654000
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.568485248063293e-05,
      "loss": 1.8543,
      "step": 654500
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.568155595846382e-05,
      "loss": 1.8402,
      "step": 655000
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.567825943629471e-05,
      "loss": 1.8466,
      "step": 655500
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.56749629141256e-05,
      "loss": 1.8429,
      "step": 656000
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.5671666391956486e-05,
      "loss": 1.8442,
      "step": 656500
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.5668369869787376e-05,
      "loss": 1.8486,
      "step": 657000
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.5665073347618266e-05,
      "loss": 1.8429,
      "step": 657500
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.566177682544916e-05,
      "loss": 1.8446,
      "step": 658000
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.565848030328004e-05,
      "loss": 1.8346,
      "step": 658500
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.565518378111093e-05,
      "loss": 1.8355,
      "step": 659000
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.5651887258941814e-05,
      "loss": 1.8441,
      "step": 659500
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.5648590736772705e-05,
      "loss": 1.8421,
      "step": 660000
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.5645294214603595e-05,
      "loss": 1.8404,
      "step": 660500
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.5641997692434485e-05,
      "loss": 1.8449,
      "step": 661000
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.5638701170265376e-05,
      "loss": 1.8428,
      "step": 661500
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.563540464809626e-05,
      "loss": 1.8459,
      "step": 662000
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.563210812592715e-05,
      "loss": 1.8432,
      "step": 662500
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.562881160375804e-05,
      "loss": 1.8486,
      "step": 663000
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.5625515081588924e-05,
      "loss": 1.8521,
      "step": 663500
    },
    {
      "epoch": 4.38,
      "learning_rate": 4.5622218559419814e-05,
      "loss": 1.8401,
      "step": 664000
    },
    {
      "epoch": 4.38,
      "learning_rate": 4.5618922037250705e-05,
      "loss": 1.8395,
      "step": 664500
    },
    {
      "epoch": 4.38,
      "learning_rate": 4.561562551508159e-05,
      "loss": 1.8462,
      "step": 665000
    },
    {
      "epoch": 4.39,
      "learning_rate": 4.561232899291248e-05,
      "loss": 1.8395,
      "step": 665500
    },
    {
      "epoch": 4.39,
      "learning_rate": 4.560903247074337e-05,
      "loss": 1.8431,
      "step": 666000
    },
    {
      "epoch": 4.39,
      "learning_rate": 4.560573594857426e-05,
      "loss": 1.8474,
      "step": 666500
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.560243942640515e-05,
      "loss": 1.8367,
      "step": 667000
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.559914290423603e-05,
      "loss": 1.8409,
      "step": 667500
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.559584638206692e-05,
      "loss": 1.8375,
      "step": 668000
    },
    {
      "epoch": 4.41,
      "learning_rate": 4.559254985989781e-05,
      "loss": 1.8404,
      "step": 668500
    },
    {
      "epoch": 4.41,
      "learning_rate": 4.55892533377287e-05,
      "loss": 1.8334,
      "step": 669000
    },
    {
      "epoch": 4.41,
      "learning_rate": 4.558595681555959e-05,
      "loss": 1.8372,
      "step": 669500
    },
    {
      "epoch": 4.42,
      "learning_rate": 4.558266029339048e-05,
      "loss": 1.8386,
      "step": 670000
    },
    {
      "epoch": 4.42,
      "learning_rate": 4.557936377122136e-05,
      "loss": 1.8362,
      "step": 670500
    },
    {
      "epoch": 4.42,
      "learning_rate": 4.557606724905225e-05,
      "loss": 1.8486,
      "step": 671000
    },
    {
      "epoch": 4.43,
      "learning_rate": 4.557277072688314e-05,
      "loss": 1.8375,
      "step": 671500
    },
    {
      "epoch": 4.43,
      "learning_rate": 4.556947420471403e-05,
      "loss": 1.8408,
      "step": 672000
    },
    {
      "epoch": 4.43,
      "learning_rate": 4.556617768254492e-05,
      "loss": 1.8427,
      "step": 672500
    },
    {
      "epoch": 4.44,
      "learning_rate": 4.55628811603758e-05,
      "loss": 1.8415,
      "step": 673000
    },
    {
      "epoch": 4.44,
      "learning_rate": 4.555958463820669e-05,
      "loss": 1.8276,
      "step": 673500
    },
    {
      "epoch": 4.44,
      "learning_rate": 4.555628811603758e-05,
      "loss": 1.8322,
      "step": 674000
    },
    {
      "epoch": 4.45,
      "learning_rate": 4.555299159386847e-05,
      "loss": 1.8362,
      "step": 674500
    },
    {
      "epoch": 4.45,
      "learning_rate": 4.554969507169936e-05,
      "loss": 1.8384,
      "step": 675000
    },
    {
      "epoch": 4.45,
      "learning_rate": 4.554639854953025e-05,
      "loss": 1.8357,
      "step": 675500
    },
    {
      "epoch": 4.46,
      "learning_rate": 4.5543102027361136e-05,
      "loss": 1.8455,
      "step": 676000
    },
    {
      "epoch": 4.46,
      "learning_rate": 4.5539805505192026e-05,
      "loss": 1.8426,
      "step": 676500
    },
    {
      "epoch": 4.46,
      "learning_rate": 4.553650898302291e-05,
      "loss": 1.8242,
      "step": 677000
    },
    {
      "epoch": 4.47,
      "learning_rate": 4.55332124608538e-05,
      "loss": 1.8313,
      "step": 677500
    },
    {
      "epoch": 4.47,
      "learning_rate": 4.552991593868469e-05,
      "loss": 1.8413,
      "step": 678000
    },
    {
      "epoch": 4.47,
      "learning_rate": 4.5526619416515574e-05,
      "loss": 1.8395,
      "step": 678500
    },
    {
      "epoch": 4.48,
      "learning_rate": 4.5523322894346465e-05,
      "loss": 1.8334,
      "step": 679000
    },
    {
      "epoch": 4.48,
      "learning_rate": 4.5520026372177355e-05,
      "loss": 1.8349,
      "step": 679500
    },
    {
      "epoch": 4.48,
      "learning_rate": 4.5516729850008245e-05,
      "loss": 1.8294,
      "step": 680000
    },
    {
      "epoch": 4.49,
      "learning_rate": 4.5513433327839136e-05,
      "loss": 1.842,
      "step": 680500
    },
    {
      "epoch": 4.49,
      "learning_rate": 4.551013680567002e-05,
      "loss": 1.8352,
      "step": 681000
    },
    {
      "epoch": 4.49,
      "learning_rate": 4.550684028350091e-05,
      "loss": 1.8345,
      "step": 681500
    },
    {
      "epoch": 4.5,
      "learning_rate": 4.5503543761331793e-05,
      "loss": 1.8331,
      "step": 682000
    },
    {
      "epoch": 4.5,
      "learning_rate": 4.5500247239162684e-05,
      "loss": 1.831,
      "step": 682500
    },
    {
      "epoch": 4.5,
      "learning_rate": 4.5496950716993574e-05,
      "loss": 1.8317,
      "step": 683000
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.5493654194824465e-05,
      "loss": 1.8291,
      "step": 683500
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.549035767265535e-05,
      "loss": 1.8354,
      "step": 684000
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.548706115048624e-05,
      "loss": 1.832,
      "step": 684500
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.548376462831713e-05,
      "loss": 1.8388,
      "step": 685000
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.548046810614802e-05,
      "loss": 1.8318,
      "step": 685500
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.54771715839789e-05,
      "loss": 1.8329,
      "step": 686000
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.547387506180979e-05,
      "loss": 1.8335,
      "step": 686500
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.547057853964068e-05,
      "loss": 1.8293,
      "step": 687000
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.546728201747157e-05,
      "loss": 1.8394,
      "step": 687500
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.546398549530246e-05,
      "loss": 1.8342,
      "step": 688000
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.546068897313335e-05,
      "loss": 1.8343,
      "step": 688500
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.545739245096424e-05,
      "loss": 1.8351,
      "step": 689000
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.545409592879512e-05,
      "loss": 1.8327,
      "step": 689500
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.545079940662601e-05,
      "loss": 1.8395,
      "step": 690000
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.54475028844569e-05,
      "loss": 1.8343,
      "step": 690500
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.5444206362287786e-05,
      "loss": 1.8297,
      "step": 691000
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.544090984011868e-05,
      "loss": 1.8412,
      "step": 691500
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.543761331794957e-05,
      "loss": 1.8274,
      "step": 692000
    },
    {
      "epoch": 4.57,
      "learning_rate": 4.543431679578045e-05,
      "loss": 1.8293,
      "step": 692500
    },
    {
      "epoch": 4.57,
      "learning_rate": 4.543102027361134e-05,
      "loss": 1.8354,
      "step": 693000
    },
    {
      "epoch": 4.57,
      "learning_rate": 4.542772375144223e-05,
      "loss": 1.8326,
      "step": 693500
    },
    {
      "epoch": 4.58,
      "learning_rate": 4.542442722927312e-05,
      "loss": 1.83,
      "step": 694000
    },
    {
      "epoch": 4.58,
      "learning_rate": 4.542113070710401e-05,
      "loss": 1.8242,
      "step": 694500
    },
    {
      "epoch": 4.58,
      "learning_rate": 4.5417834184934896e-05,
      "loss": 1.8318,
      "step": 695000
    },
    {
      "epoch": 4.59,
      "learning_rate": 4.541453766276578e-05,
      "loss": 1.8327,
      "step": 695500
    },
    {
      "epoch": 4.59,
      "learning_rate": 4.541124114059667e-05,
      "loss": 1.8333,
      "step": 696000
    },
    {
      "epoch": 4.59,
      "learning_rate": 4.540794461842756e-05,
      "loss": 1.8367,
      "step": 696500
    },
    {
      "epoch": 4.6,
      "learning_rate": 4.540464809625845e-05,
      "loss": 1.8273,
      "step": 697000
    },
    {
      "epoch": 4.6,
      "learning_rate": 4.540135157408934e-05,
      "loss": 1.827,
      "step": 697500
    },
    {
      "epoch": 4.6,
      "learning_rate": 4.5398055051920225e-05,
      "loss": 1.8338,
      "step": 698000
    },
    {
      "epoch": 4.61,
      "learning_rate": 4.5394758529751115e-05,
      "loss": 1.8276,
      "step": 698500
    },
    {
      "epoch": 4.61,
      "learning_rate": 4.5391462007582005e-05,
      "loss": 1.8315,
      "step": 699000
    },
    {
      "epoch": 4.61,
      "learning_rate": 4.538816548541289e-05,
      "loss": 1.8311,
      "step": 699500
    },
    {
      "epoch": 4.62,
      "learning_rate": 4.538486896324378e-05,
      "loss": 1.8273,
      "step": 700000
    },
    {
      "epoch": 4.62,
      "learning_rate": 4.538157244107466e-05,
      "loss": 1.8286,
      "step": 700500
    },
    {
      "epoch": 4.62,
      "learning_rate": 4.5378275918905553e-05,
      "loss": 1.8381,
      "step": 701000
    },
    {
      "epoch": 4.63,
      "learning_rate": 4.5374979396736444e-05,
      "loss": 1.8241,
      "step": 701500
    },
    {
      "epoch": 4.63,
      "learning_rate": 4.5371682874567334e-05,
      "loss": 1.8277,
      "step": 702000
    },
    {
      "epoch": 4.63,
      "learning_rate": 4.5368386352398225e-05,
      "loss": 1.8308,
      "step": 702500
    },
    {
      "epoch": 4.63,
      "learning_rate": 4.5365089830229115e-05,
      "loss": 1.8279,
      "step": 703000
    },
    {
      "epoch": 4.64,
      "learning_rate": 4.536179330806e-05,
      "loss": 1.8298,
      "step": 703500
    },
    {
      "epoch": 4.64,
      "learning_rate": 4.535849678589089e-05,
      "loss": 1.8355,
      "step": 704000
    },
    {
      "epoch": 4.64,
      "learning_rate": 4.535520026372177e-05,
      "loss": 1.8244,
      "step": 704500
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.535190374155266e-05,
      "loss": 1.8303,
      "step": 705000
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.534860721938355e-05,
      "loss": 1.8347,
      "step": 705500
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.5345310697214444e-05,
      "loss": 1.8202,
      "step": 706000
    },
    {
      "epoch": 4.66,
      "learning_rate": 4.534201417504533e-05,
      "loss": 1.831,
      "step": 706500
    },
    {
      "epoch": 4.66,
      "learning_rate": 4.533871765287622e-05,
      "loss": 1.8318,
      "step": 707000
    },
    {
      "epoch": 4.66,
      "learning_rate": 4.533542113070711e-05,
      "loss": 1.819,
      "step": 707500
    },
    {
      "epoch": 4.67,
      "learning_rate": 4.5332124608538e-05,
      "loss": 1.8276,
      "step": 708000
    },
    {
      "epoch": 4.67,
      "learning_rate": 4.532882808636888e-05,
      "loss": 1.8265,
      "step": 708500
    },
    {
      "epoch": 4.67,
      "learning_rate": 4.532553156419977e-05,
      "loss": 1.8293,
      "step": 709000
    },
    {
      "epoch": 4.68,
      "learning_rate": 4.5322235042030656e-05,
      "loss": 1.8295,
      "step": 709500
    },
    {
      "epoch": 4.68,
      "learning_rate": 4.5318938519861546e-05,
      "loss": 1.8291,
      "step": 710000
    },
    {
      "epoch": 4.68,
      "learning_rate": 4.531564199769244e-05,
      "loss": 1.8233,
      "step": 710500
    },
    {
      "epoch": 4.69,
      "learning_rate": 4.531234547552333e-05,
      "loss": 1.8248,
      "step": 711000
    },
    {
      "epoch": 4.69,
      "learning_rate": 4.530904895335422e-05,
      "loss": 1.8247,
      "step": 711500
    },
    {
      "epoch": 4.69,
      "learning_rate": 4.53057524311851e-05,
      "loss": 1.826,
      "step": 712000
    },
    {
      "epoch": 4.7,
      "learning_rate": 4.530245590901599e-05,
      "loss": 1.8246,
      "step": 712500
    },
    {
      "epoch": 4.7,
      "learning_rate": 4.529915938684688e-05,
      "loss": 1.8191,
      "step": 713000
    },
    {
      "epoch": 4.7,
      "learning_rate": 4.5295862864677766e-05,
      "loss": 1.8246,
      "step": 713500
    },
    {
      "epoch": 4.71,
      "learning_rate": 4.5292566342508656e-05,
      "loss": 1.8236,
      "step": 714000
    },
    {
      "epoch": 4.71,
      "learning_rate": 4.528926982033954e-05,
      "loss": 1.8298,
      "step": 714500
    },
    {
      "epoch": 4.71,
      "learning_rate": 4.528597329817043e-05,
      "loss": 1.8211,
      "step": 715000
    },
    {
      "epoch": 4.72,
      "learning_rate": 4.528267677600132e-05,
      "loss": 1.8214,
      "step": 715500
    },
    {
      "epoch": 4.72,
      "learning_rate": 4.527938025383221e-05,
      "loss": 1.8277,
      "step": 716000
    },
    {
      "epoch": 4.72,
      "learning_rate": 4.52760837316631e-05,
      "loss": 1.8242,
      "step": 716500
    },
    {
      "epoch": 4.73,
      "learning_rate": 4.527278720949399e-05,
      "loss": 1.8218,
      "step": 717000
    },
    {
      "epoch": 4.73,
      "learning_rate": 4.5269490687324875e-05,
      "loss": 1.8202,
      "step": 717500
    },
    {
      "epoch": 4.73,
      "learning_rate": 4.526619416515576e-05,
      "loss": 1.8247,
      "step": 718000
    },
    {
      "epoch": 4.74,
      "learning_rate": 4.526289764298665e-05,
      "loss": 1.8271,
      "step": 718500
    },
    {
      "epoch": 4.74,
      "learning_rate": 4.525960112081754e-05,
      "loss": 1.8224,
      "step": 719000
    },
    {
      "epoch": 4.74,
      "learning_rate": 4.525630459864843e-05,
      "loss": 1.8211,
      "step": 719500
    },
    {
      "epoch": 4.75,
      "learning_rate": 4.5253008076479313e-05,
      "loss": 1.825,
      "step": 720000
    },
    {
      "epoch": 4.75,
      "learning_rate": 4.5249711554310204e-05,
      "loss": 1.8326,
      "step": 720500
    },
    {
      "epoch": 4.75,
      "learning_rate": 4.5246415032141094e-05,
      "loss": 1.8285,
      "step": 721000
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.5243118509971985e-05,
      "loss": 1.8219,
      "step": 721500
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.5239821987802875e-05,
      "loss": 1.8305,
      "step": 722000
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.523652546563376e-05,
      "loss": 1.8183,
      "step": 722500
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.523322894346464e-05,
      "loss": 1.822,
      "step": 723000
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.522993242129553e-05,
      "loss": 1.8267,
      "step": 723500
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.522663589912642e-05,
      "loss": 1.8224,
      "step": 724000
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.522333937695731e-05,
      "loss": 1.8232,
      "step": 724500
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.5220042854788204e-05,
      "loss": 1.8308,
      "step": 725000
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.521674633261909e-05,
      "loss": 1.8236,
      "step": 725500
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.521344981044998e-05,
      "loss": 1.8206,
      "step": 726000
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.521015328828087e-05,
      "loss": 1.8155,
      "step": 726500
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.520685676611175e-05,
      "loss": 1.8223,
      "step": 727000
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.520356024394264e-05,
      "loss": 1.8283,
      "step": 727500
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.520026372177353e-05,
      "loss": 1.826,
      "step": 728000
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.5196967199604416e-05,
      "loss": 1.8234,
      "step": 728500
    },
    {
      "epoch": 4.81,
      "learning_rate": 4.5193670677435306e-05,
      "loss": 1.8136,
      "step": 729000
    },
    {
      "epoch": 4.81,
      "learning_rate": 4.51903741552662e-05,
      "loss": 1.8234,
      "step": 729500
    },
    {
      "epoch": 4.81,
      "learning_rate": 4.518707763309709e-05,
      "loss": 1.8164,
      "step": 730000
    },
    {
      "epoch": 4.82,
      "learning_rate": 4.518378111092798e-05,
      "loss": 1.8215,
      "step": 730500
    },
    {
      "epoch": 4.82,
      "learning_rate": 4.518048458875886e-05,
      "loss": 1.8242,
      "step": 731000
    },
    {
      "epoch": 4.82,
      "learning_rate": 4.517718806658975e-05,
      "loss": 1.8217,
      "step": 731500
    },
    {
      "epoch": 4.83,
      "learning_rate": 4.5173891544420635e-05,
      "loss": 1.8257,
      "step": 732000
    },
    {
      "epoch": 4.83,
      "learning_rate": 4.5170595022251526e-05,
      "loss": 1.8215,
      "step": 732500
    },
    {
      "epoch": 4.83,
      "learning_rate": 4.5167298500082416e-05,
      "loss": 1.8258,
      "step": 733000
    },
    {
      "epoch": 4.84,
      "learning_rate": 4.5164001977913306e-05,
      "loss": 1.8244,
      "step": 733500
    },
    {
      "epoch": 4.84,
      "learning_rate": 4.516070545574419e-05,
      "loss": 1.8215,
      "step": 734000
    },
    {
      "epoch": 4.84,
      "learning_rate": 4.515740893357508e-05,
      "loss": 1.8204,
      "step": 734500
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.515411241140597e-05,
      "loss": 1.8114,
      "step": 735000
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.515081588923686e-05,
      "loss": 1.822,
      "step": 735500
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.5147519367067745e-05,
      "loss": 1.8218,
      "step": 736000
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.514422284489863e-05,
      "loss": 1.8147,
      "step": 736500
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.514092632272952e-05,
      "loss": 1.8163,
      "step": 737000
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.513762980056041e-05,
      "loss": 1.8227,
      "step": 737500
    },
    {
      "epoch": 4.87,
      "learning_rate": 4.51343332783913e-05,
      "loss": 1.8209,
      "step": 738000
    },
    {
      "epoch": 4.87,
      "learning_rate": 4.513103675622219e-05,
      "loss": 1.8083,
      "step": 738500
    },
    {
      "epoch": 4.87,
      "learning_rate": 4.512774023405308e-05,
      "loss": 1.8279,
      "step": 739000
    },
    {
      "epoch": 4.88,
      "learning_rate": 4.5124443711883964e-05,
      "loss": 1.8173,
      "step": 739500
    },
    {
      "epoch": 4.88,
      "learning_rate": 4.5121147189714854e-05,
      "loss": 1.8207,
      "step": 740000
    },
    {
      "epoch": 4.88,
      "learning_rate": 4.5117850667545745e-05,
      "loss": 1.8208,
      "step": 740500
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.511455414537663e-05,
      "loss": 1.8147,
      "step": 741000
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.511125762320752e-05,
      "loss": 1.822,
      "step": 741500
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.51079611010384e-05,
      "loss": 1.8268,
      "step": 742000
    },
    {
      "epoch": 4.9,
      "learning_rate": 4.510466457886929e-05,
      "loss": 1.8182,
      "step": 742500
    },
    {
      "epoch": 4.9,
      "learning_rate": 4.510136805670018e-05,
      "loss": 1.8272,
      "step": 743000
    },
    {
      "epoch": 4.9,
      "learning_rate": 4.509807153453107e-05,
      "loss": 1.8195,
      "step": 743500
    },
    {
      "epoch": 4.91,
      "learning_rate": 4.5094775012361964e-05,
      "loss": 1.8101,
      "step": 744000
    },
    {
      "epoch": 4.91,
      "learning_rate": 4.5091478490192854e-05,
      "loss": 1.8151,
      "step": 744500
    },
    {
      "epoch": 4.91,
      "learning_rate": 4.508818196802374e-05,
      "loss": 1.8185,
      "step": 745000
    },
    {
      "epoch": 4.92,
      "learning_rate": 4.508488544585462e-05,
      "loss": 1.8193,
      "step": 745500
    },
    {
      "epoch": 4.92,
      "learning_rate": 4.508158892368551e-05,
      "loss": 1.8136,
      "step": 746000
    },
    {
      "epoch": 4.92,
      "learning_rate": 4.50782924015164e-05,
      "loss": 1.818,
      "step": 746500
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.507499587934729e-05,
      "loss": 1.8092,
      "step": 747000
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.5071699357178176e-05,
      "loss": 1.8136,
      "step": 747500
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.5068402835009066e-05,
      "loss": 1.817,
      "step": 748000
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.506510631283996e-05,
      "loss": 1.8215,
      "step": 748500
    },
    {
      "epoch": 4.94,
      "learning_rate": 4.506180979067085e-05,
      "loss": 1.8193,
      "step": 749000
    },
    {
      "epoch": 4.94,
      "learning_rate": 4.505851326850174e-05,
      "loss": 1.8273,
      "step": 749500
    },
    {
      "epoch": 4.94,
      "learning_rate": 4.505521674633262e-05,
      "loss": 1.8196,
      "step": 750000
    },
    {
      "epoch": 4.95,
      "learning_rate": 4.5051920224163505e-05,
      "loss": 1.8067,
      "step": 750500
    },
    {
      "epoch": 4.95,
      "learning_rate": 4.5048623701994395e-05,
      "loss": 1.8192,
      "step": 751000
    },
    {
      "epoch": 4.95,
      "learning_rate": 4.5045327179825285e-05,
      "loss": 1.81,
      "step": 751500
    },
    {
      "epoch": 4.96,
      "learning_rate": 4.5042030657656176e-05,
      "loss": 1.8048,
      "step": 752000
    },
    {
      "epoch": 4.96,
      "learning_rate": 4.5038734135487066e-05,
      "loss": 1.8083,
      "step": 752500
    },
    {
      "epoch": 4.96,
      "learning_rate": 4.503543761331795e-05,
      "loss": 1.8162,
      "step": 753000
    },
    {
      "epoch": 4.97,
      "learning_rate": 4.503214109114884e-05,
      "loss": 1.8133,
      "step": 753500
    },
    {
      "epoch": 4.97,
      "learning_rate": 4.502884456897973e-05,
      "loss": 1.8196,
      "step": 754000
    },
    {
      "epoch": 4.97,
      "learning_rate": 4.5025548046810614e-05,
      "loss": 1.8136,
      "step": 754500
    },
    {
      "epoch": 4.98,
      "learning_rate": 4.5022251524641505e-05,
      "loss": 1.8204,
      "step": 755000
    },
    {
      "epoch": 4.98,
      "learning_rate": 4.5018955002472395e-05,
      "loss": 1.8028,
      "step": 755500
    },
    {
      "epoch": 4.98,
      "learning_rate": 4.501565848030328e-05,
      "loss": 1.8125,
      "step": 756000
    },
    {
      "epoch": 4.99,
      "learning_rate": 4.501236195813417e-05,
      "loss": 1.8125,
      "step": 756500
    },
    {
      "epoch": 4.99,
      "learning_rate": 4.500906543596506e-05,
      "loss": 1.8183,
      "step": 757000
    },
    {
      "epoch": 4.99,
      "learning_rate": 4.500576891379595e-05,
      "loss": 1.8104,
      "step": 757500
    },
    {
      "epoch": 5.0,
      "learning_rate": 4.500247239162684e-05,
      "loss": 1.8176,
      "step": 758000
    },
    {
      "epoch": 5.0,
      "learning_rate": 4.4999175869457724e-05,
      "loss": 1.8081,
      "step": 758500
    },
    {
      "epoch": 5.0,
      "learning_rate": 4.4995879347288614e-05,
      "loss": 1.8076,
      "step": 759000
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.49925828251195e-05,
      "loss": 1.8079,
      "step": 759500
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.498928630295039e-05,
      "loss": 1.8054,
      "step": 760000
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.498598978078128e-05,
      "loss": 1.805,
      "step": 760500
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.498269325861217e-05,
      "loss": 1.8125,
      "step": 761000
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.497939673644305e-05,
      "loss": 1.8115,
      "step": 761500
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.497610021427394e-05,
      "loss": 1.8087,
      "step": 762000
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.497280369210483e-05,
      "loss": 1.8065,
      "step": 762500
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.4969507169935724e-05,
      "loss": 1.8113,
      "step": 763000
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.496621064776661e-05,
      "loss": 1.8013,
      "step": 763500
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.49629141255975e-05,
      "loss": 1.807,
      "step": 764000
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.495961760342838e-05,
      "loss": 1.8101,
      "step": 764500
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.495632108125927e-05,
      "loss": 1.8087,
      "step": 765000
    },
    {
      "epoch": 5.05,
      "learning_rate": 4.495302455909016e-05,
      "loss": 1.7948,
      "step": 765500
    },
    {
      "epoch": 5.05,
      "learning_rate": 4.494972803692105e-05,
      "loss": 1.8083,
      "step": 766000
    },
    {
      "epoch": 5.05,
      "learning_rate": 4.494643151475194e-05,
      "loss": 1.8023,
      "step": 766500
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.4943134992582826e-05,
      "loss": 1.8102,
      "step": 767000
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.493983847041372e-05,
      "loss": 1.8085,
      "step": 767500
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.493654194824461e-05,
      "loss": 1.8003,
      "step": 768000
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.493324542607549e-05,
      "loss": 1.8086,
      "step": 768500
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.492994890390638e-05,
      "loss": 1.8069,
      "step": 769000
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.492665238173727e-05,
      "loss": 1.8055,
      "step": 769500
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.4923355859568155e-05,
      "loss": 1.8015,
      "step": 770000
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.4920059337399045e-05,
      "loss": 1.8079,
      "step": 770500
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.4916762815229936e-05,
      "loss": 1.8076,
      "step": 771000
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.4913466293060826e-05,
      "loss": 1.8072,
      "step": 771500
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.491016977089172e-05,
      "loss": 1.8042,
      "step": 772000
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.49068732487226e-05,
      "loss": 1.8086,
      "step": 772500
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.4903576726553484e-05,
      "loss": 1.8046,
      "step": 773000
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.4900280204384374e-05,
      "loss": 1.8001,
      "step": 773500
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.4896983682215265e-05,
      "loss": 1.7975,
      "step": 774000
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.4893687160046155e-05,
      "loss": 1.8051,
      "step": 774500
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.4890390637877045e-05,
      "loss": 1.8014,
      "step": 775000
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.488709411570793e-05,
      "loss": 1.8086,
      "step": 775500
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.488379759353882e-05,
      "loss": 1.8041,
      "step": 776000
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.488050107136971e-05,
      "loss": 1.8053,
      "step": 776500
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.487720454920059e-05,
      "loss": 1.8013,
      "step": 777000
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.4873908027031484e-05,
      "loss": 1.8055,
      "step": 777500
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.487061150486237e-05,
      "loss": 1.806,
      "step": 778000
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.486731498269326e-05,
      "loss": 1.8011,
      "step": 778500
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.486401846052415e-05,
      "loss": 1.7989,
      "step": 779000
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.486072193835504e-05,
      "loss": 1.7991,
      "step": 779500
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.485742541618593e-05,
      "loss": 1.8066,
      "step": 780000
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.485412889401682e-05,
      "loss": 1.8007,
      "step": 780500
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.48508323718477e-05,
      "loss": 1.8042,
      "step": 781000
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.484753584967859e-05,
      "loss": 1.7956,
      "step": 781500
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.484423932750948e-05,
      "loss": 1.7978,
      "step": 782000
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.484094280534037e-05,
      "loss": 1.8074,
      "step": 782500
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.483764628317126e-05,
      "loss": 1.8003,
      "step": 783000
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.483434976100214e-05,
      "loss": 1.8035,
      "step": 783500
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.483105323883303e-05,
      "loss": 1.803,
      "step": 784000
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.482775671666392e-05,
      "loss": 1.8021,
      "step": 784500
    },
    {
      "epoch": 5.18,
      "learning_rate": 4.482446019449481e-05,
      "loss": 1.8075,
      "step": 785000
    },
    {
      "epoch": 5.18,
      "learning_rate": 4.48211636723257e-05,
      "loss": 1.7987,
      "step": 785500
    },
    {
      "epoch": 5.18,
      "learning_rate": 4.4817867150156586e-05,
      "loss": 1.7986,
      "step": 786000
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.481457062798747e-05,
      "loss": 1.7976,
      "step": 786500
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.481127410581836e-05,
      "loss": 1.8058,
      "step": 787000
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.480797758364925e-05,
      "loss": 1.8072,
      "step": 787500
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.480468106148014e-05,
      "loss": 1.8007,
      "step": 788000
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.480138453931103e-05,
      "loss": 1.7952,
      "step": 788500
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.4798088017141915e-05,
      "loss": 1.8076,
      "step": 789000
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.4794791494972805e-05,
      "loss": 1.8004,
      "step": 789500
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.4791494972803696e-05,
      "loss": 1.8028,
      "step": 790000
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.4788198450634586e-05,
      "loss": 1.7984,
      "step": 790500
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.478490192846547e-05,
      "loss": 1.8088,
      "step": 791000
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.478160540629636e-05,
      "loss": 1.8399,
      "step": 791500
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.4778308884127244e-05,
      "loss": 1.8086,
      "step": 792000
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.4775012361958134e-05,
      "loss": 1.8089,
      "step": 792500
    },
    {
      "epoch": 5.23,
      "learning_rate": 4.4771715839789025e-05,
      "loss": 1.8066,
      "step": 793000
    },
    {
      "epoch": 5.23,
      "learning_rate": 4.4768419317619915e-05,
      "loss": 1.8116,
      "step": 793500
    },
    {
      "epoch": 5.23,
      "learning_rate": 4.4765122795450805e-05,
      "loss": 1.8075,
      "step": 794000
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.476182627328169e-05,
      "loss": 1.7971,
      "step": 794500
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.475852975111258e-05,
      "loss": 1.8014,
      "step": 795000
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.475523322894346e-05,
      "loss": 1.7935,
      "step": 795500
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.475193670677435e-05,
      "loss": 1.8007,
      "step": 796000
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.4748640184605244e-05,
      "loss": 1.8051,
      "step": 796500
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.4745343662436134e-05,
      "loss": 1.8059,
      "step": 797000
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.474204714026702e-05,
      "loss": 1.8046,
      "step": 797500
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.473875061809791e-05,
      "loss": 1.8018,
      "step": 798000
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.47354540959288e-05,
      "loss": 1.8008,
      "step": 798500
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.473215757375969e-05,
      "loss": 1.8015,
      "step": 799000
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.472886105159058e-05,
      "loss": 1.804,
      "step": 799500
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.472556452942146e-05,
      "loss": 1.7949,
      "step": 800000
    }
  ],
  "max_steps": 7583750,
  "num_train_epochs": 50,
  "total_flos": 1.4640792519177398e+19,
  "trial_name": null,
  "trial_params": null
}